From c8967b4eda53ba469a2b21ff065f2afd93aa9fc5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 24 Oct 2026 03:54:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: fpadovani/hin-deva-100mb-10mb_seed455 Source: Original Platform --- .gitattributes | 35 + README.md | 58 + added_tokens.json | 1202 ++ checkpoint-1000/added_tokens.json | 1202 ++ checkpoint-1000/config.json | 34 + checkpoint-1000/generation_config.json | 9 + checkpoint-1000/model.safetensors | 3 + checkpoint-1000/rng_state.pth | 3 + checkpoint-1000/special_tokens_map.json | 1249 ++ checkpoint-1000/spiece.model | 3 + checkpoint-1000/tokenizer_config.json | 10825 +++++++++++ checkpoint-1000/trainer_state.json | 2045 ++ checkpoint-1000/training_args.bin | 3 + checkpoint-10000/added_tokens.json | 1202 ++ checkpoint-10000/config.json | 34 + checkpoint-10000/generation_config.json | 9 + checkpoint-10000/model.safetensors | 3 + checkpoint-10000/rng_state.pth | 3 + checkpoint-10000/special_tokens_map.json | 1249 ++ checkpoint-10000/spiece.model | 3 + checkpoint-10000/tokenizer_config.json | 10825 +++++++++++ checkpoint-10000/trainer_state.json | 20144 ++++++++++++++++++++ checkpoint-10000/training_args.bin | 3 + checkpoint-10210/added_tokens.json | 1202 ++ checkpoint-10210/config.json | 34 + checkpoint-10210/generation_config.json | 9 + checkpoint-10210/model.safetensors | 3 + checkpoint-10210/rng_state.pth | 3 + checkpoint-10210/special_tokens_map.json | 1249 ++ checkpoint-10210/spiece.model | 3 + checkpoint-10210/tokenizer_config.json | 10825 +++++++++++ checkpoint-10210/trainer_state.json | 20564 +++++++++++++++++++++ checkpoint-10210/training_args.bin | 3 + checkpoint-2000/added_tokens.json | 1202 ++ checkpoint-2000/config.json | 34 + checkpoint-2000/generation_config.json | 9 + checkpoint-2000/model.safetensors | 3 + checkpoint-2000/rng_state.pth | 3 + checkpoint-2000/special_tokens_map.json | 1249 ++ checkpoint-2000/spiece.model | 3 + checkpoint-2000/tokenizer_config.json | 10825 +++++++++++ checkpoint-2000/trainer_state.json | 4056 ++++ checkpoint-2000/training_args.bin | 3 + checkpoint-3000/added_tokens.json | 1202 ++ checkpoint-3000/config.json | 34 + checkpoint-3000/generation_config.json | 9 + checkpoint-3000/model.safetensors | 3 + checkpoint-3000/rng_state.pth | 3 + checkpoint-3000/special_tokens_map.json | 1249 ++ checkpoint-3000/spiece.model | 3 + checkpoint-3000/tokenizer_config.json | 10825 +++++++++++ checkpoint-3000/trainer_state.json | 6067 ++++++ checkpoint-3000/training_args.bin | 3 + checkpoint-4000/added_tokens.json | 1202 ++ checkpoint-4000/config.json | 34 + checkpoint-4000/generation_config.json | 9 + checkpoint-4000/model.safetensors | 3 + checkpoint-4000/rng_state.pth | 3 + checkpoint-4000/special_tokens_map.json | 1249 ++ checkpoint-4000/spiece.model | 3 + checkpoint-4000/tokenizer_config.json | 10825 +++++++++++ checkpoint-4000/trainer_state.json | 8078 ++++++++ checkpoint-4000/training_args.bin | 3 + checkpoint-5000/added_tokens.json | 1202 ++ checkpoint-5000/config.json | 34 + checkpoint-5000/generation_config.json | 9 + checkpoint-5000/model.safetensors | 3 + checkpoint-5000/rng_state.pth | 3 + checkpoint-5000/special_tokens_map.json | 1249 ++ checkpoint-5000/spiece.model | 3 + checkpoint-5000/tokenizer_config.json | 10825 +++++++++++ checkpoint-5000/trainer_state.json | 10089 ++++++++++ checkpoint-5000/training_args.bin | 3 + checkpoint-6000/added_tokens.json | 1202 ++ checkpoint-6000/config.json | 34 + checkpoint-6000/generation_config.json | 9 + checkpoint-6000/model.safetensors | 3 + checkpoint-6000/rng_state.pth | 3 + checkpoint-6000/special_tokens_map.json | 1249 ++ checkpoint-6000/spiece.model | 3 + checkpoint-6000/tokenizer_config.json | 10825 +++++++++++ checkpoint-6000/trainer_state.json | 12100 ++++++++++++ checkpoint-6000/training_args.bin | 3 + checkpoint-7000/added_tokens.json | 1202 ++ checkpoint-7000/config.json | 34 + checkpoint-7000/generation_config.json | 9 + checkpoint-7000/model.safetensors | 3 + checkpoint-7000/rng_state.pth | 3 + checkpoint-7000/special_tokens_map.json | 1249 ++ checkpoint-7000/spiece.model | 3 + checkpoint-7000/tokenizer_config.json | 10825 +++++++++++ checkpoint-7000/trainer_state.json | 14111 ++++++++++++++ checkpoint-7000/training_args.bin | 3 + checkpoint-8000/added_tokens.json | 1202 ++ checkpoint-8000/config.json | 34 + checkpoint-8000/generation_config.json | 9 + checkpoint-8000/model.safetensors | 3 + checkpoint-8000/rng_state.pth | 3 + checkpoint-8000/special_tokens_map.json | 1249 ++ checkpoint-8000/spiece.model | 3 + checkpoint-8000/tokenizer_config.json | 10825 +++++++++++ checkpoint-8000/trainer_state.json | 16122 ++++++++++++++++ checkpoint-8000/training_args.bin | 3 + checkpoint-9000/added_tokens.json | 1202 ++ checkpoint-9000/config.json | 34 + checkpoint-9000/generation_config.json | 9 + checkpoint-9000/model.safetensors | 3 + checkpoint-9000/rng_state.pth | 3 + checkpoint-9000/special_tokens_map.json | 1249 ++ checkpoint-9000/spiece.model | 3 + checkpoint-9000/tokenizer_config.json | 10825 +++++++++++ checkpoint-9000/trainer_state.json | 18133 ++++++++++++++++++ checkpoint-9000/training_args.bin | 3 + config.json | 34 + generation_config.json | 9 + model.safetensors | 3 + special_tokens_map.json | 1249 ++ spiece.model | 3 + tokenizer_config.json | 10825 +++++++++++ training_args.bin | 3 + 120 files changed, 291571 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 checkpoint-1000/added_tokens.json create mode 100644 checkpoint-1000/config.json create mode 100644 checkpoint-1000/generation_config.json create mode 100644 checkpoint-1000/model.safetensors create mode 100644 checkpoint-1000/rng_state.pth create mode 100644 checkpoint-1000/special_tokens_map.json create mode 100644 checkpoint-1000/spiece.model create mode 100644 checkpoint-1000/tokenizer_config.json create mode 100644 checkpoint-1000/trainer_state.json create mode 100644 checkpoint-1000/training_args.bin create mode 100644 checkpoint-10000/added_tokens.json create mode 100644 checkpoint-10000/config.json create mode 100644 checkpoint-10000/generation_config.json create mode 100644 checkpoint-10000/model.safetensors create mode 100644 checkpoint-10000/rng_state.pth create mode 100644 checkpoint-10000/special_tokens_map.json create mode 100644 checkpoint-10000/spiece.model create mode 100644 checkpoint-10000/tokenizer_config.json create mode 100644 checkpoint-10000/trainer_state.json create mode 100644 checkpoint-10000/training_args.bin create mode 100644 checkpoint-10210/added_tokens.json create mode 100644 checkpoint-10210/config.json create mode 100644 checkpoint-10210/generation_config.json create mode 100644 checkpoint-10210/model.safetensors create mode 100644 checkpoint-10210/rng_state.pth create mode 100644 checkpoint-10210/special_tokens_map.json create mode 100644 checkpoint-10210/spiece.model create mode 100644 checkpoint-10210/tokenizer_config.json create mode 100644 checkpoint-10210/trainer_state.json create mode 100644 checkpoint-10210/training_args.bin create mode 100644 checkpoint-2000/added_tokens.json create mode 100644 checkpoint-2000/config.json create mode 100644 checkpoint-2000/generation_config.json create mode 100644 checkpoint-2000/model.safetensors create mode 100644 checkpoint-2000/rng_state.pth create mode 100644 checkpoint-2000/special_tokens_map.json create mode 100644 checkpoint-2000/spiece.model create mode 100644 checkpoint-2000/tokenizer_config.json create mode 100644 checkpoint-2000/trainer_state.json create mode 100644 checkpoint-2000/training_args.bin create mode 100644 checkpoint-3000/added_tokens.json create mode 100644 checkpoint-3000/config.json create mode 100644 checkpoint-3000/generation_config.json create mode 100644 checkpoint-3000/model.safetensors create mode 100644 checkpoint-3000/rng_state.pth create mode 100644 checkpoint-3000/special_tokens_map.json create mode 100644 checkpoint-3000/spiece.model create mode 100644 checkpoint-3000/tokenizer_config.json create mode 100644 checkpoint-3000/trainer_state.json create mode 100644 checkpoint-3000/training_args.bin create mode 100644 checkpoint-4000/added_tokens.json create mode 100644 checkpoint-4000/config.json create mode 100644 checkpoint-4000/generation_config.json create mode 100644 checkpoint-4000/model.safetensors create mode 100644 checkpoint-4000/rng_state.pth create mode 100644 checkpoint-4000/special_tokens_map.json create mode 100644 checkpoint-4000/spiece.model create mode 100644 checkpoint-4000/tokenizer_config.json create mode 100644 checkpoint-4000/trainer_state.json create mode 100644 checkpoint-4000/training_args.bin create mode 100644 checkpoint-5000/added_tokens.json create mode 100644 checkpoint-5000/config.json create mode 100644 checkpoint-5000/generation_config.json create mode 100644 checkpoint-5000/model.safetensors create mode 100644 checkpoint-5000/rng_state.pth create mode 100644 checkpoint-5000/special_tokens_map.json create mode 100644 checkpoint-5000/spiece.model create mode 100644 checkpoint-5000/tokenizer_config.json create mode 100644 checkpoint-5000/trainer_state.json create mode 100644 checkpoint-5000/training_args.bin create mode 100644 checkpoint-6000/added_tokens.json create mode 100644 checkpoint-6000/config.json create mode 100644 checkpoint-6000/generation_config.json create mode 100644 checkpoint-6000/model.safetensors create mode 100644 checkpoint-6000/rng_state.pth create mode 100644 checkpoint-6000/special_tokens_map.json create mode 100644 checkpoint-6000/spiece.model create mode 100644 checkpoint-6000/tokenizer_config.json create mode 100644 checkpoint-6000/trainer_state.json create mode 100644 checkpoint-6000/training_args.bin create mode 100644 checkpoint-7000/added_tokens.json create mode 100644 checkpoint-7000/config.json create mode 100644 checkpoint-7000/generation_config.json create mode 100644 checkpoint-7000/model.safetensors create mode 100644 checkpoint-7000/rng_state.pth create mode 100644 checkpoint-7000/special_tokens_map.json create mode 100644 checkpoint-7000/spiece.model create mode 100644 checkpoint-7000/tokenizer_config.json create mode 100644 checkpoint-7000/trainer_state.json create mode 100644 checkpoint-7000/training_args.bin create mode 100644 checkpoint-8000/added_tokens.json create mode 100644 checkpoint-8000/config.json create mode 100644 checkpoint-8000/generation_config.json create mode 100644 checkpoint-8000/model.safetensors create mode 100644 checkpoint-8000/rng_state.pth create mode 100644 checkpoint-8000/special_tokens_map.json create mode 100644 checkpoint-8000/spiece.model create mode 100644 checkpoint-8000/tokenizer_config.json create mode 100644 checkpoint-8000/trainer_state.json create mode 100644 checkpoint-8000/training_args.bin create mode 100644 checkpoint-9000/added_tokens.json create mode 100644 checkpoint-9000/config.json create mode 100644 checkpoint-9000/generation_config.json create mode 100644 checkpoint-9000/model.safetensors create mode 100644 checkpoint-9000/rng_state.pth create mode 100644 checkpoint-9000/special_tokens_map.json create mode 100644 checkpoint-9000/spiece.model create mode 100644 checkpoint-9000/tokenizer_config.json create mode 100644 checkpoint-9000/trainer_state.json create mode 100644 checkpoint-9000/training_args.bin create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 spiece.model create mode 100644 tokenizer_config.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6564722 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +base_model: goldfish-models/hin_deva_100mb +library_name: transformers +model_name: hin-deva-100mb-10mb_seed455 +tags: +- generated_from_trainer +- sft +- trl +licence: license +--- + +# Model Card for hin-deva-100mb-10mb_seed455 + +This model is a fine-tuned version of [goldfish-models/hin_deva_100mb](https://huggingface.co/goldfish-models/hin_deva_100mb). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="fpadovani/hin-deva-100mb-10mb_seed455", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/f-padovani-university-of-groningen/new_tokenizers/runs/tzfzdp64) + + +This model was trained with SFT. + +### Framework versions + +- TRL: 0.23.0 +- Transformers: 4.56.2 +- Pytorch: 2.11.0 +- Datasets: 4.8.4 +- Tokenizers: 0.22.1 + +## Citations + + + +Cite TRL as: + +```bibtex +@misc{vonwerra2022trl, + title = {{TRL: Transformer Reinforcement Learning}}, + author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec}, + year = 2020, + journal = {GitHub repository}, + publisher = {GitHub}, + howpublished = {\url{https://github.com/huggingface/trl}} +} +``` \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-1000/added_tokens.json b/checkpoint-1000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-1000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-1000/config.json b/checkpoint-1000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-1000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-1000/generation_config.json b/checkpoint-1000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-1000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-1000/model.safetensors b/checkpoint-1000/model.safetensors new file mode 100644 index 0000000..ca94ca4 --- /dev/null +++ b/checkpoint-1000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c047c77410f9c7c757f34ec494364fc1846404e3a79ff598a6077d7f60bad608 +size 249556672 diff --git a/checkpoint-1000/rng_state.pth b/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000..6db7a67 --- /dev/null +++ b/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6adec46add59a04dc0e2cb186810f7afae9b80062a2d9f26c0f20cec609ee7 +size 14709 diff --git a/checkpoint-1000/special_tokens_map.json b/checkpoint-1000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-1000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-1000/spiece.model b/checkpoint-1000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-1000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-1000/tokenizer_config.json b/checkpoint-1000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-1000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-1000/trainer_state.json b/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000..7cdc6bf --- /dev/null +++ b/checkpoint-1000/trainer_state.json @@ -0,0 +1,2045 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.9789525208027411, + "eval_steps": 1000, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3688675946496000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1000/training_args.bin b/checkpoint-1000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-10000/added_tokens.json b/checkpoint-10000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-10000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-10000/config.json b/checkpoint-10000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-10000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-10000/generation_config.json b/checkpoint-10000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-10000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-10000/model.safetensors b/checkpoint-10000/model.safetensors new file mode 100644 index 0000000..6a7920b --- /dev/null +++ b/checkpoint-10000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7076ad5ed8ab5ce4d027bfddc6581bb798c84acbd4f2f61b49f2a2e7008502d4 +size 249556672 diff --git a/checkpoint-10000/rng_state.pth b/checkpoint-10000/rng_state.pth new file mode 100644 index 0000000..a67abf4 --- /dev/null +++ b/checkpoint-10000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68326f3a28c7599f66534e8d80c7ba572c4c003a26739e6f27698df59739ea54 +size 14709 diff --git a/checkpoint-10000/special_tokens_map.json b/checkpoint-10000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-10000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-10000/spiece.model b/checkpoint-10000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-10000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-10000/tokenizer_config.json b/checkpoint-10000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-10000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-10000/trainer_state.json b/checkpoint-10000/trainer_state.json new file mode 100644 index 0000000..13ac95e --- /dev/null +++ b/checkpoint-10000/trainer_state.json @@ -0,0 +1,20144 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.785119921683798, + "eval_steps": 1000, + "global_step": 10000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + }, + { + "entropy": 5.626655435562133, + "epoch": 1.9623103279490945, + "grad_norm": 1.078125, + "learning_rate": 0.00048693373272105743, + "loss": 5.504, + "mean_token_accuracy": 0.180687840282917, + "num_tokens": 4769947.0, + "step": 2005 + }, + { + "entropy": 5.595974683761597, + "epoch": 1.9672050905531082, + "grad_norm": 1.0390625, + "learning_rate": 0.00048680455692385124, + "loss": 5.5583, + "mean_token_accuracy": 0.18348373621702194, + "num_tokens": 4782749.0, + "step": 2010 + }, + { + "entropy": 5.579078435897827, + "epoch": 1.9720998531571219, + "grad_norm": 1.0546875, + "learning_rate": 0.0004866747650202907, + "loss": 5.5238, + "mean_token_accuracy": 0.18451536893844606, + "num_tokens": 4794944.0, + "step": 2015 + }, + { + "entropy": 5.6003326892852785, + "epoch": 1.9769946157611356, + "grad_norm": 0.96875, + "learning_rate": 0.0004865443573879201, + "loss": 5.468, + "mean_token_accuracy": 0.18887062072753907, + "num_tokens": 4806992.0, + "step": 2020 + }, + { + "entropy": 5.549536085128784, + "epoch": 1.9818893783651492, + "grad_norm": 1.015625, + "learning_rate": 0.0004864133344060749, + "loss": 5.4539, + "mean_token_accuracy": 0.18131107091903687, + "num_tokens": 4818791.0, + "step": 2025 + }, + { + "entropy": 5.558773422241211, + "epoch": 1.9867841409691631, + "grad_norm": 1.203125, + "learning_rate": 0.00048628169645588073, + "loss": 5.5525, + "mean_token_accuracy": 0.17917387038469315, + "num_tokens": 4830708.0, + "step": 2030 + }, + { + "entropy": 5.571465063095093, + "epoch": 1.9916789035731766, + "grad_norm": 1.0390625, + "learning_rate": 0.0004861494439202515, + "loss": 5.5524, + "mean_token_accuracy": 0.1800464168190956, + "num_tokens": 4843031.0, + "step": 2035 + }, + { + "entropy": 5.617353916168213, + "epoch": 1.9965736661771905, + "grad_norm": 1.0859375, + "learning_rate": 0.0004860165771838892, + "loss": 5.5313, + "mean_token_accuracy": 0.1778000995516777, + "num_tokens": 4855523.0, + "step": 2040 + }, + { + "entropy": 5.416062302059597, + "epoch": 2.0009789525208026, + "grad_norm": 0.890625, + "learning_rate": 0.0004858830966332825, + "loss": 5.346, + "mean_token_accuracy": 0.18389874531163108, + "num_tokens": 4866979.0, + "step": 2045 + }, + { + "entropy": 5.488109588623047, + "epoch": 2.0058737151248165, + "grad_norm": 1.046875, + "learning_rate": 0.0004857490026567055, + "loss": 5.1157, + "mean_token_accuracy": 0.19696198999881745, + "num_tokens": 4878496.0, + "step": 2050 + }, + { + "entropy": 5.498682832717895, + "epoch": 2.01076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004856142956442165, + "loss": 5.1833, + "mean_token_accuracy": 0.19493499547243118, + "num_tokens": 4890519.0, + "step": 2055 + }, + { + "entropy": 5.596047735214233, + "epoch": 2.015663240332844, + "grad_norm": 0.98828125, + "learning_rate": 0.0004854789759876572, + "loss": 5.2827, + "mean_token_accuracy": 0.19122138023376464, + "num_tokens": 4902797.0, + "step": 2060 + }, + { + "entropy": 5.531758785247803, + "epoch": 2.0205580029368577, + "grad_norm": 1.1640625, + "learning_rate": 0.00048534304408065135, + "loss": 5.1783, + "mean_token_accuracy": 0.19460100531578065, + "num_tokens": 4913243.0, + "step": 2065 + }, + { + "entropy": 5.424594974517822, + "epoch": 2.025452765540871, + "grad_norm": 1.0390625, + "learning_rate": 0.00048520650031860357, + "loss": 5.0638, + "mean_token_accuracy": 0.19740711152553558, + "num_tokens": 4923876.0, + "step": 2070 + }, + { + "entropy": 5.36385588645935, + "epoch": 2.030347528144885, + "grad_norm": 1.046875, + "learning_rate": 0.00048506934509869845, + "loss": 5.0638, + "mean_token_accuracy": 0.2020087271928787, + "num_tokens": 4936004.0, + "step": 2075 + }, + { + "entropy": 5.394824838638305, + "epoch": 2.0352422907488985, + "grad_norm": 1.078125, + "learning_rate": 0.00048493157881989894, + "loss": 5.098, + "mean_token_accuracy": 0.19910106658935547, + "num_tokens": 4947404.0, + "step": 2080 + }, + { + "entropy": 5.37768030166626, + "epoch": 2.0401370533529124, + "grad_norm": 0.921875, + "learning_rate": 0.0004847932018829456, + "loss": 5.2171, + "mean_token_accuracy": 0.1941538408398628, + "num_tokens": 4960444.0, + "step": 2085 + }, + { + "entropy": 5.418075847625732, + "epoch": 2.0450318159569263, + "grad_norm": 1.078125, + "learning_rate": 0.0004846542146903555, + "loss": 5.1722, + "mean_token_accuracy": 0.19768768548965454, + "num_tokens": 4972356.0, + "step": 2090 + }, + { + "entropy": 5.449041891098022, + "epoch": 2.0499265785609397, + "grad_norm": 1.078125, + "learning_rate": 0.00048451461764642046, + "loss": 5.1357, + "mean_token_accuracy": 0.19979992508888245, + "num_tokens": 4984785.0, + "step": 2095 + }, + { + "entropy": 5.291361522674561, + "epoch": 2.0548213411649536, + "grad_norm": 1.0859375, + "learning_rate": 0.0004843744111572067, + "loss": 5.0675, + "mean_token_accuracy": 0.1959679678082466, + "num_tokens": 4995909.0, + "step": 2100 + }, + { + "entropy": 5.432163047790527, + "epoch": 2.059716103768967, + "grad_norm": 1.0625, + "learning_rate": 0.0004842335956305526, + "loss": 5.0949, + "mean_token_accuracy": 0.19766340106725694, + "num_tokens": 5006191.0, + "step": 2105 + }, + { + "entropy": 5.350412321090698, + "epoch": 2.064610866372981, + "grad_norm": 1.0625, + "learning_rate": 0.00048409217147606895, + "loss": 5.089, + "mean_token_accuracy": 0.2033711478114128, + "num_tokens": 5017399.0, + "step": 2110 + }, + { + "entropy": 5.316557788848877, + "epoch": 2.0695056289769944, + "grad_norm": 1.0234375, + "learning_rate": 0.0004839501391051363, + "loss": 5.0824, + "mean_token_accuracy": 0.19411368370056153, + "num_tokens": 5028402.0, + "step": 2115 + }, + { + "entropy": 5.446633148193359, + "epoch": 2.0744003915810083, + "grad_norm": 1.0, + "learning_rate": 0.0004838074989309045, + "loss": 5.1938, + "mean_token_accuracy": 0.20314160287380217, + "num_tokens": 5040813.0, + "step": 2120 + }, + { + "entropy": 5.414164018630982, + "epoch": 2.079295154185022, + "grad_norm": 0.94921875, + "learning_rate": 0.00048366425136829176, + "loss": 5.1433, + "mean_token_accuracy": 0.20220062136650085, + "num_tokens": 5053076.0, + "step": 2125 + }, + { + "entropy": 5.4324311256408695, + "epoch": 2.0841899167890356, + "grad_norm": 1.0859375, + "learning_rate": 0.00048352039683398286, + "loss": 5.2068, + "mean_token_accuracy": 0.19256707429885864, + "num_tokens": 5065397.0, + "step": 2130 + }, + { + "entropy": 5.374685382843017, + "epoch": 2.0890846793930495, + "grad_norm": 1.125, + "learning_rate": 0.00048337593574642796, + "loss": 5.0098, + "mean_token_accuracy": 0.20131478905677797, + "num_tokens": 5076545.0, + "step": 2135 + }, + { + "entropy": 5.4096685409545895, + "epoch": 2.093979441997063, + "grad_norm": 1.03125, + "learning_rate": 0.00048323086852584187, + "loss": 5.2009, + "mean_token_accuracy": 0.19109852015972137, + "num_tokens": 5089487.0, + "step": 2140 + }, + { + "entropy": 5.413058519363403, + "epoch": 2.098874204601077, + "grad_norm": 1.0234375, + "learning_rate": 0.0004830851955942024, + "loss": 5.1923, + "mean_token_accuracy": 0.1943016231060028, + "num_tokens": 5102046.0, + "step": 2145 + }, + { + "entropy": 5.484387826919556, + "epoch": 2.1037689672050908, + "grad_norm": 1.1171875, + "learning_rate": 0.0004829389173752495, + "loss": 5.3399, + "mean_token_accuracy": 0.19494949281215668, + "num_tokens": 5114758.0, + "step": 2150 + }, + { + "entropy": 5.461303567886352, + "epoch": 2.108663729809104, + "grad_norm": 1.1328125, + "learning_rate": 0.00048279203429448366, + "loss": 5.1454, + "mean_token_accuracy": 0.19781216084957123, + "num_tokens": 5126130.0, + "step": 2155 + }, + { + "entropy": 5.358008193969726, + "epoch": 2.113558492413118, + "grad_norm": 1.046875, + "learning_rate": 0.0004826445467791646, + "loss": 5.2108, + "mean_token_accuracy": 0.19490469843149186, + "num_tokens": 5137749.0, + "step": 2160 + }, + { + "entropy": 5.471472644805909, + "epoch": 2.1184532550171316, + "grad_norm": 1.0078125, + "learning_rate": 0.00048249645525831055, + "loss": 5.1601, + "mean_token_accuracy": 0.20036131292581558, + "num_tokens": 5149361.0, + "step": 2165 + }, + { + "entropy": 5.363424825668335, + "epoch": 2.1233480176211454, + "grad_norm": 1.0234375, + "learning_rate": 0.0004823477601626967, + "loss": 5.0896, + "mean_token_accuracy": 0.2008701056241989, + "num_tokens": 5161025.0, + "step": 2170 + }, + { + "entropy": 5.255881643295288, + "epoch": 2.128242780225159, + "grad_norm": 1.15625, + "learning_rate": 0.00048219846192485365, + "loss": 5.0238, + "mean_token_accuracy": 0.20319584757089615, + "num_tokens": 5171507.0, + "step": 2175 + }, + { + "entropy": 5.427309846878051, + "epoch": 2.133137542829173, + "grad_norm": 1.09375, + "learning_rate": 0.0004820485609790668, + "loss": 5.275, + "mean_token_accuracy": 0.19347049593925475, + "num_tokens": 5184026.0, + "step": 2180 + }, + { + "entropy": 5.4172220706939695, + "epoch": 2.1380323054331867, + "grad_norm": 1.140625, + "learning_rate": 0.00048189805776137454, + "loss": 5.1795, + "mean_token_accuracy": 0.20001329630613326, + "num_tokens": 5195788.0, + "step": 2185 + }, + { + "entropy": 5.262393999099731, + "epoch": 2.1429270680372, + "grad_norm": 1.140625, + "learning_rate": 0.00048174695270956707, + "loss": 5.0315, + "mean_token_accuracy": 0.20920827537775039, + "num_tokens": 5205440.0, + "step": 2190 + }, + { + "entropy": 5.293731689453125, + "epoch": 2.147821830641214, + "grad_norm": 1.015625, + "learning_rate": 0.0004815952462631857, + "loss": 5.1003, + "mean_token_accuracy": 0.2001971885561943, + "num_tokens": 5216578.0, + "step": 2195 + }, + { + "entropy": 5.37099986076355, + "epoch": 2.1527165932452275, + "grad_norm": 1.0546875, + "learning_rate": 0.00048144293886352035, + "loss": 5.1344, + "mean_token_accuracy": 0.20005329102277755, + "num_tokens": 5228836.0, + "step": 2200 + }, + { + "entropy": 5.275912046432495, + "epoch": 2.1576113558492414, + "grad_norm": 1.09375, + "learning_rate": 0.0004812900309536098, + "loss": 5.0887, + "mean_token_accuracy": 0.2067259818315506, + "num_tokens": 5240648.0, + "step": 2205 + }, + { + "entropy": 5.3612512111663815, + "epoch": 2.162506118453255, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113652297823907, + "loss": 5.2269, + "mean_token_accuracy": 0.18981953859329223, + "num_tokens": 5252391.0, + "step": 2210 + }, + { + "entropy": 5.453209781646729, + "epoch": 2.1674008810572687, + "grad_norm": 1.1015625, + "learning_rate": 0.00048098241538393897, + "loss": 5.2036, + "mean_token_accuracy": 0.19229551404714584, + "num_tokens": 5264574.0, + "step": 2215 + }, + { + "entropy": 5.34055609703064, + "epoch": 2.1722956436612826, + "grad_norm": 0.953125, + "learning_rate": 0.00048082770861898426, + "loss": 5.1746, + "mean_token_accuracy": 0.19398458898067475, + "num_tokens": 5277400.0, + "step": 2220 + }, + { + "entropy": 5.379359340667724, + "epoch": 2.177190406265296, + "grad_norm": 1.1171875, + "learning_rate": 0.00048067240313339295, + "loss": 5.1089, + "mean_token_accuracy": 0.19827474504709244, + "num_tokens": 5288951.0, + "step": 2225 + }, + { + "entropy": 5.3159558296203615, + "epoch": 2.18208516886931, + "grad_norm": 1.0859375, + "learning_rate": 0.00048051649937892423, + "loss": 5.0671, + "mean_token_accuracy": 0.2028965413570404, + "num_tokens": 5300902.0, + "step": 2230 + }, + { + "entropy": 5.325251483917237, + "epoch": 2.1869799314733234, + "grad_norm": 1.09375, + "learning_rate": 0.00048035999780907785, + "loss": 5.1804, + "mean_token_accuracy": 0.1967838153243065, + "num_tokens": 5312498.0, + "step": 2235 + }, + { + "entropy": 5.33814377784729, + "epoch": 2.1918746940773373, + "grad_norm": 0.98046875, + "learning_rate": 0.00048020289887909246, + "loss": 5.0948, + "mean_token_accuracy": 0.19691168814897536, + "num_tokens": 5323591.0, + "step": 2240 + }, + { + "entropy": 5.343142366409301, + "epoch": 2.196769456681351, + "grad_norm": 1.0859375, + "learning_rate": 0.0004800452030459441, + "loss": 5.0878, + "mean_token_accuracy": 0.2060595616698265, + "num_tokens": 5334673.0, + "step": 2245 + }, + { + "entropy": 5.302957439422608, + "epoch": 2.2016642192853646, + "grad_norm": 1.125, + "learning_rate": 0.0004798869107683456, + "loss": 5.0975, + "mean_token_accuracy": 0.2082034319639206, + "num_tokens": 5347049.0, + "step": 2250 + }, + { + "entropy": 5.4850016117095945, + "epoch": 2.2065589818893785, + "grad_norm": 1.0859375, + "learning_rate": 0.00047972802250674426, + "loss": 5.2136, + "mean_token_accuracy": 0.1905737653374672, + "num_tokens": 5359153.0, + "step": 2255 + }, + { + "entropy": 5.326099538803101, + "epoch": 2.211453744493392, + "grad_norm": 1.109375, + "learning_rate": 0.00047956853872332126, + "loss": 5.0928, + "mean_token_accuracy": 0.20605096518993377, + "num_tokens": 5369663.0, + "step": 2260 + }, + { + "entropy": 5.356387901306152, + "epoch": 2.216348507097406, + "grad_norm": 0.98828125, + "learning_rate": 0.0004794084598819899, + "loss": 5.1502, + "mean_token_accuracy": 0.1967753291130066, + "num_tokens": 5380962.0, + "step": 2265 + }, + { + "entropy": 5.288668155670166, + "epoch": 2.2212432697014193, + "grad_norm": 0.96875, + "learning_rate": 0.00047924778644839466, + "loss": 5.1048, + "mean_token_accuracy": 0.2026848703622818, + "num_tokens": 5393319.0, + "step": 2270 + }, + { + "entropy": 5.390505695343018, + "epoch": 2.226138032305433, + "grad_norm": 1.03125, + "learning_rate": 0.00047908651888990943, + "loss": 5.1442, + "mean_token_accuracy": 0.20073584467172623, + "num_tokens": 5405052.0, + "step": 2275 + }, + { + "entropy": 5.326527070999146, + "epoch": 2.231032794909447, + "grad_norm": 1.0703125, + "learning_rate": 0.0004789246576756362, + "loss": 5.0887, + "mean_token_accuracy": 0.2013887345790863, + "num_tokens": 5416416.0, + "step": 2280 + }, + { + "entropy": 5.414171504974365, + "epoch": 2.2359275575134605, + "grad_norm": 1.09375, + "learning_rate": 0.0004787622032764041, + "loss": 5.3084, + "mean_token_accuracy": 0.18751744031906128, + "num_tokens": 5428676.0, + "step": 2285 + }, + { + "entropy": 5.395980930328369, + "epoch": 2.2408223201174744, + "grad_norm": 1.1328125, + "learning_rate": 0.0004785991561647675, + "loss": 5.1538, + "mean_token_accuracy": 0.19835059940814972, + "num_tokens": 5439885.0, + "step": 2290 + }, + { + "entropy": 5.331133651733398, + "epoch": 2.245717082721488, + "grad_norm": 1.078125, + "learning_rate": 0.00047843551681500494, + "loss": 5.2068, + "mean_token_accuracy": 0.19880653768777848, + "num_tokens": 5451236.0, + "step": 2295 + }, + { + "entropy": 5.391649007797241, + "epoch": 2.2506118453255017, + "grad_norm": 0.98828125, + "learning_rate": 0.0004782712857031178, + "loss": 5.2206, + "mean_token_accuracy": 0.19829923510551453, + "num_tokens": 5464088.0, + "step": 2300 + }, + { + "entropy": 5.2941186904907225, + "epoch": 2.255506607929515, + "grad_norm": 1.03125, + "learning_rate": 0.0004781064633068287, + "loss": 5.0972, + "mean_token_accuracy": 0.1968427300453186, + "num_tokens": 5475857.0, + "step": 2305 + }, + { + "entropy": 5.406572008132935, + "epoch": 2.260401370533529, + "grad_norm": 1.015625, + "learning_rate": 0.0004779410501055802, + "loss": 5.2506, + "mean_token_accuracy": 0.19424178153276445, + "num_tokens": 5488670.0, + "step": 2310 + }, + { + "entropy": 5.382027053833008, + "epoch": 2.265296133137543, + "grad_norm": 0.8984375, + "learning_rate": 0.00047777504658053343, + "loss": 5.1331, + "mean_token_accuracy": 0.19536806344985963, + "num_tokens": 5501746.0, + "step": 2315 + }, + { + "entropy": 5.342251920700074, + "epoch": 2.2701908957415564, + "grad_norm": 1.125, + "learning_rate": 0.0004776084532145668, + "loss": 5.2087, + "mean_token_accuracy": 0.19615187793970107, + "num_tokens": 5513504.0, + "step": 2320 + }, + { + "entropy": 5.28951063156128, + "epoch": 2.2750856583455703, + "grad_norm": 1.0234375, + "learning_rate": 0.00047744127049227425, + "loss": 5.1353, + "mean_token_accuracy": 0.1898852616548538, + "num_tokens": 5526144.0, + "step": 2325 + }, + { + "entropy": 5.376743125915527, + "epoch": 2.2799804209495838, + "grad_norm": 1.03125, + "learning_rate": 0.0004772734988999644, + "loss": 5.1969, + "mean_token_accuracy": 0.19190049171447754, + "num_tokens": 5537545.0, + "step": 2330 + }, + { + "entropy": 5.363980293273926, + "epoch": 2.2848751835535976, + "grad_norm": 1.0859375, + "learning_rate": 0.0004771051389256582, + "loss": 5.1988, + "mean_token_accuracy": 0.19740142524242402, + "num_tokens": 5549447.0, + "step": 2335 + }, + { + "entropy": 5.373389053344726, + "epoch": 2.2897699461576115, + "grad_norm": 1.1328125, + "learning_rate": 0.00047693619105908887, + "loss": 5.1783, + "mean_token_accuracy": 0.19465951174497603, + "num_tokens": 5561091.0, + "step": 2340 + }, + { + "entropy": 5.344110679626465, + "epoch": 2.294664708761625, + "grad_norm": 1.1015625, + "learning_rate": 0.0004767666557916992, + "loss": 5.0986, + "mean_token_accuracy": 0.19979317635297775, + "num_tokens": 5573326.0, + "step": 2345 + }, + { + "entropy": 5.291253471374512, + "epoch": 2.299559471365639, + "grad_norm": 1.125, + "learning_rate": 0.00047659653361664087, + "loss": 5.1232, + "mean_token_accuracy": 0.19844507426023483, + "num_tokens": 5584947.0, + "step": 2350 + }, + { + "entropy": 5.330148124694825, + "epoch": 2.3044542339696523, + "grad_norm": 1.03125, + "learning_rate": 0.00047642582502877256, + "loss": 5.1108, + "mean_token_accuracy": 0.20429294407367707, + "num_tokens": 5596944.0, + "step": 2355 + }, + { + "entropy": 5.328449010848999, + "epoch": 2.309348996573666, + "grad_norm": 1.0, + "learning_rate": 0.000476254530524659, + "loss": 5.1795, + "mean_token_accuracy": 0.20087141394615174, + "num_tokens": 5609265.0, + "step": 2360 + }, + { + "entropy": 5.3663146018981935, + "epoch": 2.31424375917768, + "grad_norm": 1.1171875, + "learning_rate": 0.0004760826506025691, + "loss": 5.1304, + "mean_token_accuracy": 0.19760584831237793, + "num_tokens": 5620730.0, + "step": 2365 + }, + { + "entropy": 5.285108232498169, + "epoch": 2.3191385217816936, + "grad_norm": 1.0, + "learning_rate": 0.0004759101857624747, + "loss": 5.1766, + "mean_token_accuracy": 0.20640088468790055, + "num_tokens": 5633191.0, + "step": 2370 + }, + { + "entropy": 5.3933042049407955, + "epoch": 2.3240332843857074, + "grad_norm": 1.0625, + "learning_rate": 0.000475737136506049, + "loss": 5.2271, + "mean_token_accuracy": 0.1945857360959053, + "num_tokens": 5645134.0, + "step": 2375 + }, + { + "entropy": 5.295850324630737, + "epoch": 2.328928046989721, + "grad_norm": 1.03125, + "learning_rate": 0.00047556350333666524, + "loss": 5.0834, + "mean_token_accuracy": 0.20512981414794923, + "num_tokens": 5658799.0, + "step": 2380 + }, + { + "entropy": 5.313294506072998, + "epoch": 2.333822809593735, + "grad_norm": 1.0625, + "learning_rate": 0.0004753892867593953, + "loss": 5.0859, + "mean_token_accuracy": 0.20842575281858444, + "num_tokens": 5670202.0, + "step": 2385 + }, + { + "entropy": 5.322448492050171, + "epoch": 2.3387175721977482, + "grad_norm": 1.046875, + "learning_rate": 0.00047521448728100787, + "loss": 5.2334, + "mean_token_accuracy": 0.19291446208953858, + "num_tokens": 5682469.0, + "step": 2390 + }, + { + "entropy": 5.4270847797393795, + "epoch": 2.343612334801762, + "grad_norm": 1.1796875, + "learning_rate": 0.00047503910540996734, + "loss": 5.2345, + "mean_token_accuracy": 0.19537753313779832, + "num_tokens": 5692908.0, + "step": 2395 + }, + { + "entropy": 5.408088541030883, + "epoch": 2.348507097405776, + "grad_norm": 1.15625, + "learning_rate": 0.0004748631416564322, + "loss": 5.1633, + "mean_token_accuracy": 0.20164895057678223, + "num_tokens": 5703813.0, + "step": 2400 + }, + { + "entropy": 5.196409845352173, + "epoch": 2.3534018600097895, + "grad_norm": 1.0625, + "learning_rate": 0.00047468659653225343, + "loss": 4.9836, + "mean_token_accuracy": 0.21172523200511933, + "num_tokens": 5715274.0, + "step": 2405 + }, + { + "entropy": 5.29620771408081, + "epoch": 2.3582966226138034, + "grad_norm": 1.0703125, + "learning_rate": 0.00047450947055097326, + "loss": 5.1346, + "mean_token_accuracy": 0.1948849856853485, + "num_tokens": 5727809.0, + "step": 2410 + }, + { + "entropy": 5.345274257659912, + "epoch": 2.363191385217817, + "grad_norm": 1.0234375, + "learning_rate": 0.0004743317642278234, + "loss": 5.2698, + "mean_token_accuracy": 0.19395796507596968, + "num_tokens": 5740398.0, + "step": 2415 + }, + { + "entropy": 5.324441909790039, + "epoch": 2.3680861478218307, + "grad_norm": 1.0859375, + "learning_rate": 0.000474153478079724, + "loss": 5.1448, + "mean_token_accuracy": 0.2060188740491867, + "num_tokens": 5752453.0, + "step": 2420 + }, + { + "entropy": 5.363028478622437, + "epoch": 2.372980910425844, + "grad_norm": 1.1171875, + "learning_rate": 0.0004739746126252813, + "loss": 5.2544, + "mean_token_accuracy": 0.19350223541259765, + "num_tokens": 5765062.0, + "step": 2425 + }, + { + "entropy": 5.430942630767822, + "epoch": 2.377875673029858, + "grad_norm": 1.046875, + "learning_rate": 0.0004737951683847872, + "loss": 5.219, + "mean_token_accuracy": 0.19821250736713408, + "num_tokens": 5776765.0, + "step": 2430 + }, + { + "entropy": 5.291578006744385, + "epoch": 2.382770435633872, + "grad_norm": 1.0625, + "learning_rate": 0.0004736151458802168, + "loss": 5.1678, + "mean_token_accuracy": 0.20081659257411957, + "num_tokens": 5789509.0, + "step": 2435 + }, + { + "entropy": 5.356848478317261, + "epoch": 2.3876651982378854, + "grad_norm": 1.046875, + "learning_rate": 0.0004734345456352275, + "loss": 5.1043, + "mean_token_accuracy": 0.20367712676525115, + "num_tokens": 5801264.0, + "step": 2440 + }, + { + "entropy": 5.308737421035767, + "epoch": 2.3925599608418993, + "grad_norm": 1.015625, + "learning_rate": 0.0004732533681751571, + "loss": 5.1319, + "mean_token_accuracy": 0.20206829607486726, + "num_tokens": 5813246.0, + "step": 2445 + }, + { + "entropy": 5.312044334411621, + "epoch": 2.3974547234459127, + "grad_norm": 1.09375, + "learning_rate": 0.0004730716140270227, + "loss": 5.1469, + "mean_token_accuracy": 0.2028827801346779, + "num_tokens": 5825304.0, + "step": 2450 + }, + { + "entropy": 5.267190885543823, + "epoch": 2.4023494860499266, + "grad_norm": 1.1328125, + "learning_rate": 0.0004728892837195186, + "loss": 5.0377, + "mean_token_accuracy": 0.2059757873415947, + "num_tokens": 5837996.0, + "step": 2455 + }, + { + "entropy": 5.323007535934448, + "epoch": 2.4072442486539405, + "grad_norm": 0.9609375, + "learning_rate": 0.0004727063777830151, + "loss": 5.1748, + "mean_token_accuracy": 0.19384027421474456, + "num_tokens": 5850968.0, + "step": 2460 + }, + { + "entropy": 5.284120225906372, + "epoch": 2.412139011257954, + "grad_norm": 1.09375, + "learning_rate": 0.00047252289674955706, + "loss": 5.1703, + "mean_token_accuracy": 0.1982756406068802, + "num_tokens": 5863233.0, + "step": 2465 + }, + { + "entropy": 5.306171417236328, + "epoch": 2.417033773861968, + "grad_norm": 1.1484375, + "learning_rate": 0.00047233884115286214, + "loss": 5.0615, + "mean_token_accuracy": 0.20489953309297562, + "num_tokens": 5873776.0, + "step": 2470 + }, + { + "entropy": 5.330395984649658, + "epoch": 2.4219285364659813, + "grad_norm": 1.078125, + "learning_rate": 0.0004721542115283193, + "loss": 5.1998, + "mean_token_accuracy": 0.19702814221382142, + "num_tokens": 5885839.0, + "step": 2475 + }, + { + "entropy": 5.301304960250855, + "epoch": 2.426823299069995, + "grad_norm": 1.109375, + "learning_rate": 0.00047196900841298725, + "loss": 5.1866, + "mean_token_accuracy": 0.1993207722902298, + "num_tokens": 5896973.0, + "step": 2480 + }, + { + "entropy": 5.327944040298462, + "epoch": 2.431718061674009, + "grad_norm": 1.1796875, + "learning_rate": 0.0004717832323455929, + "loss": 5.1753, + "mean_token_accuracy": 0.20232927352190017, + "num_tokens": 5908306.0, + "step": 2485 + }, + { + "entropy": 5.290309238433838, + "epoch": 2.4366128242780225, + "grad_norm": 1.015625, + "learning_rate": 0.0004715968838665298, + "loss": 5.1711, + "mean_token_accuracy": 0.19939935356378555, + "num_tokens": 5919719.0, + "step": 2490 + }, + { + "entropy": 5.33341794013977, + "epoch": 2.4415075868820364, + "grad_norm": 1.0703125, + "learning_rate": 0.00047140996351785654, + "loss": 5.1023, + "mean_token_accuracy": 0.20435553342103957, + "num_tokens": 5931406.0, + "step": 2495 + }, + { + "entropy": 5.368729209899902, + "epoch": 2.44640234948605, + "grad_norm": 1.1015625, + "learning_rate": 0.00047122247184329527, + "loss": 5.2185, + "mean_token_accuracy": 0.19418967366218567, + "num_tokens": 5943427.0, + "step": 2500 + }, + { + "entropy": 5.307469177246094, + "epoch": 2.4512971120900637, + "grad_norm": 1.0625, + "learning_rate": 0.0004710344093882298, + "loss": 5.1507, + "mean_token_accuracy": 0.2013296440243721, + "num_tokens": 5954684.0, + "step": 2505 + }, + { + "entropy": 5.359532833099365, + "epoch": 2.456191874694077, + "grad_norm": 1.1796875, + "learning_rate": 0.0004708457766997046, + "loss": 5.2619, + "mean_token_accuracy": 0.18810701966285706, + "num_tokens": 5965135.0, + "step": 2510 + }, + { + "entropy": 5.419138956069946, + "epoch": 2.461086637298091, + "grad_norm": 1.0703125, + "learning_rate": 0.00047065657432642275, + "loss": 5.128, + "mean_token_accuracy": 0.20935332030057907, + "num_tokens": 5976419.0, + "step": 2515 + }, + { + "entropy": 5.281298351287842, + "epoch": 2.4659813999021045, + "grad_norm": 1.078125, + "learning_rate": 0.00047046680281874416, + "loss": 5.1704, + "mean_token_accuracy": 0.19998786300420762, + "num_tokens": 5990204.0, + "step": 2520 + }, + { + "entropy": 5.401511573791504, + "epoch": 2.4708761625061184, + "grad_norm": 1.265625, + "learning_rate": 0.0004702764627286845, + "loss": 5.2293, + "mean_token_accuracy": 0.19928793162107467, + "num_tokens": 6002137.0, + "step": 2525 + }, + { + "entropy": 5.285235929489136, + "epoch": 2.4757709251101323, + "grad_norm": 1.0625, + "learning_rate": 0.0004700855546099136, + "loss": 5.1081, + "mean_token_accuracy": 0.20293399542570115, + "num_tokens": 6014254.0, + "step": 2530 + }, + { + "entropy": 5.33097767829895, + "epoch": 2.4806656877141458, + "grad_norm": 1.1171875, + "learning_rate": 0.000469894079017753, + "loss": 5.1706, + "mean_token_accuracy": 0.1951598733663559, + "num_tokens": 6025999.0, + "step": 2535 + }, + { + "entropy": 5.242245769500732, + "epoch": 2.4855604503181596, + "grad_norm": 1.0625, + "learning_rate": 0.0004697020365091755, + "loss": 5.1076, + "mean_token_accuracy": 0.2008503183722496, + "num_tokens": 6037909.0, + "step": 2540 + }, + { + "entropy": 5.338990831375122, + "epoch": 2.490455212922173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004695094276428027, + "loss": 5.2176, + "mean_token_accuracy": 0.18787843734025955, + "num_tokens": 6050267.0, + "step": 2545 + }, + { + "entropy": 5.3056189060211185, + "epoch": 2.495349975526187, + "grad_norm": 1.03125, + "learning_rate": 0.00046931625297890367, + "loss": 5.1037, + "mean_token_accuracy": 0.20342702567577362, + "num_tokens": 6062168.0, + "step": 2550 + }, + { + "entropy": 5.221565580368042, + "epoch": 2.500244738130201, + "grad_norm": 0.93359375, + "learning_rate": 0.00046912251307939336, + "loss": 5.063, + "mean_token_accuracy": 0.20233901143074035, + "num_tokens": 6075737.0, + "step": 2555 + }, + { + "entropy": 5.328143358230591, + "epoch": 2.5051395007342143, + "grad_norm": 1.0703125, + "learning_rate": 0.0004689282085078308, + "loss": 5.1588, + "mean_token_accuracy": 0.1983553498983383, + "num_tokens": 6089195.0, + "step": 2560 + }, + { + "entropy": 5.28541522026062, + "epoch": 2.510034263338228, + "grad_norm": 1.109375, + "learning_rate": 0.00046873333982941763, + "loss": 5.1283, + "mean_token_accuracy": 0.19364329129457475, + "num_tokens": 6101277.0, + "step": 2565 + }, + { + "entropy": 5.3025566101074215, + "epoch": 2.5149290259422417, + "grad_norm": 1.171875, + "learning_rate": 0.0004685379076109964, + "loss": 5.2084, + "mean_token_accuracy": 0.1892598196864128, + "num_tokens": 6113169.0, + "step": 2570 + }, + { + "entropy": 5.2775373458862305, + "epoch": 2.5198237885462555, + "grad_norm": 1.0546875, + "learning_rate": 0.00046834191242104887, + "loss": 5.0687, + "mean_token_accuracy": 0.20382051467895507, + "num_tokens": 6124006.0, + "step": 2575 + }, + { + "entropy": 5.243126773834229, + "epoch": 2.5247185511502694, + "grad_norm": 1.1640625, + "learning_rate": 0.0004681453548296944, + "loss": 5.0609, + "mean_token_accuracy": 0.20143638849258422, + "num_tokens": 6134991.0, + "step": 2580 + }, + { + "entropy": 5.288752269744873, + "epoch": 2.529613313754283, + "grad_norm": 1.171875, + "learning_rate": 0.0004679482354086884, + "loss": 5.1545, + "mean_token_accuracy": 0.195332270860672, + "num_tokens": 6145771.0, + "step": 2585 + }, + { + "entropy": 5.329096794128418, + "epoch": 2.534508076358297, + "grad_norm": 1.0625, + "learning_rate": 0.00046775055473142037, + "loss": 5.1409, + "mean_token_accuracy": 0.20373797565698623, + "num_tokens": 6157778.0, + "step": 2590 + }, + { + "entropy": 5.320698356628418, + "epoch": 2.5394028389623102, + "grad_norm": 1.09375, + "learning_rate": 0.00046755231337291257, + "loss": 5.2232, + "mean_token_accuracy": 0.194973361492157, + "num_tokens": 6167977.0, + "step": 2595 + }, + { + "entropy": 5.258221435546875, + "epoch": 2.544297601566324, + "grad_norm": 1.1015625, + "learning_rate": 0.000467353511909818, + "loss": 5.1519, + "mean_token_accuracy": 0.1974998250603676, + "num_tokens": 6179012.0, + "step": 2600 + }, + { + "entropy": 5.416901731491089, + "epoch": 2.549192364170338, + "grad_norm": 1.1328125, + "learning_rate": 0.00046715415092041923, + "loss": 5.2214, + "mean_token_accuracy": 0.20321713387966156, + "num_tokens": 6191199.0, + "step": 2605 + }, + { + "entropy": 5.396421337127686, + "epoch": 2.5540871267743515, + "grad_norm": 1.1875, + "learning_rate": 0.00046695423098462607, + "loss": 5.2765, + "mean_token_accuracy": 0.19418736398220063, + "num_tokens": 6202990.0, + "step": 2610 + }, + { + "entropy": 5.373351144790649, + "epoch": 2.558981889378365, + "grad_norm": 1.1796875, + "learning_rate": 0.0004667537526839745, + "loss": 5.2863, + "mean_token_accuracy": 0.19325242787599564, + "num_tokens": 6215270.0, + "step": 2615 + }, + { + "entropy": 5.2843457698822025, + "epoch": 2.563876651982379, + "grad_norm": 1.1015625, + "learning_rate": 0.0004665527166016244, + "loss": 5.1041, + "mean_token_accuracy": 0.2006557270884514, + "num_tokens": 6227471.0, + "step": 2620 + }, + { + "entropy": 5.304417896270752, + "epoch": 2.5687714145863927, + "grad_norm": 1.15625, + "learning_rate": 0.0004663511233223584, + "loss": 5.1405, + "mean_token_accuracy": 0.19751403629779815, + "num_tokens": 6239960.0, + "step": 2625 + }, + { + "entropy": 5.183145141601562, + "epoch": 2.573666177190406, + "grad_norm": 1.03125, + "learning_rate": 0.00046614897343257993, + "loss": 5.0943, + "mean_token_accuracy": 0.19900689721107484, + "num_tokens": 6252986.0, + "step": 2630 + }, + { + "entropy": 5.334723329544067, + "epoch": 2.57856093979442, + "grad_norm": 1.0546875, + "learning_rate": 0.0004659462675203113, + "loss": 5.2365, + "mean_token_accuracy": 0.19438600391149521, + "num_tokens": 6265814.0, + "step": 2635 + }, + { + "entropy": 5.294690322875977, + "epoch": 2.5834557023984335, + "grad_norm": 1.046875, + "learning_rate": 0.0004657430061751924, + "loss": 5.1526, + "mean_token_accuracy": 0.19875487089157104, + "num_tokens": 6276875.0, + "step": 2640 + }, + { + "entropy": 5.29907865524292, + "epoch": 2.5883504650024474, + "grad_norm": 1.0625, + "learning_rate": 0.00046553918998847873, + "loss": 5.1866, + "mean_token_accuracy": 0.1913258284330368, + "num_tokens": 6288864.0, + "step": 2645 + }, + { + "entropy": 5.373501443862915, + "epoch": 2.5932452276064613, + "grad_norm": 1.28125, + "learning_rate": 0.0004653348195530396, + "loss": 5.2424, + "mean_token_accuracy": 0.1908942475914955, + "num_tokens": 6302693.0, + "step": 2650 + }, + { + "entropy": 5.310032081604004, + "epoch": 2.5981399902104747, + "grad_norm": 1.109375, + "learning_rate": 0.00046512989546335684, + "loss": 5.2109, + "mean_token_accuracy": 0.1932237148284912, + "num_tokens": 6315961.0, + "step": 2655 + }, + { + "entropy": 5.304839754104615, + "epoch": 2.6030347528144886, + "grad_norm": 1.140625, + "learning_rate": 0.00046492441831552244, + "loss": 5.2087, + "mean_token_accuracy": 0.19596468061208724, + "num_tokens": 6328383.0, + "step": 2660 + }, + { + "entropy": 5.363293695449829, + "epoch": 2.607929515418502, + "grad_norm": 1.1171875, + "learning_rate": 0.00046471838870723744, + "loss": 5.136, + "mean_token_accuracy": 0.1972019836306572, + "num_tokens": 6341188.0, + "step": 2665 + }, + { + "entropy": 5.237611436843872, + "epoch": 2.612824278022516, + "grad_norm": 1.109375, + "learning_rate": 0.00046451180723780966, + "loss": 5.0922, + "mean_token_accuracy": 0.20550482720136642, + "num_tokens": 6352364.0, + "step": 2670 + }, + { + "entropy": 5.364541006088257, + "epoch": 2.61771904062653, + "grad_norm": 1.03125, + "learning_rate": 0.00046430467450815237, + "loss": 5.2227, + "mean_token_accuracy": 0.20022366791963578, + "num_tokens": 6364801.0, + "step": 2675 + }, + { + "entropy": 5.332408142089844, + "epoch": 2.6226138032305433, + "grad_norm": 0.96484375, + "learning_rate": 0.00046409699112078234, + "loss": 5.1131, + "mean_token_accuracy": 0.20269023180007933, + "num_tokens": 6378350.0, + "step": 2680 + }, + { + "entropy": 5.227812242507935, + "epoch": 2.627508565834557, + "grad_norm": 1.0546875, + "learning_rate": 0.000463888757679818, + "loss": 5.0975, + "mean_token_accuracy": 0.19431902468204498, + "num_tokens": 6390372.0, + "step": 2685 + }, + { + "entropy": 5.292713356018067, + "epoch": 2.6324033284385706, + "grad_norm": 1.125, + "learning_rate": 0.000463679974790978, + "loss": 5.1655, + "mean_token_accuracy": 0.19646825790405273, + "num_tokens": 6402460.0, + "step": 2690 + }, + { + "entropy": 5.2531421184539795, + "epoch": 2.6372980910425845, + "grad_norm": 1.046875, + "learning_rate": 0.00046347064306157904, + "loss": 5.0339, + "mean_token_accuracy": 0.20605625808238984, + "num_tokens": 6413086.0, + "step": 2695 + }, + { + "entropy": 5.273374080657959, + "epoch": 2.6421928536465984, + "grad_norm": 1.0390625, + "learning_rate": 0.00046326076310053443, + "loss": 5.2039, + "mean_token_accuracy": 0.20057330429553985, + "num_tokens": 6425334.0, + "step": 2700 + }, + { + "entropy": 5.329495000839233, + "epoch": 2.647087616250612, + "grad_norm": 1.0390625, + "learning_rate": 0.0004630503355183522, + "loss": 5.2021, + "mean_token_accuracy": 0.19525025635957718, + "num_tokens": 6438043.0, + "step": 2705 + }, + { + "entropy": 5.352862691879272, + "epoch": 2.6519823788546253, + "grad_norm": 1.1171875, + "learning_rate": 0.0004628393609271332, + "loss": 5.2473, + "mean_token_accuracy": 0.1973058670759201, + "num_tokens": 6449424.0, + "step": 2710 + }, + { + "entropy": 5.27777681350708, + "epoch": 2.656877141458639, + "grad_norm": 1.1328125, + "learning_rate": 0.0004626278399405698, + "loss": 5.1823, + "mean_token_accuracy": 0.20338010936975479, + "num_tokens": 6461149.0, + "step": 2715 + }, + { + "entropy": 5.37155704498291, + "epoch": 2.661771904062653, + "grad_norm": 1.046875, + "learning_rate": 0.0004624157731739432, + "loss": 5.1824, + "mean_token_accuracy": 0.20031111240386962, + "num_tokens": 6472750.0, + "step": 2720 + }, + { + "entropy": 5.269566822052002, + "epoch": 2.6666666666666665, + "grad_norm": 1.1484375, + "learning_rate": 0.00046220316124412255, + "loss": 5.1534, + "mean_token_accuracy": 0.2030242934823036, + "num_tokens": 6485912.0, + "step": 2725 + }, + { + "entropy": 5.277011966705322, + "epoch": 2.6715614292706804, + "grad_norm": 1.03125, + "learning_rate": 0.0004619900047695628, + "loss": 5.1074, + "mean_token_accuracy": 0.2049603432416916, + "num_tokens": 6496457.0, + "step": 2730 + }, + { + "entropy": 5.2734582901000975, + "epoch": 2.676456191874694, + "grad_norm": 1.0546875, + "learning_rate": 0.0004617763043703029, + "loss": 5.2227, + "mean_token_accuracy": 0.19709507524967193, + "num_tokens": 6509112.0, + "step": 2735 + }, + { + "entropy": 5.344844722747803, + "epoch": 2.6813509544787077, + "grad_norm": 1.109375, + "learning_rate": 0.0004615620606679637, + "loss": 5.2023, + "mean_token_accuracy": 0.19780662953853606, + "num_tokens": 6520968.0, + "step": 2740 + }, + { + "entropy": 5.323253107070923, + "epoch": 2.6862457170827216, + "grad_norm": 1.15625, + "learning_rate": 0.0004613472742857468, + "loss": 5.2199, + "mean_token_accuracy": 0.1946541726589203, + "num_tokens": 6533384.0, + "step": 2745 + }, + { + "entropy": 5.23217282295227, + "epoch": 2.691140479686735, + "grad_norm": 1.1015625, + "learning_rate": 0.00046113194584843217, + "loss": 5.08, + "mean_token_accuracy": 0.20902790129184723, + "num_tokens": 6544334.0, + "step": 2750 + }, + { + "entropy": 5.267884683609009, + "epoch": 2.696035242290749, + "grad_norm": 1.171875, + "learning_rate": 0.00046091607598237655, + "loss": 5.1461, + "mean_token_accuracy": 0.20653503835201265, + "num_tokens": 6556260.0, + "step": 2755 + }, + { + "entropy": 5.357528781890869, + "epoch": 2.7009300048947624, + "grad_norm": 1.046875, + "learning_rate": 0.00046069966531551174, + "loss": 5.1733, + "mean_token_accuracy": 0.1969723477959633, + "num_tokens": 6568148.0, + "step": 2760 + }, + { + "entropy": 5.397097110748291, + "epoch": 2.7058247674987763, + "grad_norm": 0.99609375, + "learning_rate": 0.0004604827144773425, + "loss": 5.2952, + "mean_token_accuracy": 0.19570557475090028, + "num_tokens": 6580929.0, + "step": 2765 + }, + { + "entropy": 5.2552718162536625, + "epoch": 2.71071953010279, + "grad_norm": 1.0078125, + "learning_rate": 0.00046026522409894476, + "loss": 5.2036, + "mean_token_accuracy": 0.19973676651716232, + "num_tokens": 6594412.0, + "step": 2770 + }, + { + "entropy": 5.272260332107544, + "epoch": 2.7156142927068037, + "grad_norm": 1.0625, + "learning_rate": 0.0004600471948129643, + "loss": 5.1549, + "mean_token_accuracy": 0.20321643203496934, + "num_tokens": 6606735.0, + "step": 2775 + }, + { + "entropy": 5.34075813293457, + "epoch": 2.7205090553108175, + "grad_norm": 1.140625, + "learning_rate": 0.00045982862725361414, + "loss": 5.189, + "mean_token_accuracy": 0.19283341318368913, + "num_tokens": 6620203.0, + "step": 2780 + }, + { + "entropy": 5.281694984436035, + "epoch": 2.725403817914831, + "grad_norm": 1.0234375, + "learning_rate": 0.00045960952205667305, + "loss": 5.0273, + "mean_token_accuracy": 0.2054688349366188, + "num_tokens": 6632420.0, + "step": 2785 + }, + { + "entropy": 5.248138332366944, + "epoch": 2.730298580518845, + "grad_norm": 1.2265625, + "learning_rate": 0.0004593898798594839, + "loss": 5.0615, + "mean_token_accuracy": 0.20480649769306183, + "num_tokens": 6644090.0, + "step": 2790 + }, + { + "entropy": 5.18441481590271, + "epoch": 2.7351933431228588, + "grad_norm": 1.1328125, + "learning_rate": 0.00045916970130095155, + "loss": 5.1237, + "mean_token_accuracy": 0.20232576578855516, + "num_tokens": 6654970.0, + "step": 2795 + }, + { + "entropy": 5.235738801956177, + "epoch": 2.7400881057268722, + "grad_norm": 1.0, + "learning_rate": 0.000458948987021541, + "loss": 5.0864, + "mean_token_accuracy": 0.20247414112091064, + "num_tokens": 6667428.0, + "step": 2800 + }, + { + "entropy": 5.293523788452148, + "epoch": 2.744982868330886, + "grad_norm": 1.1953125, + "learning_rate": 0.0004587277376632755, + "loss": 5.1167, + "mean_token_accuracy": 0.20096131265163422, + "num_tokens": 6679743.0, + "step": 2805 + }, + { + "entropy": 5.195648813247681, + "epoch": 2.7498776309348996, + "grad_norm": 1.1171875, + "learning_rate": 0.0004585059538697349, + "loss": 5.1231, + "mean_token_accuracy": 0.2077399328351021, + "num_tokens": 6691657.0, + "step": 2810 + }, + { + "entropy": 5.2407111644744875, + "epoch": 2.7547723935389135, + "grad_norm": 1.1015625, + "learning_rate": 0.00045828363628605355, + "loss": 5.1147, + "mean_token_accuracy": 0.20235977917909623, + "num_tokens": 6703862.0, + "step": 2815 + }, + { + "entropy": 5.314387226104737, + "epoch": 2.759667156142927, + "grad_norm": 1.171875, + "learning_rate": 0.00045806078555891874, + "loss": 5.1477, + "mean_token_accuracy": 0.19421834498643875, + "num_tokens": 6714896.0, + "step": 2820 + }, + { + "entropy": 5.247271633148193, + "epoch": 2.764561918746941, + "grad_norm": 1.0703125, + "learning_rate": 0.00045783740233656825, + "loss": 5.1073, + "mean_token_accuracy": 0.20424874275922775, + "num_tokens": 6726432.0, + "step": 2825 + }, + { + "entropy": 5.23317141532898, + "epoch": 2.7694566813509542, + "grad_norm": 1.1328125, + "learning_rate": 0.00045761348726878906, + "loss": 5.0982, + "mean_token_accuracy": 0.20008147805929183, + "num_tokens": 6738262.0, + "step": 2830 + }, + { + "entropy": 5.314716863632202, + "epoch": 2.774351443954968, + "grad_norm": 1.09375, + "learning_rate": 0.0004573890410069149, + "loss": 5.2182, + "mean_token_accuracy": 0.19755987972021102, + "num_tokens": 6750838.0, + "step": 2835 + }, + { + "entropy": 5.339499568939209, + "epoch": 2.779246206558982, + "grad_norm": 1.1796875, + "learning_rate": 0.00045716406420382507, + "loss": 5.1352, + "mean_token_accuracy": 0.20612797290086746, + "num_tokens": 6763284.0, + "step": 2840 + }, + { + "entropy": 5.200328302383423, + "epoch": 2.7841409691629955, + "grad_norm": 1.15625, + "learning_rate": 0.00045693855751394185, + "loss": 5.1781, + "mean_token_accuracy": 0.19806490689516068, + "num_tokens": 6775122.0, + "step": 2845 + }, + { + "entropy": 5.246775674819946, + "epoch": 2.7890357317670094, + "grad_norm": 1.1796875, + "learning_rate": 0.00045671252159322907, + "loss": 4.9814, + "mean_token_accuracy": 0.21260356158018112, + "num_tokens": 6786126.0, + "step": 2850 + }, + { + "entropy": 5.225829267501831, + "epoch": 2.793930494371023, + "grad_norm": 1.171875, + "learning_rate": 0.00045648595709918974, + "loss": 5.0955, + "mean_token_accuracy": 0.20787982046604156, + "num_tokens": 6797549.0, + "step": 2855 + }, + { + "entropy": 5.221702241897583, + "epoch": 2.7988252569750367, + "grad_norm": 1.09375, + "learning_rate": 0.0004562588646908646, + "loss": 5.0589, + "mean_token_accuracy": 0.1999519497156143, + "num_tokens": 6809882.0, + "step": 2860 + }, + { + "entropy": 5.277024984359741, + "epoch": 2.8037200195790506, + "grad_norm": 1.15625, + "learning_rate": 0.00045603124502883004, + "loss": 5.1685, + "mean_token_accuracy": 0.20202742516994476, + "num_tokens": 6822490.0, + "step": 2865 + }, + { + "entropy": 5.319039916992187, + "epoch": 2.808614782183064, + "grad_norm": 1.015625, + "learning_rate": 0.0004558030987751961, + "loss": 5.1629, + "mean_token_accuracy": 0.19774821102619172, + "num_tokens": 6834857.0, + "step": 2870 + }, + { + "entropy": 5.291704940795898, + "epoch": 2.813509544787078, + "grad_norm": 1.1640625, + "learning_rate": 0.0004555744265936045, + "loss": 5.1726, + "mean_token_accuracy": 0.19582183808088302, + "num_tokens": 6847371.0, + "step": 2875 + }, + { + "entropy": 5.288819742202759, + "epoch": 2.8184043073910914, + "grad_norm": 1.1015625, + "learning_rate": 0.0004553452291492269, + "loss": 5.1859, + "mean_token_accuracy": 0.20653139501810075, + "num_tokens": 6858313.0, + "step": 2880 + }, + { + "entropy": 5.22146954536438, + "epoch": 2.8232990699951053, + "grad_norm": 1.140625, + "learning_rate": 0.00045511550710876283, + "loss": 5.1053, + "mean_token_accuracy": 0.20446014255285264, + "num_tokens": 6869046.0, + "step": 2885 + }, + { + "entropy": 5.209698915481567, + "epoch": 2.828193832599119, + "grad_norm": 1.234375, + "learning_rate": 0.0004548852611404378, + "loss": 4.9938, + "mean_token_accuracy": 0.21259300410747528, + "num_tokens": 6879484.0, + "step": 2890 + }, + { + "entropy": 5.295617961883545, + "epoch": 2.8330885952031326, + "grad_norm": 1.1328125, + "learning_rate": 0.0004546544919140014, + "loss": 5.1401, + "mean_token_accuracy": 0.2019681915640831, + "num_tokens": 6890941.0, + "step": 2895 + }, + { + "entropy": 5.305285978317261, + "epoch": 2.8379833578071465, + "grad_norm": 1.1875, + "learning_rate": 0.0004544232001007253, + "loss": 5.1445, + "mean_token_accuracy": 0.19834502339363097, + "num_tokens": 6903446.0, + "step": 2900 + }, + { + "entropy": 5.2520472526550295, + "epoch": 2.84287812041116, + "grad_norm": 1.1171875, + "learning_rate": 0.000454191386373401, + "loss": 5.139, + "mean_token_accuracy": 0.20072694271802902, + "num_tokens": 6916972.0, + "step": 2905 + }, + { + "entropy": 5.312392044067383, + "epoch": 2.847772883015174, + "grad_norm": 1.15625, + "learning_rate": 0.00045395905140633875, + "loss": 5.2139, + "mean_token_accuracy": 0.19229765385389327, + "num_tokens": 6929888.0, + "step": 2910 + }, + { + "entropy": 5.216417598724365, + "epoch": 2.8526676456191877, + "grad_norm": 1.0546875, + "learning_rate": 0.00045372619587536427, + "loss": 5.0993, + "mean_token_accuracy": 0.20833698511123658, + "num_tokens": 6941739.0, + "step": 2915 + }, + { + "entropy": 5.288608837127685, + "epoch": 2.857562408223201, + "grad_norm": 1.046875, + "learning_rate": 0.0004534928204578182, + "loss": 5.1386, + "mean_token_accuracy": 0.20470602214336395, + "num_tokens": 6953842.0, + "step": 2920 + }, + { + "entropy": 5.276420736312867, + "epoch": 2.8624571708272146, + "grad_norm": 1.1484375, + "learning_rate": 0.0004532589258325531, + "loss": 5.1236, + "mean_token_accuracy": 0.20376610457897187, + "num_tokens": 6965217.0, + "step": 2925 + }, + { + "entropy": 5.278570938110351, + "epoch": 2.8673519334312285, + "grad_norm": 1.1640625, + "learning_rate": 0.0004530245126799317, + "loss": 5.1017, + "mean_token_accuracy": 0.20043444782495498, + "num_tokens": 6976996.0, + "step": 2930 + }, + { + "entropy": 5.156794118881225, + "epoch": 2.8722466960352424, + "grad_norm": 1.1328125, + "learning_rate": 0.0004527895816818255, + "loss": 5.077, + "mean_token_accuracy": 0.2072145789861679, + "num_tokens": 6987481.0, + "step": 2935 + }, + { + "entropy": 5.305797386169433, + "epoch": 2.877141458639256, + "grad_norm": 1.140625, + "learning_rate": 0.0004525541335216119, + "loss": 5.1421, + "mean_token_accuracy": 0.2094895660877228, + "num_tokens": 6998297.0, + "step": 2940 + }, + { + "entropy": 5.271157121658325, + "epoch": 2.8820362212432697, + "grad_norm": 1.078125, + "learning_rate": 0.0004523181688841728, + "loss": 5.1776, + "mean_token_accuracy": 0.20025330334901809, + "num_tokens": 7009792.0, + "step": 2945 + }, + { + "entropy": 5.40869107246399, + "epoch": 2.886930983847283, + "grad_norm": 0.96484375, + "learning_rate": 0.0004520816884558925, + "loss": 5.1608, + "mean_token_accuracy": 0.19975550919771196, + "num_tokens": 7022327.0, + "step": 2950 + }, + { + "entropy": 5.127566289901734, + "epoch": 2.891825746451297, + "grad_norm": 1.09375, + "learning_rate": 0.00045184469292465555, + "loss": 5.0348, + "mean_token_accuracy": 0.2134496822953224, + "num_tokens": 7032861.0, + "step": 2955 + }, + { + "entropy": 5.2581127166748045, + "epoch": 2.896720509055311, + "grad_norm": 1.140625, + "learning_rate": 0.000451607182979845, + "loss": 5.1886, + "mean_token_accuracy": 0.19754125773906708, + "num_tokens": 7045091.0, + "step": 2960 + }, + { + "entropy": 5.361897563934326, + "epoch": 2.9016152716593244, + "grad_norm": 1.0390625, + "learning_rate": 0.0004513691593123401, + "loss": 5.1417, + "mean_token_accuracy": 0.19922478795051574, + "num_tokens": 7058687.0, + "step": 2965 + }, + { + "entropy": 5.230517911911011, + "epoch": 2.9065100342633383, + "grad_norm": 1.140625, + "learning_rate": 0.00045113062261451447, + "loss": 5.1041, + "mean_token_accuracy": 0.20409076511859894, + "num_tokens": 7070185.0, + "step": 2970 + }, + { + "entropy": 5.153442859649658, + "epoch": 2.9114047968673518, + "grad_norm": 1.0703125, + "learning_rate": 0.0004508915735802342, + "loss": 5.0436, + "mean_token_accuracy": 0.21531937271356583, + "num_tokens": 7082084.0, + "step": 2975 + }, + { + "entropy": 5.288640642166138, + "epoch": 2.9162995594713657, + "grad_norm": 1.1640625, + "learning_rate": 0.00045065201290485547, + "loss": 5.1311, + "mean_token_accuracy": 0.2090048909187317, + "num_tokens": 7093648.0, + "step": 2980 + }, + { + "entropy": 5.317954778671265, + "epoch": 2.9211943220753795, + "grad_norm": 1.0703125, + "learning_rate": 0.0004504119412852228, + "loss": 5.2205, + "mean_token_accuracy": 0.1979729115962982, + "num_tokens": 7106444.0, + "step": 2985 + }, + { + "entropy": 5.221889877319336, + "epoch": 2.926089084679393, + "grad_norm": 1.0859375, + "learning_rate": 0.0004501713594196671, + "loss": 5.1525, + "mean_token_accuracy": 0.1946215435862541, + "num_tokens": 7119287.0, + "step": 2990 + }, + { + "entropy": 5.262315082550049, + "epoch": 2.930983847283407, + "grad_norm": 1.1875, + "learning_rate": 0.0004499302680080034, + "loss": 5.1373, + "mean_token_accuracy": 0.20100004523992537, + "num_tokens": 7130615.0, + "step": 2995 + }, + { + "entropy": 5.250856971740722, + "epoch": 2.9358786098874203, + "grad_norm": 1.2109375, + "learning_rate": 0.000449688667751529, + "loss": 5.103, + "mean_token_accuracy": 0.2066326454281807, + "num_tokens": 7141864.0, + "step": 3000 + }, + { + "epoch": 2.9358786098874203, + "eval_entropy": 5.239256037913453, + "eval_loss": 5.65110969543457, + "eval_mean_token_accuracy": 0.18974790772263245, + "eval_num_tokens": 7141864.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.994, + "eval_steps_per_second": 158.92, + "step": 3000 + }, + { + "entropy": 5.3498396396636965, + "epoch": 2.9407733724914342, + "grad_norm": 1.0703125, + "learning_rate": 0.00044944655935302114, + "loss": 5.1835, + "mean_token_accuracy": 0.19889111071825027, + "num_tokens": 7152303.0, + "step": 3005 + }, + { + "entropy": 5.192798328399658, + "epoch": 2.945668135095448, + "grad_norm": 1.1328125, + "learning_rate": 0.0004492039435167355, + "loss": 5.1174, + "mean_token_accuracy": 0.2020832344889641, + "num_tokens": 7164398.0, + "step": 3010 + }, + { + "entropy": 5.242094326019287, + "epoch": 2.9505628976994616, + "grad_norm": 1.21875, + "learning_rate": 0.0004489608209484034, + "loss": 5.1279, + "mean_token_accuracy": 0.20991869866847992, + "num_tokens": 7175192.0, + "step": 3015 + }, + { + "entropy": 5.273676490783691, + "epoch": 2.955457660303475, + "grad_norm": 1.0078125, + "learning_rate": 0.0004487171923552306, + "loss": 5.2383, + "mean_token_accuracy": 0.19441885203123094, + "num_tokens": 7189522.0, + "step": 3020 + }, + { + "entropy": 5.32355146408081, + "epoch": 2.960352422907489, + "grad_norm": 1.03125, + "learning_rate": 0.0004484730584458945, + "loss": 5.1586, + "mean_token_accuracy": 0.2014496371150017, + "num_tokens": 7201404.0, + "step": 3025 + }, + { + "entropy": 5.206380558013916, + "epoch": 2.965247185511503, + "grad_norm": 1.1484375, + "learning_rate": 0.0004482284199305426, + "loss": 5.1062, + "mean_token_accuracy": 0.20622824877500534, + "num_tokens": 7212355.0, + "step": 3030 + }, + { + "entropy": 5.183655405044556, + "epoch": 2.9701419481155162, + "grad_norm": 1.109375, + "learning_rate": 0.00044798327752078993, + "loss": 5.0126, + "mean_token_accuracy": 0.21361497044563293, + "num_tokens": 7223297.0, + "step": 3035 + }, + { + "entropy": 5.1699216842651365, + "epoch": 2.97503671071953, + "grad_norm": 1.0390625, + "learning_rate": 0.00044773763192971756, + "loss": 5.0496, + "mean_token_accuracy": 0.21205516457557677, + "num_tokens": 7235019.0, + "step": 3040 + }, + { + "entropy": 5.302969074249267, + "epoch": 2.9799314733235436, + "grad_norm": 1.0625, + "learning_rate": 0.0004474914838718701, + "loss": 5.1468, + "mean_token_accuracy": 0.2011548325419426, + "num_tokens": 7247429.0, + "step": 3045 + }, + { + "entropy": 5.151635313034058, + "epoch": 2.9848262359275575, + "grad_norm": 1.015625, + "learning_rate": 0.00044724483406325375, + "loss": 5.0214, + "mean_token_accuracy": 0.21079832166433335, + "num_tokens": 7259211.0, + "step": 3050 + }, + { + "entropy": 5.201655673980713, + "epoch": 2.9897209985315714, + "grad_norm": 1.0703125, + "learning_rate": 0.0004469976832213344, + "loss": 5.1013, + "mean_token_accuracy": 0.20135508179664613, + "num_tokens": 7270843.0, + "step": 3055 + }, + { + "entropy": 5.2060614109039305, + "epoch": 2.994615761135585, + "grad_norm": 1.09375, + "learning_rate": 0.000446750032065035, + "loss": 5.0263, + "mean_token_accuracy": 0.20377332866191863, + "num_tokens": 7282644.0, + "step": 3060 + }, + { + "entropy": 5.1719215393066404, + "epoch": 2.9995105237395987, + "grad_norm": 1.03125, + "learning_rate": 0.0004465018813147342, + "loss": 5.0764, + "mean_token_accuracy": 0.2082974672317505, + "num_tokens": 7294592.0, + "step": 3065 + }, + { + "entropy": 5.152208911048041, + "epoch": 3.003915810083211, + "grad_norm": 1.0234375, + "learning_rate": 0.00044625323169226376, + "loss": 4.8313, + "mean_token_accuracy": 0.21952111356788212, + "num_tokens": 7304315.0, + "step": 3070 + }, + { + "entropy": 5.258079576492309, + "epoch": 3.0088105726872247, + "grad_norm": 1.1171875, + "learning_rate": 0.00044600408392090653, + "loss": 4.8218, + "mean_token_accuracy": 0.2206038549542427, + "num_tokens": 7316042.0, + "step": 3075 + }, + { + "entropy": 5.194670152664185, + "epoch": 3.013705335291238, + "grad_norm": 1.078125, + "learning_rate": 0.0004457544387253945, + "loss": 4.8032, + "mean_token_accuracy": 0.22254225313663484, + "num_tokens": 7328096.0, + "step": 3080 + }, + { + "entropy": 5.21949610710144, + "epoch": 3.018600097895252, + "grad_norm": 1.0859375, + "learning_rate": 0.0004455042968319063, + "loss": 4.8169, + "mean_token_accuracy": 0.22124014794826508, + "num_tokens": 7340093.0, + "step": 3085 + }, + { + "entropy": 5.261151647567749, + "epoch": 3.023494860499266, + "grad_norm": 1.140625, + "learning_rate": 0.00044525365896806593, + "loss": 4.8632, + "mean_token_accuracy": 0.22004459500312806, + "num_tokens": 7352439.0, + "step": 3090 + }, + { + "entropy": 5.141685581207275, + "epoch": 3.0283896231032794, + "grad_norm": 1.0, + "learning_rate": 0.00044500252586293957, + "loss": 4.759, + "mean_token_accuracy": 0.218286868929863, + "num_tokens": 7364139.0, + "step": 3095 + }, + { + "entropy": 5.218305540084839, + "epoch": 3.0332843857072933, + "grad_norm": 1.15625, + "learning_rate": 0.00044475089824703426, + "loss": 4.8619, + "mean_token_accuracy": 0.21531160771846772, + "num_tokens": 7375390.0, + "step": 3100 + }, + { + "entropy": 5.173544788360596, + "epoch": 3.0381791483113068, + "grad_norm": 1.140625, + "learning_rate": 0.0004444987768522952, + "loss": 4.7697, + "mean_token_accuracy": 0.2147290900349617, + "num_tokens": 7386350.0, + "step": 3105 + }, + { + "entropy": 5.174273061752319, + "epoch": 3.0430739109153206, + "grad_norm": 1.078125, + "learning_rate": 0.0004442461624121044, + "loss": 4.7454, + "mean_token_accuracy": 0.2209487721323967, + "num_tokens": 7398256.0, + "step": 3110 + }, + { + "entropy": 5.181314134597779, + "epoch": 3.0479686735193345, + "grad_norm": 1.2265625, + "learning_rate": 0.00044399305566127773, + "loss": 4.7692, + "mean_token_accuracy": 0.219735686480999, + "num_tokens": 7410083.0, + "step": 3115 + }, + { + "entropy": 5.160170269012451, + "epoch": 3.052863436123348, + "grad_norm": 1.125, + "learning_rate": 0.0004437394573360631, + "loss": 4.7951, + "mean_token_accuracy": 0.22411915212869643, + "num_tokens": 7421988.0, + "step": 3120 + }, + { + "entropy": 5.139834976196289, + "epoch": 3.057758198727362, + "grad_norm": 1.1875, + "learning_rate": 0.0004434853681741384, + "loss": 4.7997, + "mean_token_accuracy": 0.21659549027681352, + "num_tokens": 7434191.0, + "step": 3125 + }, + { + "entropy": 5.182546091079712, + "epoch": 3.0626529613313753, + "grad_norm": 1.171875, + "learning_rate": 0.00044323078891460934, + "loss": 4.7833, + "mean_token_accuracy": 0.22339957505464553, + "num_tokens": 7445765.0, + "step": 3130 + }, + { + "entropy": 5.123447847366333, + "epoch": 3.067547723935389, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429757202980071, + "loss": 4.7552, + "mean_token_accuracy": 0.22224232852458953, + "num_tokens": 7457269.0, + "step": 3135 + }, + { + "entropy": 5.104322624206543, + "epoch": 3.0724424865394027, + "grad_norm": 1.0859375, + "learning_rate": 0.00044272016306628656, + "loss": 4.779, + "mean_token_accuracy": 0.22368589043617249, + "num_tokens": 7470048.0, + "step": 3140 + }, + { + "entropy": 5.089307832717895, + "epoch": 3.0773372491434166, + "grad_norm": 1.09375, + "learning_rate": 0.0004424641179628237, + "loss": 4.7551, + "mean_token_accuracy": 0.22463481724262238, + "num_tokens": 7482954.0, + "step": 3145 + }, + { + "entropy": 5.12674765586853, + "epoch": 3.0822320117474304, + "grad_norm": 1.0703125, + "learning_rate": 0.0004422075857324137, + "loss": 4.8024, + "mean_token_accuracy": 0.22329255938529968, + "num_tokens": 7495546.0, + "step": 3150 + }, + { + "entropy": 5.1817950248718265, + "epoch": 3.087126774351444, + "grad_norm": 1.0234375, + "learning_rate": 0.00044195056712126876, + "loss": 4.8436, + "mean_token_accuracy": 0.2192997917532921, + "num_tokens": 7508042.0, + "step": 3155 + }, + { + "entropy": 5.086804294586182, + "epoch": 3.092021536955458, + "grad_norm": 1.125, + "learning_rate": 0.0004416930628770158, + "loss": 4.8123, + "mean_token_accuracy": 0.21833253055810928, + "num_tokens": 7520548.0, + "step": 3160 + }, + { + "entropy": 5.14989275932312, + "epoch": 3.0969162995594712, + "grad_norm": 1.0703125, + "learning_rate": 0.00044143507374869444, + "loss": 4.8172, + "mean_token_accuracy": 0.21817636638879775, + "num_tokens": 7531106.0, + "step": 3165 + }, + { + "entropy": 5.08776741027832, + "epoch": 3.101811062163485, + "grad_norm": 1.1796875, + "learning_rate": 0.0004411766004867548, + "loss": 4.7439, + "mean_token_accuracy": 0.22358861118555068, + "num_tokens": 7543159.0, + "step": 3170 + }, + { + "entropy": 5.1496686935424805, + "epoch": 3.1067058247674986, + "grad_norm": 1.15625, + "learning_rate": 0.00044091764384305524, + "loss": 4.8313, + "mean_token_accuracy": 0.22145208567380906, + "num_tokens": 7554708.0, + "step": 3175 + }, + { + "entropy": 5.182804679870605, + "epoch": 3.1116005873715125, + "grad_norm": 1.125, + "learning_rate": 0.00044065820457085995, + "loss": 4.8088, + "mean_token_accuracy": 0.2163847044110298, + "num_tokens": 7564896.0, + "step": 3180 + }, + { + "entropy": 5.093549823760986, + "epoch": 3.1164953499755264, + "grad_norm": 1.1328125, + "learning_rate": 0.0004403982834248374, + "loss": 4.7333, + "mean_token_accuracy": 0.2243751674890518, + "num_tokens": 7575917.0, + "step": 3185 + }, + { + "entropy": 5.106040048599243, + "epoch": 3.12139011257954, + "grad_norm": 1.1953125, + "learning_rate": 0.00044013788116105754, + "loss": 4.8104, + "mean_token_accuracy": 0.22413290143013, + "num_tokens": 7587632.0, + "step": 3190 + }, + { + "entropy": 5.115657091140747, + "epoch": 3.1262848751835537, + "grad_norm": 1.1796875, + "learning_rate": 0.0004398769985369898, + "loss": 4.6619, + "mean_token_accuracy": 0.2362922489643097, + "num_tokens": 7599177.0, + "step": 3195 + }, + { + "entropy": 5.15286660194397, + "epoch": 3.131179637787567, + "grad_norm": 1.203125, + "learning_rate": 0.0004396156363115011, + "loss": 4.8064, + "mean_token_accuracy": 0.22309130877256395, + "num_tokens": 7611122.0, + "step": 3200 + }, + { + "entropy": 5.14999794960022, + "epoch": 3.136074400391581, + "grad_norm": 1.15625, + "learning_rate": 0.0004393537952448531, + "loss": 4.8488, + "mean_token_accuracy": 0.21808122098445892, + "num_tokens": 7622053.0, + "step": 3205 + }, + { + "entropy": 5.1783332347869875, + "epoch": 3.140969162995595, + "grad_norm": 1.1796875, + "learning_rate": 0.0004390914760987008, + "loss": 4.8574, + "mean_token_accuracy": 0.2219322144985199, + "num_tokens": 7633774.0, + "step": 3210 + }, + { + "entropy": 5.17280764579773, + "epoch": 3.1458639255996084, + "grad_norm": 1.1640625, + "learning_rate": 0.0004388286796360895, + "loss": 4.8814, + "mean_token_accuracy": 0.21389546245336533, + "num_tokens": 7645286.0, + "step": 3215 + }, + { + "entropy": 5.111659717559815, + "epoch": 3.1507586882036223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004385654066214529, + "loss": 4.7673, + "mean_token_accuracy": 0.22385075837373733, + "num_tokens": 7656576.0, + "step": 3220 + }, + { + "entropy": 5.107363080978393, + "epoch": 3.1556534508076357, + "grad_norm": 1.1484375, + "learning_rate": 0.0004383016578206112, + "loss": 4.8201, + "mean_token_accuracy": 0.22123815417289733, + "num_tokens": 7667786.0, + "step": 3225 + }, + { + "entropy": 5.20523624420166, + "epoch": 3.1605482134116496, + "grad_norm": 1.140625, + "learning_rate": 0.0004380374340007684, + "loss": 4.8452, + "mean_token_accuracy": 0.2151228219270706, + "num_tokens": 7680029.0, + "step": 3230 + }, + { + "entropy": 5.136455726623535, + "epoch": 3.165442976015663, + "grad_norm": 1.1328125, + "learning_rate": 0.0004377727359305103, + "loss": 4.8486, + "mean_token_accuracy": 0.2207125499844551, + "num_tokens": 7692659.0, + "step": 3235 + }, + { + "entropy": 5.150415134429932, + "epoch": 3.170337738619677, + "grad_norm": 1.109375, + "learning_rate": 0.0004375075643798022, + "loss": 4.8128, + "mean_token_accuracy": 0.2215397596359253, + "num_tokens": 7705011.0, + "step": 3240 + }, + { + "entropy": 5.054905748367309, + "epoch": 3.175232501223691, + "grad_norm": 1.0078125, + "learning_rate": 0.0004372419201199867, + "loss": 4.7561, + "mean_token_accuracy": 0.22285788357257844, + "num_tokens": 7717489.0, + "step": 3245 + }, + { + "entropy": 5.087309694290161, + "epoch": 3.1801272638277043, + "grad_norm": 1.0703125, + "learning_rate": 0.0004369758039237814, + "loss": 4.7968, + "mean_token_accuracy": 0.22163646519184113, + "num_tokens": 7730009.0, + "step": 3250 + }, + { + "entropy": 5.211210298538208, + "epoch": 3.185022026431718, + "grad_norm": 1.125, + "learning_rate": 0.00043670921656527686, + "loss": 4.8711, + "mean_token_accuracy": 0.21754691898822784, + "num_tokens": 7741782.0, + "step": 3255 + }, + { + "entropy": 5.170057535171509, + "epoch": 3.1899167890357316, + "grad_norm": 1.078125, + "learning_rate": 0.000436442158819934, + "loss": 4.8354, + "mean_token_accuracy": 0.21667892038822173, + "num_tokens": 7753135.0, + "step": 3260 + }, + { + "entropy": 5.098474073410034, + "epoch": 3.1948115516397455, + "grad_norm": 1.171875, + "learning_rate": 0.00043617463146458196, + "loss": 4.8281, + "mean_token_accuracy": 0.21399773508310319, + "num_tokens": 7766344.0, + "step": 3265 + }, + { + "entropy": 5.120054292678833, + "epoch": 3.199706314243759, + "grad_norm": 1.265625, + "learning_rate": 0.000435906635277416, + "loss": 4.8442, + "mean_token_accuracy": 0.2192484274506569, + "num_tokens": 7778419.0, + "step": 3270 + }, + { + "entropy": 5.065897846221924, + "epoch": 3.204601076847773, + "grad_norm": 1.140625, + "learning_rate": 0.0004356381710379954, + "loss": 4.7307, + "mean_token_accuracy": 0.2220268577337265, + "num_tokens": 7789303.0, + "step": 3275 + }, + { + "entropy": 5.102967166900635, + "epoch": 3.2094958394517867, + "grad_norm": 1.0078125, + "learning_rate": 0.0004353692395272404, + "loss": 4.8441, + "mean_token_accuracy": 0.2154310703277588, + "num_tokens": 7803315.0, + "step": 3280 + }, + { + "entropy": 5.133005380630493, + "epoch": 3.2143906020558, + "grad_norm": 1.1015625, + "learning_rate": 0.00043509984152743074, + "loss": 4.8317, + "mean_token_accuracy": 0.21344627887010575, + "num_tokens": 7814651.0, + "step": 3285 + }, + { + "entropy": 5.086959648132324, + "epoch": 3.219285364659814, + "grad_norm": 1.203125, + "learning_rate": 0.00043482997782220333, + "loss": 4.7976, + "mean_token_accuracy": 0.21823935210704803, + "num_tokens": 7826481.0, + "step": 3290 + }, + { + "entropy": 5.1153992176055905, + "epoch": 3.2241801272638275, + "grad_norm": 1.0859375, + "learning_rate": 0.00043455964919654927, + "loss": 4.7424, + "mean_token_accuracy": 0.23253000527620316, + "num_tokens": 7837868.0, + "step": 3295 + }, + { + "entropy": 5.099810552597046, + "epoch": 3.2290748898678414, + "grad_norm": 1.1328125, + "learning_rate": 0.0004342888564368124, + "loss": 4.8011, + "mean_token_accuracy": 0.22438711524009705, + "num_tokens": 7850928.0, + "step": 3300 + }, + { + "entropy": 5.163304328918457, + "epoch": 3.2339696524718553, + "grad_norm": 1.1796875, + "learning_rate": 0.00043401760033068656, + "loss": 4.8854, + "mean_token_accuracy": 0.2155757039785385, + "num_tokens": 7862343.0, + "step": 3305 + }, + { + "entropy": 5.148097896575928, + "epoch": 3.2388644150758688, + "grad_norm": 1.0390625, + "learning_rate": 0.0004337458816672132, + "loss": 4.8496, + "mean_token_accuracy": 0.21238613426685332, + "num_tokens": 7874681.0, + "step": 3310 + }, + { + "entropy": 5.073517274856568, + "epoch": 3.2437591776798826, + "grad_norm": 1.1875, + "learning_rate": 0.0004334737012367797, + "loss": 4.7769, + "mean_token_accuracy": 0.21962419748306275, + "num_tokens": 7886624.0, + "step": 3315 + }, + { + "entropy": 5.226518678665161, + "epoch": 3.248653940283896, + "grad_norm": 1.09375, + "learning_rate": 0.00043320105983111627, + "loss": 4.8749, + "mean_token_accuracy": 0.21509021818637847, + "num_tokens": 7897918.0, + "step": 3320 + }, + { + "entropy": 5.152651309967041, + "epoch": 3.25354870288791, + "grad_norm": 1.1796875, + "learning_rate": 0.0004329279582432941, + "loss": 4.932, + "mean_token_accuracy": 0.21958141177892684, + "num_tokens": 7909698.0, + "step": 3325 + }, + { + "entropy": 5.121517133712769, + "epoch": 3.258443465491924, + "grad_norm": 1.2578125, + "learning_rate": 0.0004326543972677231, + "loss": 4.8369, + "mean_token_accuracy": 0.21473742574453353, + "num_tokens": 7921715.0, + "step": 3330 + }, + { + "entropy": 5.076841068267822, + "epoch": 3.2633382280959373, + "grad_norm": 1.171875, + "learning_rate": 0.00043238037770014937, + "loss": 4.7511, + "mean_token_accuracy": 0.21911688148975372, + "num_tokens": 7933262.0, + "step": 3335 + }, + { + "entropy": 5.141078281402588, + "epoch": 3.268232990699951, + "grad_norm": 1.2734375, + "learning_rate": 0.000432105900337653, + "loss": 4.8511, + "mean_token_accuracy": 0.21800520569086074, + "num_tokens": 7944352.0, + "step": 3340 + }, + { + "entropy": 5.0780316352844235, + "epoch": 3.2731277533039647, + "grad_norm": 1.203125, + "learning_rate": 0.0004318309659786457, + "loss": 4.7584, + "mean_token_accuracy": 0.22223492413759233, + "num_tokens": 7955024.0, + "step": 3345 + }, + { + "entropy": 5.087853527069091, + "epoch": 3.2780225159079786, + "grad_norm": 1.2109375, + "learning_rate": 0.0004315555754228687, + "loss": 4.8218, + "mean_token_accuracy": 0.22424828857183457, + "num_tokens": 7965543.0, + "step": 3350 + }, + { + "entropy": 5.142214775085449, + "epoch": 3.282917278511992, + "grad_norm": 1.2109375, + "learning_rate": 0.00043127972947138994, + "loss": 4.8638, + "mean_token_accuracy": 0.2150084137916565, + "num_tokens": 7977179.0, + "step": 3355 + }, + { + "entropy": 5.203800439834595, + "epoch": 3.287812041116006, + "grad_norm": 1.0859375, + "learning_rate": 0.00043100342892660225, + "loss": 4.9112, + "mean_token_accuracy": 0.20913542062044144, + "num_tokens": 7990177.0, + "step": 3360 + }, + { + "entropy": 5.177821969985962, + "epoch": 3.2927068037200193, + "grad_norm": 1.2109375, + "learning_rate": 0.0004307266745922207, + "loss": 4.7909, + "mean_token_accuracy": 0.2120165690779686, + "num_tokens": 8000879.0, + "step": 3365 + }, + { + "entropy": 5.078297185897827, + "epoch": 3.2976015663240332, + "grad_norm": 1.21875, + "learning_rate": 0.00043044946727328036, + "loss": 4.8003, + "mean_token_accuracy": 0.21971254646778107, + "num_tokens": 8013335.0, + "step": 3370 + }, + { + "entropy": 5.103021907806396, + "epoch": 3.302496328928047, + "grad_norm": 1.1015625, + "learning_rate": 0.00043017180777613415, + "loss": 4.8135, + "mean_token_accuracy": 0.22505059242248535, + "num_tokens": 8025020.0, + "step": 3375 + }, + { + "entropy": 5.110682249069214, + "epoch": 3.3073910915320606, + "grad_norm": 1.171875, + "learning_rate": 0.00042989369690844993, + "loss": 4.7648, + "mean_token_accuracy": 0.2246474251151085, + "num_tokens": 8037244.0, + "step": 3380 + }, + { + "entropy": 5.001568698883057, + "epoch": 3.3122858541360745, + "grad_norm": 1.1484375, + "learning_rate": 0.000429615135479209, + "loss": 4.7959, + "mean_token_accuracy": 0.22334180027246475, + "num_tokens": 8049087.0, + "step": 3385 + }, + { + "entropy": 5.188577890396118, + "epoch": 3.317180616740088, + "grad_norm": 1.203125, + "learning_rate": 0.00042933612429870284, + "loss": 4.9156, + "mean_token_accuracy": 0.21281692385673523, + "num_tokens": 8061052.0, + "step": 3390 + }, + { + "entropy": 5.12839412689209, + "epoch": 3.322075379344102, + "grad_norm": 1.0390625, + "learning_rate": 0.0004290566641785314, + "loss": 4.7894, + "mean_token_accuracy": 0.22035609632730485, + "num_tokens": 8072389.0, + "step": 3395 + }, + { + "entropy": 5.003451681137085, + "epoch": 3.3269701419481157, + "grad_norm": 1.046875, + "learning_rate": 0.00042877675593160053, + "loss": 4.8, + "mean_token_accuracy": 0.21525861769914628, + "num_tokens": 8085141.0, + "step": 3400 + }, + { + "entropy": 5.1706421852111815, + "epoch": 3.331864904552129, + "grad_norm": 1.0859375, + "learning_rate": 0.00042849640037211957, + "loss": 4.9041, + "mean_token_accuracy": 0.2083066239953041, + "num_tokens": 8097337.0, + "step": 3405 + }, + { + "entropy": 5.114046382904053, + "epoch": 3.336759667156143, + "grad_norm": 1.125, + "learning_rate": 0.000428215598315599, + "loss": 4.8412, + "mean_token_accuracy": 0.21854109466075897, + "num_tokens": 8109160.0, + "step": 3410 + }, + { + "entropy": 5.143175458908081, + "epoch": 3.3416544297601565, + "grad_norm": 1.109375, + "learning_rate": 0.00042793435057884816, + "loss": 4.7823, + "mean_token_accuracy": 0.21902110427618027, + "num_tokens": 8121195.0, + "step": 3415 + }, + { + "entropy": 5.103787803649903, + "epoch": 3.3465491923641704, + "grad_norm": 1.1328125, + "learning_rate": 0.00042765265797997274, + "loss": 4.7733, + "mean_token_accuracy": 0.22462240755558013, + "num_tokens": 8132364.0, + "step": 3420 + }, + { + "entropy": 5.122178840637207, + "epoch": 3.3514439549681843, + "grad_norm": 1.046875, + "learning_rate": 0.00042737052133837253, + "loss": 4.8555, + "mean_token_accuracy": 0.21716293841600418, + "num_tokens": 8144703.0, + "step": 3425 + }, + { + "entropy": 5.119469022750854, + "epoch": 3.3563387175721977, + "grad_norm": 1.0859375, + "learning_rate": 0.00042708794147473876, + "loss": 4.8393, + "mean_token_accuracy": 0.21995826959609985, + "num_tokens": 8157364.0, + "step": 3430 + }, + { + "entropy": 5.194144201278687, + "epoch": 3.3612334801762116, + "grad_norm": 1.1796875, + "learning_rate": 0.0004268049192110523, + "loss": 4.9333, + "mean_token_accuracy": 0.21170254945755004, + "num_tokens": 8170264.0, + "step": 3435 + }, + { + "entropy": 5.169523477554321, + "epoch": 3.366128242780225, + "grad_norm": 1.203125, + "learning_rate": 0.00042652145537058056, + "loss": 4.865, + "mean_token_accuracy": 0.2144750773906708, + "num_tokens": 8182854.0, + "step": 3440 + }, + { + "entropy": 5.071971988677978, + "epoch": 3.371023005384239, + "grad_norm": 1.1171875, + "learning_rate": 0.00042623755077787556, + "loss": 4.8302, + "mean_token_accuracy": 0.21609048843383788, + "num_tokens": 8195098.0, + "step": 3445 + }, + { + "entropy": 5.1184186935424805, + "epoch": 3.3759177679882524, + "grad_norm": 1.1328125, + "learning_rate": 0.00042595320625877153, + "loss": 4.9155, + "mean_token_accuracy": 0.21652448922395706, + "num_tokens": 8207513.0, + "step": 3450 + }, + { + "entropy": 5.167665195465088, + "epoch": 3.3808125305922663, + "grad_norm": 1.1796875, + "learning_rate": 0.00042566842264038203, + "loss": 4.8084, + "mean_token_accuracy": 0.2188054382801056, + "num_tokens": 8218603.0, + "step": 3455 + }, + { + "entropy": 5.169710397720337, + "epoch": 3.38570729319628, + "grad_norm": 1.1171875, + "learning_rate": 0.0004253832007510982, + "loss": 4.8944, + "mean_token_accuracy": 0.21486698538064958, + "num_tokens": 8231624.0, + "step": 3460 + }, + { + "entropy": 5.103657531738281, + "epoch": 3.3906020558002936, + "grad_norm": 1.34375, + "learning_rate": 0.000425097541420586, + "loss": 4.8423, + "mean_token_accuracy": 0.21821292191743852, + "num_tokens": 8242119.0, + "step": 3465 + }, + { + "entropy": 5.117683172225952, + "epoch": 3.3954968184043075, + "grad_norm": 1.2265625, + "learning_rate": 0.0004248114454797837, + "loss": 4.807, + "mean_token_accuracy": 0.2168683558702469, + "num_tokens": 8252944.0, + "step": 3470 + }, + { + "entropy": 5.120380592346192, + "epoch": 3.400391581008321, + "grad_norm": 1.2265625, + "learning_rate": 0.00042452491376089964, + "loss": 4.893, + "mean_token_accuracy": 0.21788542568683625, + "num_tokens": 8264761.0, + "step": 3475 + }, + { + "entropy": 5.08057017326355, + "epoch": 3.405286343612335, + "grad_norm": 1.125, + "learning_rate": 0.0004242379470974099, + "loss": 4.8175, + "mean_token_accuracy": 0.22083471715450287, + "num_tokens": 8278172.0, + "step": 3480 + }, + { + "entropy": 5.121869325637817, + "epoch": 3.4101811062163483, + "grad_norm": 1.28125, + "learning_rate": 0.00042395054632405563, + "loss": 4.8658, + "mean_token_accuracy": 0.21356443911790848, + "num_tokens": 8290836.0, + "step": 3485 + }, + { + "entropy": 5.146685361862183, + "epoch": 3.415075868820362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004236627122768406, + "loss": 4.8467, + "mean_token_accuracy": 0.22179711163043975, + "num_tokens": 8302467.0, + "step": 3490 + }, + { + "entropy": 5.041498041152954, + "epoch": 3.419970631424376, + "grad_norm": 1.09375, + "learning_rate": 0.0004233744457930294, + "loss": 4.7966, + "mean_token_accuracy": 0.2170724630355835, + "num_tokens": 8315190.0, + "step": 3495 + }, + { + "entropy": 5.161109066009521, + "epoch": 3.4248653940283895, + "grad_norm": 1.15625, + "learning_rate": 0.00042308574771114394, + "loss": 4.9148, + "mean_token_accuracy": 0.21417440623044967, + "num_tokens": 8327463.0, + "step": 3500 + }, + { + "entropy": 5.111668586730957, + "epoch": 3.4297601566324034, + "grad_norm": 1.234375, + "learning_rate": 0.0004227966188709618, + "loss": 4.8377, + "mean_token_accuracy": 0.21845465749502183, + "num_tokens": 8339005.0, + "step": 3505 + }, + { + "entropy": 5.139991712570191, + "epoch": 3.434654919236417, + "grad_norm": 1.0859375, + "learning_rate": 0.0004225070601135138, + "loss": 4.9125, + "mean_token_accuracy": 0.21437896490097047, + "num_tokens": 8351478.0, + "step": 3510 + }, + { + "entropy": 5.168607521057129, + "epoch": 3.4395496818404308, + "grad_norm": 1.109375, + "learning_rate": 0.000422217072281081, + "loss": 4.8433, + "mean_token_accuracy": 0.21583523452281952, + "num_tokens": 8363939.0, + "step": 3515 + }, + { + "entropy": 5.17737832069397, + "epoch": 3.4444444444444446, + "grad_norm": 1.1953125, + "learning_rate": 0.0004219266562171925, + "loss": 5.0011, + "mean_token_accuracy": 0.2089764431118965, + "num_tokens": 8377086.0, + "step": 3520 + }, + { + "entropy": 5.040504741668701, + "epoch": 3.449339207048458, + "grad_norm": 1.1640625, + "learning_rate": 0.0004216358127666235, + "loss": 4.7402, + "mean_token_accuracy": 0.2260405331850052, + "num_tokens": 8389085.0, + "step": 3525 + }, + { + "entropy": 5.103902959823609, + "epoch": 3.454233969652472, + "grad_norm": 1.171875, + "learning_rate": 0.00042134454277539205, + "loss": 4.829, + "mean_token_accuracy": 0.21698508113622667, + "num_tokens": 8401240.0, + "step": 3530 + }, + { + "entropy": 4.998382949829102, + "epoch": 3.4591287322564854, + "grad_norm": 1.1640625, + "learning_rate": 0.000421052847090757, + "loss": 4.7466, + "mean_token_accuracy": 0.2224629834294319, + "num_tokens": 8413988.0, + "step": 3535 + }, + { + "entropy": 5.103152704238892, + "epoch": 3.4640234948604993, + "grad_norm": 1.15625, + "learning_rate": 0.0004207607265612156, + "loss": 4.8352, + "mean_token_accuracy": 0.2225386008620262, + "num_tokens": 8425106.0, + "step": 3540 + }, + { + "entropy": 5.090368127822876, + "epoch": 3.468918257464513, + "grad_norm": 1.1171875, + "learning_rate": 0.00042046818203650074, + "loss": 4.86, + "mean_token_accuracy": 0.2257356509566307, + "num_tokens": 8437232.0, + "step": 3545 + }, + { + "entropy": 5.079847431182861, + "epoch": 3.4738130200685267, + "grad_norm": 1.1171875, + "learning_rate": 0.00042017521436757876, + "loss": 4.8133, + "mean_token_accuracy": 0.22792982906103135, + "num_tokens": 8448403.0, + "step": 3550 + }, + { + "entropy": 5.122736120223999, + "epoch": 3.4787077826725405, + "grad_norm": 1.0546875, + "learning_rate": 0.0004198818244066468, + "loss": 4.8588, + "mean_token_accuracy": 0.21321402192115785, + "num_tokens": 8461044.0, + "step": 3555 + }, + { + "entropy": 5.096948671340942, + "epoch": 3.483602545276554, + "grad_norm": 1.1171875, + "learning_rate": 0.00041958801300713035, + "loss": 4.8599, + "mean_token_accuracy": 0.21646499633789062, + "num_tokens": 8473829.0, + "step": 3560 + }, + { + "entropy": 5.096843147277832, + "epoch": 3.488497307880568, + "grad_norm": 1.0703125, + "learning_rate": 0.000419293781023681, + "loss": 4.8512, + "mean_token_accuracy": 0.22051677703857422, + "num_tokens": 8485033.0, + "step": 3565 + }, + { + "entropy": 5.0834801197052, + "epoch": 3.4933920704845813, + "grad_norm": 1.1796875, + "learning_rate": 0.00041899912931217347, + "loss": 4.8231, + "mean_token_accuracy": 0.22450067847967148, + "num_tokens": 8498307.0, + "step": 3570 + }, + { + "entropy": 5.0844282627105715, + "epoch": 3.4982868330885952, + "grad_norm": 1.015625, + "learning_rate": 0.00041870405872970355, + "loss": 4.9073, + "mean_token_accuracy": 0.21928595751523972, + "num_tokens": 8510766.0, + "step": 3575 + }, + { + "entropy": 5.100914096832275, + "epoch": 3.5031815956926087, + "grad_norm": 1.1484375, + "learning_rate": 0.0004184085701345856, + "loss": 4.8549, + "mean_token_accuracy": 0.2184406891465187, + "num_tokens": 8523041.0, + "step": 3580 + }, + { + "entropy": 5.121054792404175, + "epoch": 3.5080763582966226, + "grad_norm": 1.1171875, + "learning_rate": 0.0004181126643863496, + "loss": 4.8354, + "mean_token_accuracy": 0.2177764892578125, + "num_tokens": 8535984.0, + "step": 3585 + }, + { + "entropy": 5.093640518188477, + "epoch": 3.5129711209006365, + "grad_norm": 1.171875, + "learning_rate": 0.0004178163423457391, + "loss": 4.8075, + "mean_token_accuracy": 0.22597914487123488, + "num_tokens": 8548061.0, + "step": 3590 + }, + { + "entropy": 5.09451470375061, + "epoch": 3.51786588350465, + "grad_norm": 1.1875, + "learning_rate": 0.00041751960487470884, + "loss": 4.7958, + "mean_token_accuracy": 0.22748810350894927, + "num_tokens": 8558145.0, + "step": 3595 + }, + { + "entropy": 5.029383277893066, + "epoch": 3.522760646108664, + "grad_norm": 1.171875, + "learning_rate": 0.0004172224528364215, + "loss": 4.7723, + "mean_token_accuracy": 0.2199097290635109, + "num_tokens": 8570007.0, + "step": 3600 + }, + { + "entropy": 5.113267087936402, + "epoch": 3.5276554087126772, + "grad_norm": 1.203125, + "learning_rate": 0.000416924887095246, + "loss": 4.8472, + "mean_token_accuracy": 0.2192206010222435, + "num_tokens": 8582162.0, + "step": 3605 + }, + { + "entropy": 5.056365060806274, + "epoch": 3.532550171316691, + "grad_norm": 1.21875, + "learning_rate": 0.00041662690851675463, + "loss": 4.7057, + "mean_token_accuracy": 0.22681989520788193, + "num_tokens": 8593205.0, + "step": 3610 + }, + { + "entropy": 5.028490972518921, + "epoch": 3.537444933920705, + "grad_norm": 1.109375, + "learning_rate": 0.0004163285179677203, + "loss": 4.7384, + "mean_token_accuracy": 0.22807639688253403, + "num_tokens": 8604576.0, + "step": 3615 + }, + { + "entropy": 5.0321262836456295, + "epoch": 3.5423396965247185, + "grad_norm": 1.1640625, + "learning_rate": 0.0004160297163161148, + "loss": 4.8157, + "mean_token_accuracy": 0.21812277138233185, + "num_tokens": 8617252.0, + "step": 3620 + }, + { + "entropy": 4.983499479293823, + "epoch": 3.5472344591287324, + "grad_norm": 1.234375, + "learning_rate": 0.0004157305044311053, + "loss": 4.7504, + "mean_token_accuracy": 0.22493973821401597, + "num_tokens": 8627817.0, + "step": 3625 + }, + { + "entropy": 5.115007448196411, + "epoch": 3.552129221732746, + "grad_norm": 1.2109375, + "learning_rate": 0.00041543088318305235, + "loss": 4.8982, + "mean_token_accuracy": 0.21084729284048082, + "num_tokens": 8640246.0, + "step": 3630 + }, + { + "entropy": 5.066983366012574, + "epoch": 3.5570239843367597, + "grad_norm": 1.109375, + "learning_rate": 0.0004151308534435073, + "loss": 4.8294, + "mean_token_accuracy": 0.21993755400180817, + "num_tokens": 8651695.0, + "step": 3635 + }, + { + "entropy": 5.1451818466186525, + "epoch": 3.5619187469407736, + "grad_norm": 1.0390625, + "learning_rate": 0.00041483041608521, + "loss": 4.8984, + "mean_token_accuracy": 0.21316303610801696, + "num_tokens": 8664529.0, + "step": 3640 + }, + { + "entropy": 5.082834625244141, + "epoch": 3.566813509544787, + "grad_norm": 1.109375, + "learning_rate": 0.0004145295719820855, + "loss": 4.845, + "mean_token_accuracy": 0.21952054500579835, + "num_tokens": 8676203.0, + "step": 3645 + }, + { + "entropy": 5.060942316055298, + "epoch": 3.571708272148801, + "grad_norm": 1.1875, + "learning_rate": 0.0004142283220092425, + "loss": 4.8212, + "mean_token_accuracy": 0.22039462327957154, + "num_tokens": 8688790.0, + "step": 3650 + }, + { + "entropy": 5.050752830505371, + "epoch": 3.5766030347528144, + "grad_norm": 1.125, + "learning_rate": 0.00041392666704296986, + "loss": 4.8507, + "mean_token_accuracy": 0.2112608879804611, + "num_tokens": 8699179.0, + "step": 3655 + }, + { + "entropy": 5.032579851150513, + "epoch": 3.5814977973568283, + "grad_norm": 1.1171875, + "learning_rate": 0.00041362460796073495, + "loss": 4.742, + "mean_token_accuracy": 0.22416270524263382, + "num_tokens": 8710883.0, + "step": 3660 + }, + { + "entropy": 5.108354282379151, + "epoch": 3.586392559960842, + "grad_norm": 1.0859375, + "learning_rate": 0.0004133221456411803, + "loss": 4.9056, + "mean_token_accuracy": 0.21302346438169478, + "num_tokens": 8721425.0, + "step": 3665 + }, + { + "entropy": 5.165343856811523, + "epoch": 3.5912873225648556, + "grad_norm": 1.0546875, + "learning_rate": 0.00041301928096412164, + "loss": 4.8661, + "mean_token_accuracy": 0.21713459640741348, + "num_tokens": 8733809.0, + "step": 3670 + }, + { + "entropy": 5.068774461746216, + "epoch": 3.596182085168869, + "grad_norm": 1.140625, + "learning_rate": 0.00041271601481054486, + "loss": 4.782, + "mean_token_accuracy": 0.22668402045965194, + "num_tokens": 8746370.0, + "step": 3675 + }, + { + "entropy": 5.073219871520996, + "epoch": 3.601076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004124123480626039, + "loss": 4.9065, + "mean_token_accuracy": 0.2157248854637146, + "num_tokens": 8758655.0, + "step": 3680 + }, + { + "entropy": 5.111428451538086, + "epoch": 3.605971610376897, + "grad_norm": 1.125, + "learning_rate": 0.0004121082816036178, + "loss": 4.8241, + "mean_token_accuracy": 0.22177139967679976, + "num_tokens": 8770171.0, + "step": 3685 + }, + { + "entropy": 5.085653305053711, + "epoch": 3.6108663729809103, + "grad_norm": 1.0546875, + "learning_rate": 0.0004118038163180684, + "loss": 4.8002, + "mean_token_accuracy": 0.22371812760829926, + "num_tokens": 8783015.0, + "step": 3690 + }, + { + "entropy": 5.092598009109497, + "epoch": 3.615761135584924, + "grad_norm": 1.1796875, + "learning_rate": 0.00041149895309159756, + "loss": 4.8909, + "mean_token_accuracy": 0.20332240909337998, + "num_tokens": 8795382.0, + "step": 3695 + }, + { + "entropy": 5.08798360824585, + "epoch": 3.6206558981889376, + "grad_norm": 1.203125, + "learning_rate": 0.000411193692811005, + "loss": 4.7672, + "mean_token_accuracy": 0.22842831909656525, + "num_tokens": 8806634.0, + "step": 3700 + }, + { + "entropy": 5.099050235748291, + "epoch": 3.6255506607929515, + "grad_norm": 1.1875, + "learning_rate": 0.00041088803636424494, + "loss": 4.8453, + "mean_token_accuracy": 0.2124974772334099, + "num_tokens": 8818926.0, + "step": 3705 + }, + { + "entropy": 5.049224233627319, + "epoch": 3.6304454233969654, + "grad_norm": 1.171875, + "learning_rate": 0.00041058198464042424, + "loss": 4.8035, + "mean_token_accuracy": 0.2252272590994835, + "num_tokens": 8830267.0, + "step": 3710 + }, + { + "entropy": 5.075808572769165, + "epoch": 3.635340186000979, + "grad_norm": 1.125, + "learning_rate": 0.0004102755385297996, + "loss": 4.8897, + "mean_token_accuracy": 0.21413865089416503, + "num_tokens": 8843330.0, + "step": 3715 + }, + { + "entropy": 5.051680183410644, + "epoch": 3.6402349486049927, + "grad_norm": 1.125, + "learning_rate": 0.00040996869892377473, + "loss": 4.8087, + "mean_token_accuracy": 0.22400161176919936, + "num_tokens": 8853467.0, + "step": 3720 + }, + { + "entropy": 5.0674622535705565, + "epoch": 3.645129711209006, + "grad_norm": 1.1015625, + "learning_rate": 0.00040966146671489836, + "loss": 4.8341, + "mean_token_accuracy": 0.21511287689208985, + "num_tokens": 8868203.0, + "step": 3725 + }, + { + "entropy": 5.044716215133667, + "epoch": 3.65002447381302, + "grad_norm": 1.1875, + "learning_rate": 0.00040935384279686067, + "loss": 4.7361, + "mean_token_accuracy": 0.22642216980457305, + "num_tokens": 8879171.0, + "step": 3730 + }, + { + "entropy": 4.989019775390625, + "epoch": 3.654919236417034, + "grad_norm": 1.109375, + "learning_rate": 0.00040904582806449173, + "loss": 4.723, + "mean_token_accuracy": 0.22874550074338912, + "num_tokens": 8890459.0, + "step": 3735 + }, + { + "entropy": 5.059218406677246, + "epoch": 3.6598139990210474, + "grad_norm": 1.125, + "learning_rate": 0.00040873742341375826, + "loss": 4.8125, + "mean_token_accuracy": 0.22379768639802933, + "num_tokens": 8902878.0, + "step": 3740 + }, + { + "entropy": 5.009291505813598, + "epoch": 3.6647087616250613, + "grad_norm": 1.21875, + "learning_rate": 0.00040842862974176114, + "loss": 4.7337, + "mean_token_accuracy": 0.22724575400352479, + "num_tokens": 8914792.0, + "step": 3745 + }, + { + "entropy": 4.9672339916229244, + "epoch": 3.6696035242290748, + "grad_norm": 1.1484375, + "learning_rate": 0.0004081194479467329, + "loss": 4.75, + "mean_token_accuracy": 0.22816742211580276, + "num_tokens": 8926610.0, + "step": 3750 + }, + { + "entropy": 5.06518964767456, + "epoch": 3.6744982868330887, + "grad_norm": 0.96484375, + "learning_rate": 0.00040780987892803514, + "loss": 4.8625, + "mean_token_accuracy": 0.22146295756101608, + "num_tokens": 8940250.0, + "step": 3755 + }, + { + "entropy": 5.131087017059326, + "epoch": 3.6793930494371025, + "grad_norm": 1.1796875, + "learning_rate": 0.00040749992358615555, + "loss": 4.8046, + "mean_token_accuracy": 0.2123077243566513, + "num_tokens": 8951960.0, + "step": 3760 + }, + { + "entropy": 4.953831195831299, + "epoch": 3.684287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.000407189582822706, + "loss": 4.7646, + "mean_token_accuracy": 0.2197168067097664, + "num_tokens": 8963265.0, + "step": 3765 + }, + { + "entropy": 5.039992570877075, + "epoch": 3.6891825746451294, + "grad_norm": 1.1953125, + "learning_rate": 0.0004068788575404192, + "loss": 4.8209, + "mean_token_accuracy": 0.22028125673532487, + "num_tokens": 8974679.0, + "step": 3770 + }, + { + "entropy": 5.09268364906311, + "epoch": 3.6940773372491433, + "grad_norm": 1.1015625, + "learning_rate": 0.0004065677486431464, + "loss": 4.8292, + "mean_token_accuracy": 0.22199592888355255, + "num_tokens": 8986840.0, + "step": 3775 + }, + { + "entropy": 5.113239908218384, + "epoch": 3.6989720998531572, + "grad_norm": 1.140625, + "learning_rate": 0.0004062562570358548, + "loss": 4.8443, + "mean_token_accuracy": 0.21674781739711763, + "num_tokens": 8997926.0, + "step": 3780 + }, + { + "entropy": 5.064158153533936, + "epoch": 3.7038668624571707, + "grad_norm": 1.140625, + "learning_rate": 0.00040594438362462484, + "loss": 4.8083, + "mean_token_accuracy": 0.2272493675351143, + "num_tokens": 9009668.0, + "step": 3785 + }, + { + "entropy": 5.071455669403076, + "epoch": 3.7087616250611846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004056321293166474, + "loss": 4.8264, + "mean_token_accuracy": 0.2173181027173996, + "num_tokens": 9021611.0, + "step": 3790 + }, + { + "entropy": 5.07202558517456, + "epoch": 3.713656387665198, + "grad_norm": 1.1875, + "learning_rate": 0.00040531949502022155, + "loss": 4.803, + "mean_token_accuracy": 0.22555143237113953, + "num_tokens": 9033258.0, + "step": 3795 + }, + { + "entropy": 5.166383552551269, + "epoch": 3.718551150269212, + "grad_norm": 1.1328125, + "learning_rate": 0.00040500648164475155, + "loss": 4.9353, + "mean_token_accuracy": 0.21520323008298875, + "num_tokens": 9045264.0, + "step": 3800 + }, + { + "entropy": 5.069120931625366, + "epoch": 3.723445912873226, + "grad_norm": 1.125, + "learning_rate": 0.0004046930901007445, + "loss": 4.8851, + "mean_token_accuracy": 0.21698033958673477, + "num_tokens": 9058072.0, + "step": 3805 + }, + { + "entropy": 5.129068422317505, + "epoch": 3.7283406754772392, + "grad_norm": 1.0390625, + "learning_rate": 0.0004043793212998073, + "loss": 4.8574, + "mean_token_accuracy": 0.22141923755407333, + "num_tokens": 9070982.0, + "step": 3810 + }, + { + "entropy": 5.083976364135742, + "epoch": 3.733235438081253, + "grad_norm": 1.1484375, + "learning_rate": 0.0004040651761546445, + "loss": 4.9035, + "mean_token_accuracy": 0.21738988012075425, + "num_tokens": 9083520.0, + "step": 3815 + }, + { + "entropy": 5.115589666366577, + "epoch": 3.7381302006852666, + "grad_norm": 1.21875, + "learning_rate": 0.0004037506555790551, + "loss": 4.9049, + "mean_token_accuracy": 0.21713944375514985, + "num_tokens": 9095729.0, + "step": 3820 + }, + { + "entropy": 5.086327981948853, + "epoch": 3.7430249632892805, + "grad_norm": 1.15625, + "learning_rate": 0.0004034357604879303, + "loss": 4.8131, + "mean_token_accuracy": 0.2237031042575836, + "num_tokens": 9107400.0, + "step": 3825 + }, + { + "entropy": 5.108111715316772, + "epoch": 3.7479197258932944, + "grad_norm": 1.09375, + "learning_rate": 0.0004031204917972508, + "loss": 4.84, + "mean_token_accuracy": 0.21787605285644532, + "num_tokens": 9119557.0, + "step": 3830 + }, + { + "entropy": 5.075828647613525, + "epoch": 3.752814488497308, + "grad_norm": 1.171875, + "learning_rate": 0.00040280485042408384, + "loss": 4.836, + "mean_token_accuracy": 0.222735133767128, + "num_tokens": 9131862.0, + "step": 3835 + }, + { + "entropy": 5.147574329376221, + "epoch": 3.7577092511013217, + "grad_norm": 1.1875, + "learning_rate": 0.00040248883728658094, + "loss": 4.8571, + "mean_token_accuracy": 0.2193186029791832, + "num_tokens": 9143250.0, + "step": 3840 + }, + { + "entropy": 5.129842519760132, + "epoch": 3.762604013705335, + "grad_norm": 1.171875, + "learning_rate": 0.0004021724533039748, + "loss": 4.9094, + "mean_token_accuracy": 0.2181650459766388, + "num_tokens": 9155565.0, + "step": 3845 + }, + { + "entropy": 4.93073034286499, + "epoch": 3.767498776309349, + "grad_norm": 1.1328125, + "learning_rate": 0.00040185569939657717, + "loss": 4.7068, + "mean_token_accuracy": 0.2270694926381111, + "num_tokens": 9166186.0, + "step": 3850 + }, + { + "entropy": 5.081850004196167, + "epoch": 3.772393538913363, + "grad_norm": 1.15625, + "learning_rate": 0.00040153857648577557, + "loss": 4.8421, + "mean_token_accuracy": 0.22167644798755645, + "num_tokens": 9178756.0, + "step": 3855 + }, + { + "entropy": 5.139322662353516, + "epoch": 3.7772883015173764, + "grad_norm": 1.109375, + "learning_rate": 0.0004012210854940309, + "loss": 4.9906, + "mean_token_accuracy": 0.21866356134414672, + "num_tokens": 9190613.0, + "step": 3860 + }, + { + "entropy": 5.099810838699341, + "epoch": 3.7821830641213903, + "grad_norm": 1.140625, + "learning_rate": 0.000400903227344875, + "loss": 4.9191, + "mean_token_accuracy": 0.21503413170576097, + "num_tokens": 9203255.0, + "step": 3865 + }, + { + "entropy": 5.059392738342285, + "epoch": 3.7870778267254037, + "grad_norm": 1.25, + "learning_rate": 0.0004005850029629074, + "loss": 4.8367, + "mean_token_accuracy": 0.21643659919500352, + "num_tokens": 9215512.0, + "step": 3870 + }, + { + "entropy": 5.122841548919678, + "epoch": 3.7919725893294176, + "grad_norm": 1.1484375, + "learning_rate": 0.0004002664132737932, + "loss": 4.8445, + "mean_token_accuracy": 0.2175495907664299, + "num_tokens": 9226888.0, + "step": 3875 + }, + { + "entropy": 5.131028938293457, + "epoch": 3.7968673519334315, + "grad_norm": 1.109375, + "learning_rate": 0.00039994745920425996, + "loss": 4.8552, + "mean_token_accuracy": 0.22309367805719377, + "num_tokens": 9238658.0, + "step": 3880 + }, + { + "entropy": 5.046094560623169, + "epoch": 3.801762114537445, + "grad_norm": 1.1796875, + "learning_rate": 0.0003996281416820952, + "loss": 4.761, + "mean_token_accuracy": 0.23520938456058502, + "num_tokens": 9249453.0, + "step": 3885 + }, + { + "entropy": 5.060846567153931, + "epoch": 3.8066568771414584, + "grad_norm": 1.1953125, + "learning_rate": 0.0003993084616361438, + "loss": 4.7883, + "mean_token_accuracy": 0.21691110581159592, + "num_tokens": 9260648.0, + "step": 3890 + }, + { + "entropy": 5.0653399467468265, + "epoch": 3.8115516397454723, + "grad_norm": 1.1875, + "learning_rate": 0.0003989884199963049, + "loss": 4.8212, + "mean_token_accuracy": 0.218986214697361, + "num_tokens": 9273120.0, + "step": 3895 + }, + { + "entropy": 5.0901384353637695, + "epoch": 3.816446402349486, + "grad_norm": 1.2734375, + "learning_rate": 0.0003986680176935297, + "loss": 4.8453, + "mean_token_accuracy": 0.22201039493083954, + "num_tokens": 9285460.0, + "step": 3900 + }, + { + "entropy": 5.052167367935181, + "epoch": 3.8213411649534996, + "grad_norm": 1.140625, + "learning_rate": 0.0003983472556598184, + "loss": 4.8365, + "mean_token_accuracy": 0.2265273168683052, + "num_tokens": 9297038.0, + "step": 3905 + }, + { + "entropy": 5.058988428115844, + "epoch": 3.8262359275575135, + "grad_norm": 1.2734375, + "learning_rate": 0.0003980261348282177, + "loss": 4.7678, + "mean_token_accuracy": 0.23172608464956285, + "num_tokens": 9309006.0, + "step": 3910 + }, + { + "entropy": 5.029935455322265, + "epoch": 3.831130690161527, + "grad_norm": 1.09375, + "learning_rate": 0.0003977046561328178, + "loss": 4.7527, + "mean_token_accuracy": 0.23079726994037628, + "num_tokens": 9321276.0, + "step": 3915 + }, + { + "entropy": 4.97658486366272, + "epoch": 3.836025452765541, + "grad_norm": 1.109375, + "learning_rate": 0.00039738282050875, + "loss": 4.7715, + "mean_token_accuracy": 0.21992994844913483, + "num_tokens": 9333172.0, + "step": 3920 + }, + { + "entropy": 5.103640079498291, + "epoch": 3.8409202153695547, + "grad_norm": 1.1953125, + "learning_rate": 0.0003970606288921839, + "loss": 4.8113, + "mean_token_accuracy": 0.22476234287023544, + "num_tokens": 9343653.0, + "step": 3925 + }, + { + "entropy": 5.034993600845337, + "epoch": 3.845814977973568, + "grad_norm": 1.15625, + "learning_rate": 0.00039673808222032457, + "loss": 4.8093, + "mean_token_accuracy": 0.22278518229722977, + "num_tokens": 9355811.0, + "step": 3930 + }, + { + "entropy": 4.919755554199218, + "epoch": 3.850709740577582, + "grad_norm": 1.046875, + "learning_rate": 0.0003964151814314099, + "loss": 4.7726, + "mean_token_accuracy": 0.22335645258426667, + "num_tokens": 9367132.0, + "step": 3935 + }, + { + "entropy": 5.017191553115845, + "epoch": 3.8556045031815955, + "grad_norm": 1.109375, + "learning_rate": 0.0003960919274647075, + "loss": 4.7673, + "mean_token_accuracy": 0.22698212265968323, + "num_tokens": 9379101.0, + "step": 3940 + }, + { + "entropy": 5.057470798492432, + "epoch": 3.8604992657856094, + "grad_norm": 1.25, + "learning_rate": 0.000395768321260513, + "loss": 4.8288, + "mean_token_accuracy": 0.22712221890687942, + "num_tokens": 9390270.0, + "step": 3945 + }, + { + "entropy": 5.064850902557373, + "epoch": 3.8653940283896233, + "grad_norm": 1.2734375, + "learning_rate": 0.0003954443637601462, + "loss": 4.842, + "mean_token_accuracy": 0.2169718399643898, + "num_tokens": 9401724.0, + "step": 3950 + }, + { + "entropy": 5.049954080581665, + "epoch": 3.8702887909936368, + "grad_norm": 1.15625, + "learning_rate": 0.00039512005590594876, + "loss": 4.8423, + "mean_token_accuracy": 0.2201844722032547, + "num_tokens": 9415206.0, + "step": 3955 + }, + { + "entropy": 5.194021081924438, + "epoch": 3.8751835535976507, + "grad_norm": 1.3984375, + "learning_rate": 0.00039479539864128164, + "loss": 4.8965, + "mean_token_accuracy": 0.21629704385995865, + "num_tokens": 9425830.0, + "step": 3960 + }, + { + "entropy": 4.963757419586182, + "epoch": 3.880078316201664, + "grad_norm": 1.15625, + "learning_rate": 0.00039447039291052194, + "loss": 4.7876, + "mean_token_accuracy": 0.22419182658195497, + "num_tokens": 9437603.0, + "step": 3965 + }, + { + "entropy": 4.988585805892944, + "epoch": 3.884973078805678, + "grad_norm": 1.171875, + "learning_rate": 0.00039414503965906075, + "loss": 4.8142, + "mean_token_accuracy": 0.22689663469791413, + "num_tokens": 9448138.0, + "step": 3970 + }, + { + "entropy": 5.16522707939148, + "epoch": 3.889867841409692, + "grad_norm": 1.234375, + "learning_rate": 0.0003938193398332995, + "loss": 4.8378, + "mean_token_accuracy": 0.2153660163283348, + "num_tokens": 9460530.0, + "step": 3975 + }, + { + "entropy": 5.092146348953247, + "epoch": 3.8947626040137053, + "grad_norm": 1.1875, + "learning_rate": 0.00039349329438064835, + "loss": 4.8541, + "mean_token_accuracy": 0.2215948611497879, + "num_tokens": 9472242.0, + "step": 3980 + }, + { + "entropy": 5.041393804550171, + "epoch": 3.899657366617719, + "grad_norm": 1.2578125, + "learning_rate": 0.0003931669042495226, + "loss": 4.7491, + "mean_token_accuracy": 0.22804808169603347, + "num_tokens": 9483266.0, + "step": 3985 + }, + { + "entropy": 5.045307779312134, + "epoch": 3.9045521292217327, + "grad_norm": 1.171875, + "learning_rate": 0.00039284017038933994, + "loss": 4.7909, + "mean_token_accuracy": 0.22371412813663483, + "num_tokens": 9494032.0, + "step": 3990 + }, + { + "entropy": 5.0007702827453615, + "epoch": 3.9094468918257466, + "grad_norm": 1.1328125, + "learning_rate": 0.00039251309375051824, + "loss": 4.7481, + "mean_token_accuracy": 0.23098208010196686, + "num_tokens": 9506301.0, + "step": 3995 + }, + { + "entropy": 5.028079414367676, + "epoch": 3.91434165442976, + "grad_norm": 1.671875, + "learning_rate": 0.00039218567528447225, + "loss": 4.8206, + "mean_token_accuracy": 0.22137255370616912, + "num_tokens": 9517972.0, + "step": 4000 + }, + { + "epoch": 3.91434165442976, + "eval_entropy": 4.977437346827956, + "eval_loss": 5.587992191314697, + "eval_mean_token_accuracy": 0.19564044451353998, + "eval_num_tokens": 9517972.0, + "eval_runtime": 2.724, + "eval_samples_per_second": 1265.405, + "eval_steps_per_second": 158.222, + "step": 4000 + }, + { + "entropy": 5.103353357315063, + "epoch": 3.919236417033774, + "grad_norm": 1.1328125, + "learning_rate": 0.0003918579159436113, + "loss": 4.9132, + "mean_token_accuracy": 0.21382989585399628, + "num_tokens": 9530108.0, + "step": 4005 + }, + { + "entropy": 5.06493911743164, + "epoch": 3.9241311796377873, + "grad_norm": 1.1015625, + "learning_rate": 0.00039152981668133573, + "loss": 4.7868, + "mean_token_accuracy": 0.22151001542806625, + "num_tokens": 9542055.0, + "step": 4010 + }, + { + "entropy": 5.0945597171783445, + "epoch": 3.9290259422418012, + "grad_norm": 1.1640625, + "learning_rate": 0.0003912013784520354, + "loss": 4.8136, + "mean_token_accuracy": 0.2190907344222069, + "num_tokens": 9553507.0, + "step": 4015 + }, + { + "entropy": 5.168673324584961, + "epoch": 3.933920704845815, + "grad_norm": 1.328125, + "learning_rate": 0.00039087260221108537, + "loss": 5.0045, + "mean_token_accuracy": 0.2076257809996605, + "num_tokens": 9564958.0, + "step": 4020 + }, + { + "entropy": 5.08221755027771, + "epoch": 3.9388154674498286, + "grad_norm": 1.296875, + "learning_rate": 0.0003905434889148448, + "loss": 4.8898, + "mean_token_accuracy": 0.22382588684558868, + "num_tokens": 9577149.0, + "step": 4025 + }, + { + "entropy": 5.125473546981811, + "epoch": 3.9437102300538425, + "grad_norm": 1.171875, + "learning_rate": 0.00039021403952065254, + "loss": 4.8643, + "mean_token_accuracy": 0.2155940130352974, + "num_tokens": 9590920.0, + "step": 4030 + }, + { + "entropy": 5.061619901657105, + "epoch": 3.948604992657856, + "grad_norm": 1.390625, + "learning_rate": 0.0003898842549868255, + "loss": 4.7858, + "mean_token_accuracy": 0.23111396729946138, + "num_tokens": 9602224.0, + "step": 4035 + }, + { + "entropy": 5.029408931732178, + "epoch": 3.95349975526187, + "grad_norm": 1.09375, + "learning_rate": 0.00038955413627265534, + "loss": 4.826, + "mean_token_accuracy": 0.2155000552535057, + "num_tokens": 9615160.0, + "step": 4040 + }, + { + "entropy": 5.077261829376221, + "epoch": 3.9583945178658837, + "grad_norm": 1.2109375, + "learning_rate": 0.0003892236843384058, + "loss": 4.8794, + "mean_token_accuracy": 0.21613506972789764, + "num_tokens": 9627853.0, + "step": 4045 + }, + { + "entropy": 5.1072883129119875, + "epoch": 3.963289280469897, + "grad_norm": 1.1328125, + "learning_rate": 0.0003888929001453098, + "loss": 4.8566, + "mean_token_accuracy": 0.21715804934501648, + "num_tokens": 9640215.0, + "step": 4050 + }, + { + "entropy": 5.186117029190063, + "epoch": 3.968184043073911, + "grad_norm": 1.1640625, + "learning_rate": 0.0003885617846555671, + "loss": 4.9161, + "mean_token_accuracy": 0.2154057204723358, + "num_tokens": 9652088.0, + "step": 4055 + }, + { + "entropy": 4.929154968261718, + "epoch": 3.9730788056779245, + "grad_norm": 1.046875, + "learning_rate": 0.0003882303388323406, + "loss": 4.7686, + "mean_token_accuracy": 0.2280975952744484, + "num_tokens": 9664594.0, + "step": 4060 + }, + { + "entropy": 4.958717966079712, + "epoch": 3.9779735682819384, + "grad_norm": 1.1953125, + "learning_rate": 0.00038789856363975473, + "loss": 4.8172, + "mean_token_accuracy": 0.22695261985063553, + "num_tokens": 9675289.0, + "step": 4065 + }, + { + "entropy": 5.139262342453003, + "epoch": 3.9828683308859523, + "grad_norm": 1.1328125, + "learning_rate": 0.0003875664600428914, + "loss": 4.8389, + "mean_token_accuracy": 0.21972294002771378, + "num_tokens": 9687029.0, + "step": 4070 + }, + { + "entropy": 5.1033586978912355, + "epoch": 3.9877630934899657, + "grad_norm": 1.171875, + "learning_rate": 0.0003872340290077883, + "loss": 4.8805, + "mean_token_accuracy": 0.2241383895277977, + "num_tokens": 9698069.0, + "step": 4075 + }, + { + "entropy": 5.05276780128479, + "epoch": 3.9926578560939796, + "grad_norm": 1.1875, + "learning_rate": 0.00038690127150143515, + "loss": 4.7545, + "mean_token_accuracy": 0.2242726728320122, + "num_tokens": 9708872.0, + "step": 4080 + }, + { + "entropy": 4.995786809921265, + "epoch": 3.997552618697993, + "grad_norm": 1.0625, + "learning_rate": 0.0003865681884917717, + "loss": 4.8207, + "mean_token_accuracy": 0.22683833837509154, + "num_tokens": 9721786.0, + "step": 4085 + }, + { + "entropy": 5.1724024878607855, + "epoch": 4.001957905041605, + "grad_norm": 1.140625, + "learning_rate": 0.00038623478094768424, + "loss": 4.7452, + "mean_token_accuracy": 0.2254696422153049, + "num_tokens": 9731518.0, + "step": 4090 + }, + { + "entropy": 5.023131275177002, + "epoch": 4.006852667645619, + "grad_norm": 1.046875, + "learning_rate": 0.0003859010498390033, + "loss": 4.5591, + "mean_token_accuracy": 0.23827751129865646, + "num_tokens": 9743895.0, + "step": 4095 + }, + { + "entropy": 4.985896110534668, + "epoch": 4.011747430249633, + "grad_norm": 1.1953125, + "learning_rate": 0.00038556699613650044, + "loss": 4.5581, + "mean_token_accuracy": 0.2374291941523552, + "num_tokens": 9756104.0, + "step": 4100 + }, + { + "entropy": 4.957859086990356, + "epoch": 4.016642192853647, + "grad_norm": 1.125, + "learning_rate": 0.00038523262081188573, + "loss": 4.4576, + "mean_token_accuracy": 0.24857828617095948, + "num_tokens": 9767494.0, + "step": 4105 + }, + { + "entropy": 5.041051959991455, + "epoch": 4.02153695545766, + "grad_norm": 1.09375, + "learning_rate": 0.00038489792483780474, + "loss": 4.5525, + "mean_token_accuracy": 0.2367478311061859, + "num_tokens": 9779123.0, + "step": 4110 + }, + { + "entropy": 4.988537740707398, + "epoch": 4.026431718061674, + "grad_norm": 1.0390625, + "learning_rate": 0.00038456290918783566, + "loss": 4.6262, + "mean_token_accuracy": 0.23023803383111954, + "num_tokens": 9791309.0, + "step": 4115 + }, + { + "entropy": 5.059031200408936, + "epoch": 4.031326480665688, + "grad_norm": 1.140625, + "learning_rate": 0.0003842275748364868, + "loss": 4.5714, + "mean_token_accuracy": 0.233939291536808, + "num_tokens": 9803333.0, + "step": 4120 + }, + { + "entropy": 5.124443626403808, + "epoch": 4.0362212432697016, + "grad_norm": 1.1015625, + "learning_rate": 0.0003838919227591933, + "loss": 4.6479, + "mean_token_accuracy": 0.23417795747518538, + "num_tokens": 9815592.0, + "step": 4125 + }, + { + "entropy": 5.063463544845581, + "epoch": 4.0411160058737154, + "grad_norm": 1.203125, + "learning_rate": 0.0003835559539323146, + "loss": 4.6197, + "mean_token_accuracy": 0.23014721870422364, + "num_tokens": 9827380.0, + "step": 4130 + }, + { + "entropy": 4.968182563781738, + "epoch": 4.0460107684777284, + "grad_norm": 1.1328125, + "learning_rate": 0.0003832196693331315, + "loss": 4.4356, + "mean_token_accuracy": 0.24900406301021577, + "num_tokens": 9838261.0, + "step": 4135 + }, + { + "entropy": 4.958034372329712, + "epoch": 4.050905531081742, + "grad_norm": 1.2109375, + "learning_rate": 0.0003828830699398433, + "loss": 4.5673, + "mean_token_accuracy": 0.24179045110940933, + "num_tokens": 9849330.0, + "step": 4140 + }, + { + "entropy": 5.065645170211792, + "epoch": 4.055800293685756, + "grad_norm": 1.125, + "learning_rate": 0.00038254615673156516, + "loss": 4.6275, + "mean_token_accuracy": 0.2306502193212509, + "num_tokens": 9860711.0, + "step": 4145 + }, + { + "entropy": 5.059020519256592, + "epoch": 4.06069505628977, + "grad_norm": 1.2578125, + "learning_rate": 0.00038220893068832484, + "loss": 4.5425, + "mean_token_accuracy": 0.2374820217490196, + "num_tokens": 9872230.0, + "step": 4150 + }, + { + "entropy": 5.044583511352539, + "epoch": 4.065589818893784, + "grad_norm": 1.078125, + "learning_rate": 0.00038187139279106025, + "loss": 4.591, + "mean_token_accuracy": 0.22831845730543138, + "num_tokens": 9884459.0, + "step": 4155 + }, + { + "entropy": 4.965525722503662, + "epoch": 4.070484581497797, + "grad_norm": 1.1953125, + "learning_rate": 0.00038153354402161636, + "loss": 4.5306, + "mean_token_accuracy": 0.24032900631427764, + "num_tokens": 9895636.0, + "step": 4160 + }, + { + "entropy": 4.978104209899902, + "epoch": 4.075379344101811, + "grad_norm": 1.4609375, + "learning_rate": 0.0003811953853627425, + "loss": 4.507, + "mean_token_accuracy": 0.24414079487323762, + "num_tokens": 9907090.0, + "step": 4165 + }, + { + "entropy": 4.997107219696045, + "epoch": 4.080274106705825, + "grad_norm": 1.203125, + "learning_rate": 0.00038085691779808916, + "loss": 4.5661, + "mean_token_accuracy": 0.24097975045442582, + "num_tokens": 9918663.0, + "step": 4170 + }, + { + "entropy": 4.950863170623779, + "epoch": 4.085168869309839, + "grad_norm": 1.125, + "learning_rate": 0.00038051814231220585, + "loss": 4.5697, + "mean_token_accuracy": 0.2428872510790825, + "num_tokens": 9930662.0, + "step": 4175 + }, + { + "entropy": 5.114802503585816, + "epoch": 4.090063631913853, + "grad_norm": 1.2265625, + "learning_rate": 0.0003801790598905374, + "loss": 4.6904, + "mean_token_accuracy": 0.22135650217533112, + "num_tokens": 9942782.0, + "step": 4180 + }, + { + "entropy": 5.004737758636475, + "epoch": 4.094958394517866, + "grad_norm": 1.265625, + "learning_rate": 0.00037983967151942143, + "loss": 4.5331, + "mean_token_accuracy": 0.2448731318116188, + "num_tokens": 9954663.0, + "step": 4185 + }, + { + "entropy": 4.978229808807373, + "epoch": 4.0998531571218795, + "grad_norm": 1.234375, + "learning_rate": 0.000379499978186086, + "loss": 4.5862, + "mean_token_accuracy": 0.23844058215618133, + "num_tokens": 9968036.0, + "step": 4190 + }, + { + "entropy": 5.04127984046936, + "epoch": 4.104747919725893, + "grad_norm": 1.2578125, + "learning_rate": 0.0003791599808786456, + "loss": 4.62, + "mean_token_accuracy": 0.232499660551548, + "num_tokens": 9979855.0, + "step": 4195 + }, + { + "entropy": 5.025613069534302, + "epoch": 4.109642682329907, + "grad_norm": 1.203125, + "learning_rate": 0.0003788196805860995, + "loss": 4.4975, + "mean_token_accuracy": 0.2550596997141838, + "num_tokens": 9991380.0, + "step": 4200 + }, + { + "entropy": 5.030689477920532, + "epoch": 4.114537444933921, + "grad_norm": 1.1640625, + "learning_rate": 0.0003784790782983279, + "loss": 4.6009, + "mean_token_accuracy": 0.23677781075239182, + "num_tokens": 10003886.0, + "step": 4205 + }, + { + "entropy": 4.982917642593383, + "epoch": 4.119432207537934, + "grad_norm": 1.25, + "learning_rate": 0.0003781381750060898, + "loss": 4.5927, + "mean_token_accuracy": 0.23751294910907744, + "num_tokens": 10015237.0, + "step": 4210 + }, + { + "entropy": 4.986427736282349, + "epoch": 4.124326970141948, + "grad_norm": 1.0390625, + "learning_rate": 0.0003777969717010194, + "loss": 4.5197, + "mean_token_accuracy": 0.24729954749345778, + "num_tokens": 10028514.0, + "step": 4215 + }, + { + "entropy": 4.94989333152771, + "epoch": 4.129221732745962, + "grad_norm": 1.0625, + "learning_rate": 0.0003774554693756239, + "loss": 4.545, + "mean_token_accuracy": 0.23948704749345778, + "num_tokens": 10041658.0, + "step": 4220 + }, + { + "entropy": 4.941936111450195, + "epoch": 4.134116495349976, + "grad_norm": 1.234375, + "learning_rate": 0.0003771136690232802, + "loss": 4.4823, + "mean_token_accuracy": 0.25030840635299684, + "num_tokens": 10052622.0, + "step": 4225 + }, + { + "entropy": 4.951936388015747, + "epoch": 4.139011257953989, + "grad_norm": 1.1796875, + "learning_rate": 0.000376771571638232, + "loss": 4.5212, + "mean_token_accuracy": 0.23812614232301713, + "num_tokens": 10063819.0, + "step": 4230 + }, + { + "entropy": 4.998723363876342, + "epoch": 4.143906020558003, + "grad_norm": 1.09375, + "learning_rate": 0.00037642917821558737, + "loss": 4.6672, + "mean_token_accuracy": 0.2340690091252327, + "num_tokens": 10076757.0, + "step": 4235 + }, + { + "entropy": 4.940063190460205, + "epoch": 4.148800783162017, + "grad_norm": 1.21875, + "learning_rate": 0.000376086489751315, + "loss": 4.4913, + "mean_token_accuracy": 0.24697423428297044, + "num_tokens": 10088287.0, + "step": 4240 + }, + { + "entropy": 4.959346103668213, + "epoch": 4.1536955457660305, + "grad_norm": 1.25, + "learning_rate": 0.00037574350724224213, + "loss": 4.51, + "mean_token_accuracy": 0.2408648580312729, + "num_tokens": 10099739.0, + "step": 4245 + }, + { + "entropy": 4.995651626586914, + "epoch": 4.158590308370044, + "grad_norm": 1.171875, + "learning_rate": 0.0003754002316860515, + "loss": 4.6101, + "mean_token_accuracy": 0.23685633689165114, + "num_tokens": 10112613.0, + "step": 4250 + }, + { + "entropy": 5.025398540496826, + "epoch": 4.163485070974057, + "grad_norm": 1.234375, + "learning_rate": 0.00037505666408127773, + "loss": 4.5495, + "mean_token_accuracy": 0.2375389203429222, + "num_tokens": 10124966.0, + "step": 4255 + }, + { + "entropy": 4.934124517440796, + "epoch": 4.168379833578071, + "grad_norm": 1.1953125, + "learning_rate": 0.0003747128054273055, + "loss": 4.5406, + "mean_token_accuracy": 0.2428314670920372, + "num_tokens": 10135841.0, + "step": 4260 + }, + { + "entropy": 5.013625955581665, + "epoch": 4.173274596182085, + "grad_norm": 1.1953125, + "learning_rate": 0.0003743686567243659, + "loss": 4.6596, + "mean_token_accuracy": 0.22884552776813508, + "num_tokens": 10147374.0, + "step": 4265 + }, + { + "entropy": 4.992853593826294, + "epoch": 4.178169358786099, + "grad_norm": 1.140625, + "learning_rate": 0.0003740242189735336, + "loss": 4.5636, + "mean_token_accuracy": 0.236056911945343, + "num_tokens": 10159886.0, + "step": 4270 + }, + { + "entropy": 5.046988439559937, + "epoch": 4.183064121390113, + "grad_norm": 1.15625, + "learning_rate": 0.0003736794931767242, + "loss": 4.6437, + "mean_token_accuracy": 0.23168521523475646, + "num_tokens": 10172629.0, + "step": 4275 + }, + { + "entropy": 4.970481204986572, + "epoch": 4.187958883994126, + "grad_norm": 1.265625, + "learning_rate": 0.0003733344803366914, + "loss": 4.5006, + "mean_token_accuracy": 0.2400296911597252, + "num_tokens": 10184467.0, + "step": 4280 + }, + { + "entropy": 4.981130743026734, + "epoch": 4.19285364659814, + "grad_norm": 1.15625, + "learning_rate": 0.0003729891814570232, + "loss": 4.5989, + "mean_token_accuracy": 0.22856157273054123, + "num_tokens": 10196864.0, + "step": 4285 + }, + { + "entropy": 5.0006462097167965, + "epoch": 4.197748409202154, + "grad_norm": 1.078125, + "learning_rate": 0.00037264359754214036, + "loss": 4.615, + "mean_token_accuracy": 0.23426750302314758, + "num_tokens": 10210787.0, + "step": 4290 + }, + { + "entropy": 4.971421957015991, + "epoch": 4.202643171806168, + "grad_norm": 1.1640625, + "learning_rate": 0.00037229772959729263, + "loss": 4.6164, + "mean_token_accuracy": 0.23017945289611816, + "num_tokens": 10223881.0, + "step": 4295 + }, + { + "entropy": 4.9670933246612545, + "epoch": 4.2075379344101815, + "grad_norm": 1.296875, + "learning_rate": 0.0003719515786285554, + "loss": 4.5432, + "mean_token_accuracy": 0.24093651324510573, + "num_tokens": 10235505.0, + "step": 4300 + }, + { + "entropy": 4.944381380081177, + "epoch": 4.2124326970141945, + "grad_norm": 1.09375, + "learning_rate": 0.00037160514564282815, + "loss": 4.541, + "mean_token_accuracy": 0.24333113729953765, + "num_tokens": 10247799.0, + "step": 4305 + }, + { + "entropy": 4.884352731704712, + "epoch": 4.217327459618208, + "grad_norm": 1.1796875, + "learning_rate": 0.00037125843164783, + "loss": 4.46, + "mean_token_accuracy": 0.24434017539024352, + "num_tokens": 10259068.0, + "step": 4310 + }, + { + "entropy": 4.95476336479187, + "epoch": 4.222222222222222, + "grad_norm": 1.2578125, + "learning_rate": 0.0003709114376520979, + "loss": 4.4964, + "mean_token_accuracy": 0.24015609323978424, + "num_tokens": 10271286.0, + "step": 4315 + }, + { + "entropy": 4.938775587081909, + "epoch": 4.227116984826236, + "grad_norm": 1.1875, + "learning_rate": 0.00037056416466498313, + "loss": 4.5561, + "mean_token_accuracy": 0.23273864537477493, + "num_tokens": 10283173.0, + "step": 4320 + }, + { + "entropy": 5.012444305419922, + "epoch": 4.232011747430249, + "grad_norm": 1.203125, + "learning_rate": 0.0003702166136966485, + "loss": 4.6257, + "mean_token_accuracy": 0.2402504190802574, + "num_tokens": 10296117.0, + "step": 4325 + }, + { + "entropy": 5.034178256988525, + "epoch": 4.236906510034263, + "grad_norm": 1.1953125, + "learning_rate": 0.0003698687857580655, + "loss": 4.6023, + "mean_token_accuracy": 0.2323506772518158, + "num_tokens": 10306995.0, + "step": 4330 + }, + { + "entropy": 4.841176128387451, + "epoch": 4.241801272638277, + "grad_norm": 1.171875, + "learning_rate": 0.0003695206818610113, + "loss": 4.4346, + "mean_token_accuracy": 0.2476430505514145, + "num_tokens": 10318549.0, + "step": 4335 + }, + { + "entropy": 4.992100238800049, + "epoch": 4.246696035242291, + "grad_norm": 1.2890625, + "learning_rate": 0.0003691723030180657, + "loss": 4.6176, + "mean_token_accuracy": 0.23537442684173585, + "num_tokens": 10329399.0, + "step": 4340 + }, + { + "entropy": 4.993355083465576, + "epoch": 4.251590797846305, + "grad_norm": 1.2578125, + "learning_rate": 0.0003688236502426082, + "loss": 4.6357, + "mean_token_accuracy": 0.23501158505678177, + "num_tokens": 10341567.0, + "step": 4345 + }, + { + "entropy": 4.990873718261719, + "epoch": 4.256485560450318, + "grad_norm": 1.1171875, + "learning_rate": 0.0003684747245488153, + "loss": 4.4868, + "mean_token_accuracy": 0.2507901802659035, + "num_tokens": 10352407.0, + "step": 4350 + }, + { + "entropy": 4.960176038742065, + "epoch": 4.261380323054332, + "grad_norm": 1.2578125, + "learning_rate": 0.0003681255269516574, + "loss": 4.5799, + "mean_token_accuracy": 0.23848912119865417, + "num_tokens": 10364403.0, + "step": 4355 + }, + { + "entropy": 5.034172248840332, + "epoch": 4.266275085658346, + "grad_norm": 1.09375, + "learning_rate": 0.0003677760584668956, + "loss": 4.6293, + "mean_token_accuracy": 0.23745577782392502, + "num_tokens": 10375392.0, + "step": 4360 + }, + { + "entropy": 5.023036861419678, + "epoch": 4.2711698482623595, + "grad_norm": 1.140625, + "learning_rate": 0.00036742632011107926, + "loss": 4.6398, + "mean_token_accuracy": 0.22803306132555007, + "num_tokens": 10388038.0, + "step": 4365 + }, + { + "entropy": 4.989942741394043, + "epoch": 4.276064610866373, + "grad_norm": 1.109375, + "learning_rate": 0.0003670763129015424, + "loss": 4.6633, + "mean_token_accuracy": 0.22033597081899642, + "num_tokens": 10401706.0, + "step": 4370 + }, + { + "entropy": 4.898762989044189, + "epoch": 4.280959373470386, + "grad_norm": 1.1328125, + "learning_rate": 0.00036672603785640144, + "loss": 4.5558, + "mean_token_accuracy": 0.2382776752114296, + "num_tokens": 10413363.0, + "step": 4375 + }, + { + "entropy": 4.985649633407593, + "epoch": 4.2858541360744, + "grad_norm": 1.203125, + "learning_rate": 0.00036637549599455175, + "loss": 4.5086, + "mean_token_accuracy": 0.2554389536380768, + "num_tokens": 10425000.0, + "step": 4380 + }, + { + "entropy": 4.965001392364502, + "epoch": 4.290748898678414, + "grad_norm": 1.1484375, + "learning_rate": 0.0003660246883356648, + "loss": 4.5917, + "mean_token_accuracy": 0.24058783203363418, + "num_tokens": 10436412.0, + "step": 4385 + }, + { + "entropy": 4.929542827606201, + "epoch": 4.295643661282428, + "grad_norm": 1.2578125, + "learning_rate": 0.00036567361590018513, + "loss": 4.5348, + "mean_token_accuracy": 0.24117553383111953, + "num_tokens": 10446970.0, + "step": 4390 + }, + { + "entropy": 4.971066617965699, + "epoch": 4.300538423886442, + "grad_norm": 1.09375, + "learning_rate": 0.0003653222797093277, + "loss": 4.5958, + "mean_token_accuracy": 0.2335049331188202, + "num_tokens": 10458721.0, + "step": 4395 + }, + { + "entropy": 4.929677724838257, + "epoch": 4.305433186490455, + "grad_norm": 1.171875, + "learning_rate": 0.0003649706807850746, + "loss": 4.4786, + "mean_token_accuracy": 0.2507967263460159, + "num_tokens": 10469676.0, + "step": 4400 + }, + { + "entropy": 4.970559358596802, + "epoch": 4.310327949094469, + "grad_norm": 1.390625, + "learning_rate": 0.000364618820150172, + "loss": 4.6013, + "mean_token_accuracy": 0.23871603459119797, + "num_tokens": 10480832.0, + "step": 4405 + }, + { + "entropy": 4.944663619995117, + "epoch": 4.315222711698483, + "grad_norm": 1.140625, + "learning_rate": 0.0003642666988281277, + "loss": 4.5965, + "mean_token_accuracy": 0.23900092542171478, + "num_tokens": 10493100.0, + "step": 4410 + }, + { + "entropy": 5.035148572921753, + "epoch": 4.320117474302497, + "grad_norm": 1.21875, + "learning_rate": 0.0003639143178432075, + "loss": 4.6073, + "mean_token_accuracy": 0.2362759679555893, + "num_tokens": 10503910.0, + "step": 4415 + }, + { + "entropy": 4.999735975265503, + "epoch": 4.32501223690651, + "grad_norm": 1.140625, + "learning_rate": 0.00036356167822043265, + "loss": 4.6022, + "mean_token_accuracy": 0.23736752718687057, + "num_tokens": 10515739.0, + "step": 4420 + }, + { + "entropy": 4.931397581100464, + "epoch": 4.3299069995105235, + "grad_norm": 1.1875, + "learning_rate": 0.00036320878098557657, + "loss": 4.5844, + "mean_token_accuracy": 0.24389175325632095, + "num_tokens": 10527587.0, + "step": 4425 + }, + { + "entropy": 4.922537899017334, + "epoch": 4.334801762114537, + "grad_norm": 1.25, + "learning_rate": 0.00036285562716516234, + "loss": 4.6023, + "mean_token_accuracy": 0.239091594517231, + "num_tokens": 10538961.0, + "step": 4430 + }, + { + "entropy": 5.007340621948242, + "epoch": 4.339696524718551, + "grad_norm": 1.15625, + "learning_rate": 0.0003625022177864591, + "loss": 4.6344, + "mean_token_accuracy": 0.22378634810447692, + "num_tokens": 10552084.0, + "step": 4435 + }, + { + "entropy": 5.001192235946656, + "epoch": 4.344591287322565, + "grad_norm": 1.1875, + "learning_rate": 0.0003621485538774796, + "loss": 4.5266, + "mean_token_accuracy": 0.24157078862190245, + "num_tokens": 10563647.0, + "step": 4440 + }, + { + "entropy": 4.932107543945312, + "epoch": 4.349486049926578, + "grad_norm": 1.234375, + "learning_rate": 0.0003617946364669768, + "loss": 4.5989, + "mean_token_accuracy": 0.2350343644618988, + "num_tokens": 10575651.0, + "step": 4445 + }, + { + "entropy": 5.014455842971802, + "epoch": 4.354380812530592, + "grad_norm": 1.1328125, + "learning_rate": 0.00036144046658444115, + "loss": 4.6686, + "mean_token_accuracy": 0.2301238015294075, + "num_tokens": 10588672.0, + "step": 4450 + }, + { + "entropy": 5.024813079833985, + "epoch": 4.359275575134606, + "grad_norm": 1.1328125, + "learning_rate": 0.00036108604526009753, + "loss": 4.6073, + "mean_token_accuracy": 0.23376379162073135, + "num_tokens": 10601363.0, + "step": 4455 + }, + { + "entropy": 4.9786200523376465, + "epoch": 4.36417033773862, + "grad_norm": 1.2109375, + "learning_rate": 0.0003607313735249021, + "loss": 4.6024, + "mean_token_accuracy": 0.23971123546361922, + "num_tokens": 10613462.0, + "step": 4460 + }, + { + "entropy": 4.9615809440612795, + "epoch": 4.369065100342634, + "grad_norm": 1.1796875, + "learning_rate": 0.0003603764524105396, + "loss": 4.5825, + "mean_token_accuracy": 0.24286321103572844, + "num_tokens": 10624896.0, + "step": 4465 + }, + { + "entropy": 4.9141175746917725, + "epoch": 4.373959862946647, + "grad_norm": 1.2578125, + "learning_rate": 0.0003600212829494201, + "loss": 4.504, + "mean_token_accuracy": 0.24894710034132003, + "num_tokens": 10635542.0, + "step": 4470 + }, + { + "entropy": 4.977388048171997, + "epoch": 4.378854625550661, + "grad_norm": 1.15625, + "learning_rate": 0.0003596658661746759, + "loss": 4.5588, + "mean_token_accuracy": 0.24535323828458785, + "num_tokens": 10648955.0, + "step": 4475 + }, + { + "entropy": 4.973334836959839, + "epoch": 4.3837493881546745, + "grad_norm": 1.1953125, + "learning_rate": 0.000359310203120159, + "loss": 4.5934, + "mean_token_accuracy": 0.23908900320529938, + "num_tokens": 10660144.0, + "step": 4480 + }, + { + "entropy": 4.941062641143799, + "epoch": 4.388644150758688, + "grad_norm": 1.1015625, + "learning_rate": 0.00035895429482043763, + "loss": 4.4907, + "mean_token_accuracy": 0.24111208468675613, + "num_tokens": 10671896.0, + "step": 4485 + }, + { + "entropy": 4.986586046218872, + "epoch": 4.393538913362702, + "grad_norm": 1.28125, + "learning_rate": 0.00035859814231079337, + "loss": 4.6403, + "mean_token_accuracy": 0.2328612059354782, + "num_tokens": 10683344.0, + "step": 4490 + }, + { + "entropy": 4.831319856643677, + "epoch": 4.398433675966715, + "grad_norm": 1.296875, + "learning_rate": 0.00035824174662721814, + "loss": 4.4669, + "mean_token_accuracy": 0.24965253621339797, + "num_tokens": 10694057.0, + "step": 4495 + }, + { + "entropy": 5.074819278717041, + "epoch": 4.403328438570729, + "grad_norm": 1.09375, + "learning_rate": 0.00035788510880641137, + "loss": 4.7056, + "mean_token_accuracy": 0.22890681475400926, + "num_tokens": 10707429.0, + "step": 4500 + }, + { + "entropy": 5.049197864532471, + "epoch": 4.408223201174743, + "grad_norm": 1.171875, + "learning_rate": 0.00035752822988577683, + "loss": 4.5631, + "mean_token_accuracy": 0.23588933050632477, + "num_tokens": 10719857.0, + "step": 4505 + }, + { + "entropy": 4.944564390182495, + "epoch": 4.413117963778757, + "grad_norm": 1.1328125, + "learning_rate": 0.0003571711109034193, + "loss": 4.5742, + "mean_token_accuracy": 0.24017254561185836, + "num_tokens": 10732136.0, + "step": 4510 + }, + { + "entropy": 4.869391059875488, + "epoch": 4.41801272638277, + "grad_norm": 1.1796875, + "learning_rate": 0.00035681375289814226, + "loss": 4.5107, + "mean_token_accuracy": 0.2448602706193924, + "num_tokens": 10743104.0, + "step": 4515 + }, + { + "entropy": 4.992645597457885, + "epoch": 4.422907488986784, + "grad_norm": 1.0625, + "learning_rate": 0.0003564561569094443, + "loss": 4.5514, + "mean_token_accuracy": 0.24186391681432723, + "num_tokens": 10754965.0, + "step": 4520 + }, + { + "entropy": 5.020322179794311, + "epoch": 4.427802251590798, + "grad_norm": 1.1953125, + "learning_rate": 0.0003560983239775162, + "loss": 4.6161, + "mean_token_accuracy": 0.23685276359319687, + "num_tokens": 10765438.0, + "step": 4525 + }, + { + "entropy": 4.90551791191101, + "epoch": 4.432697014194812, + "grad_norm": 1.1875, + "learning_rate": 0.000355740255143238, + "loss": 4.6224, + "mean_token_accuracy": 0.23386283218860626, + "num_tokens": 10778176.0, + "step": 4530 + }, + { + "entropy": 4.968013525009155, + "epoch": 4.4375917767988255, + "grad_norm": 1.25, + "learning_rate": 0.0003553819514481761, + "loss": 4.6608, + "mean_token_accuracy": 0.226600943505764, + "num_tokens": 10790871.0, + "step": 4535 + }, + { + "entropy": 4.986626672744751, + "epoch": 4.4424865394028386, + "grad_norm": 1.1640625, + "learning_rate": 0.0003550234139345798, + "loss": 4.6401, + "mean_token_accuracy": 0.23747914880514145, + "num_tokens": 10802880.0, + "step": 4540 + }, + { + "entropy": 4.981742095947266, + "epoch": 4.447381302006852, + "grad_norm": 1.2109375, + "learning_rate": 0.0003546646436453789, + "loss": 4.5852, + "mean_token_accuracy": 0.23627849817276, + "num_tokens": 10816366.0, + "step": 4545 + }, + { + "entropy": 4.868809509277344, + "epoch": 4.452276064610866, + "grad_norm": 1.1875, + "learning_rate": 0.00035430564162417986, + "loss": 4.4891, + "mean_token_accuracy": 0.24741119891405106, + "num_tokens": 10827973.0, + "step": 4550 + }, + { + "entropy": 5.132536363601685, + "epoch": 4.45717082721488, + "grad_norm": 1.2265625, + "learning_rate": 0.0003539464089152636, + "loss": 4.6797, + "mean_token_accuracy": 0.23054636865854264, + "num_tokens": 10839438.0, + "step": 4555 + }, + { + "entropy": 4.904827022552491, + "epoch": 4.462065589818894, + "grad_norm": 1.1328125, + "learning_rate": 0.00035358694656358194, + "loss": 4.5165, + "mean_token_accuracy": 0.2442225217819214, + "num_tokens": 10850189.0, + "step": 4560 + }, + { + "entropy": 4.833751010894775, + "epoch": 4.466960352422907, + "grad_norm": 1.1953125, + "learning_rate": 0.0003532272556147545, + "loss": 4.5193, + "mean_token_accuracy": 0.23978835195302964, + "num_tokens": 10861730.0, + "step": 4565 + }, + { + "entropy": 5.036434888839722, + "epoch": 4.471855115026921, + "grad_norm": 1.1015625, + "learning_rate": 0.0003528673371150664, + "loss": 4.6726, + "mean_token_accuracy": 0.23058370351791382, + "num_tokens": 10873843.0, + "step": 4570 + }, + { + "entropy": 4.995850515365601, + "epoch": 4.476749877630935, + "grad_norm": 1.171875, + "learning_rate": 0.00035250719211146395, + "loss": 4.6395, + "mean_token_accuracy": 0.23562803864479065, + "num_tokens": 10886754.0, + "step": 4575 + }, + { + "entropy": 4.960853624343872, + "epoch": 4.481644640234949, + "grad_norm": 1.0859375, + "learning_rate": 0.0003521468216515528, + "loss": 4.5898, + "mean_token_accuracy": 0.23953092396259307, + "num_tokens": 10899402.0, + "step": 4580 + }, + { + "entropy": 4.983584070205689, + "epoch": 4.486539402838963, + "grad_norm": 1.1875, + "learning_rate": 0.00035178622678359433, + "loss": 4.6076, + "mean_token_accuracy": 0.24189481884241104, + "num_tokens": 10912706.0, + "step": 4585 + }, + { + "entropy": 4.929827404022217, + "epoch": 4.491434165442976, + "grad_norm": 1.171875, + "learning_rate": 0.00035142540855650264, + "loss": 4.6414, + "mean_token_accuracy": 0.23340380936861038, + "num_tokens": 10924710.0, + "step": 4590 + }, + { + "entropy": 4.896418762207031, + "epoch": 4.49632892804699, + "grad_norm": 1.125, + "learning_rate": 0.00035106436801984154, + "loss": 4.5596, + "mean_token_accuracy": 0.24512310326099396, + "num_tokens": 10936863.0, + "step": 4595 + }, + { + "entropy": 4.937282752990723, + "epoch": 4.5012236906510035, + "grad_norm": 1.0703125, + "learning_rate": 0.0003507031062238216, + "loss": 4.5465, + "mean_token_accuracy": 0.24911466538906096, + "num_tokens": 10948098.0, + "step": 4600 + }, + { + "entropy": 4.956559467315674, + "epoch": 4.506118453255017, + "grad_norm": 1.2734375, + "learning_rate": 0.0003503416242192968, + "loss": 4.6285, + "mean_token_accuracy": 0.2394946500658989, + "num_tokens": 10960703.0, + "step": 4605 + }, + { + "entropy": 4.99582805633545, + "epoch": 4.51101321585903, + "grad_norm": 1.09375, + "learning_rate": 0.00034997992305776194, + "loss": 4.5726, + "mean_token_accuracy": 0.23462877422571182, + "num_tokens": 10972652.0, + "step": 4610 + }, + { + "entropy": 4.9431041240692135, + "epoch": 4.515907978463044, + "grad_norm": 1.1875, + "learning_rate": 0.00034961800379134907, + "loss": 4.583, + "mean_token_accuracy": 0.23193895816802979, + "num_tokens": 10985511.0, + "step": 4615 + }, + { + "entropy": 4.928348207473755, + "epoch": 4.520802741067058, + "grad_norm": 1.140625, + "learning_rate": 0.0003492558674728248, + "loss": 4.5437, + "mean_token_accuracy": 0.23933225572109224, + "num_tokens": 10997397.0, + "step": 4620 + }, + { + "entropy": 4.884153079986572, + "epoch": 4.525697503671072, + "grad_norm": 1.0625, + "learning_rate": 0.00034889351515558705, + "loss": 4.5624, + "mean_token_accuracy": 0.23536658883094788, + "num_tokens": 11009301.0, + "step": 4625 + }, + { + "entropy": 4.983486604690552, + "epoch": 4.530592266275086, + "grad_norm": 1.2109375, + "learning_rate": 0.00034853094789366216, + "loss": 4.6166, + "mean_token_accuracy": 0.2318914443254471, + "num_tokens": 11021214.0, + "step": 4630 + }, + { + "entropy": 4.995839071273804, + "epoch": 4.5354870288791, + "grad_norm": 1.234375, + "learning_rate": 0.00034816816674170155, + "loss": 4.6307, + "mean_token_accuracy": 0.23181201964616777, + "num_tokens": 11033706.0, + "step": 4635 + }, + { + "entropy": 4.904265308380127, + "epoch": 4.540381791483113, + "grad_norm": 1.1640625, + "learning_rate": 0.00034780517275497896, + "loss": 4.5223, + "mean_token_accuracy": 0.24747188985347748, + "num_tokens": 11046903.0, + "step": 4640 + }, + { + "entropy": 4.995366525650025, + "epoch": 4.545276554087127, + "grad_norm": 1.1328125, + "learning_rate": 0.00034744196698938715, + "loss": 4.6808, + "mean_token_accuracy": 0.23345842957496643, + "num_tokens": 11059769.0, + "step": 4645 + }, + { + "entropy": 4.958969449996948, + "epoch": 4.550171316691141, + "grad_norm": 1.15625, + "learning_rate": 0.00034707855050143487, + "loss": 4.6213, + "mean_token_accuracy": 0.23973002284765244, + "num_tokens": 11072278.0, + "step": 4650 + }, + { + "entropy": 4.980345344543457, + "epoch": 4.5550660792951545, + "grad_norm": 1.2265625, + "learning_rate": 0.0003467149243482439, + "loss": 4.6103, + "mean_token_accuracy": 0.23416877686977386, + "num_tokens": 11084393.0, + "step": 4655 + }, + { + "entropy": 4.974357843399048, + "epoch": 4.5599608418991675, + "grad_norm": 1.1328125, + "learning_rate": 0.00034635108958754605, + "loss": 4.5113, + "mean_token_accuracy": 0.25227575153112414, + "num_tokens": 11096209.0, + "step": 4660 + }, + { + "entropy": 4.796844816207885, + "epoch": 4.564855604503181, + "grad_norm": 1.1484375, + "learning_rate": 0.0003459870472776796, + "loss": 4.3975, + "mean_token_accuracy": 0.25478396117687224, + "num_tokens": 11107563.0, + "step": 4665 + }, + { + "entropy": 4.876433897018432, + "epoch": 4.569750367107195, + "grad_norm": 1.1328125, + "learning_rate": 0.0003456227984775867, + "loss": 4.5936, + "mean_token_accuracy": 0.2475576013326645, + "num_tokens": 11119771.0, + "step": 4670 + }, + { + "entropy": 4.9424066066741945, + "epoch": 4.574645129711209, + "grad_norm": 1.1640625, + "learning_rate": 0.0003452583442468104, + "loss": 4.5355, + "mean_token_accuracy": 0.24378240704536439, + "num_tokens": 11130243.0, + "step": 4675 + }, + { + "entropy": 4.956759214401245, + "epoch": 4.579539892315223, + "grad_norm": 1.1484375, + "learning_rate": 0.0003448936856454909, + "loss": 4.6354, + "mean_token_accuracy": 0.23188417702913283, + "num_tokens": 11142623.0, + "step": 4680 + }, + { + "entropy": 4.957581090927124, + "epoch": 4.584434654919236, + "grad_norm": 1.109375, + "learning_rate": 0.0003445288237343632, + "loss": 4.5506, + "mean_token_accuracy": 0.23696067482233046, + "num_tokens": 11154961.0, + "step": 4685 + }, + { + "entropy": 4.863600587844848, + "epoch": 4.58932941752325, + "grad_norm": 1.1015625, + "learning_rate": 0.0003441637595747535, + "loss": 4.5568, + "mean_token_accuracy": 0.24411790668964387, + "num_tokens": 11166924.0, + "step": 4690 + }, + { + "entropy": 4.99712495803833, + "epoch": 4.594224180127264, + "grad_norm": 1.2421875, + "learning_rate": 0.0003437984942285764, + "loss": 4.5925, + "mean_token_accuracy": 0.23994487076997756, + "num_tokens": 11178151.0, + "step": 4695 + }, + { + "entropy": 4.99697642326355, + "epoch": 4.599118942731278, + "grad_norm": 1.234375, + "learning_rate": 0.00034343302875833174, + "loss": 4.6063, + "mean_token_accuracy": 0.23970601409673692, + "num_tokens": 11190546.0, + "step": 4700 + }, + { + "entropy": 4.911056089401245, + "epoch": 4.604013705335291, + "grad_norm": 1.1015625, + "learning_rate": 0.0003430673642271014, + "loss": 4.5319, + "mean_token_accuracy": 0.2503520429134369, + "num_tokens": 11202191.0, + "step": 4705 + }, + { + "entropy": 4.8730621337890625, + "epoch": 4.608908467939305, + "grad_norm": 1.203125, + "learning_rate": 0.0003427015016985464, + "loss": 4.6004, + "mean_token_accuracy": 0.23604031950235366, + "num_tokens": 11213233.0, + "step": 4710 + }, + { + "entropy": 4.965299892425537, + "epoch": 4.6138032305433185, + "grad_norm": 1.2109375, + "learning_rate": 0.0003423354422369036, + "loss": 4.5624, + "mean_token_accuracy": 0.23677294552326203, + "num_tokens": 11224209.0, + "step": 4715 + }, + { + "entropy": 5.060855054855347, + "epoch": 4.618697993147332, + "grad_norm": 1.140625, + "learning_rate": 0.0003419691869069829, + "loss": 4.7085, + "mean_token_accuracy": 0.23144390285015107, + "num_tokens": 11236764.0, + "step": 4720 + }, + { + "entropy": 4.937286138534546, + "epoch": 4.623592755751346, + "grad_norm": 1.28125, + "learning_rate": 0.0003416027367741637, + "loss": 4.5261, + "mean_token_accuracy": 0.24710342288017273, + "num_tokens": 11248386.0, + "step": 4725 + }, + { + "entropy": 4.834506940841675, + "epoch": 4.62848751835536, + "grad_norm": 1.15625, + "learning_rate": 0.0003412360929043922, + "loss": 4.5261, + "mean_token_accuracy": 0.2465933382511139, + "num_tokens": 11260056.0, + "step": 4730 + }, + { + "entropy": 4.969740867614746, + "epoch": 4.633382280959373, + "grad_norm": 1.0625, + "learning_rate": 0.0003408692563641781, + "loss": 4.6864, + "mean_token_accuracy": 0.22559406459331513, + "num_tokens": 11274186.0, + "step": 4735 + }, + { + "entropy": 4.9639567852020265, + "epoch": 4.638277043563387, + "grad_norm": 1.140625, + "learning_rate": 0.00034050222822059153, + "loss": 4.5563, + "mean_token_accuracy": 0.2435510516166687, + "num_tokens": 11286464.0, + "step": 4740 + }, + { + "entropy": 4.903935527801513, + "epoch": 4.643171806167401, + "grad_norm": 1.140625, + "learning_rate": 0.0003401350095412601, + "loss": 4.5388, + "mean_token_accuracy": 0.23533929139375687, + "num_tokens": 11298536.0, + "step": 4745 + }, + { + "entropy": 4.984070634841919, + "epoch": 4.648066568771415, + "grad_norm": 1.046875, + "learning_rate": 0.0003397676013943655, + "loss": 4.7008, + "mean_token_accuracy": 0.22351232320070266, + "num_tokens": 11311477.0, + "step": 4750 + }, + { + "entropy": 5.042261743545533, + "epoch": 4.652961331375428, + "grad_norm": 1.265625, + "learning_rate": 0.00033940000484864065, + "loss": 4.6359, + "mean_token_accuracy": 0.23226390033960342, + "num_tokens": 11323449.0, + "step": 4755 + }, + { + "entropy": 4.958922100067139, + "epoch": 4.657856093979442, + "grad_norm": 1.046875, + "learning_rate": 0.00033903222097336636, + "loss": 4.6416, + "mean_token_accuracy": 0.23971253782510757, + "num_tokens": 11336606.0, + "step": 4760 + }, + { + "entropy": 4.934089326858521, + "epoch": 4.662750856583456, + "grad_norm": 1.15625, + "learning_rate": 0.0003386642508383685, + "loss": 4.5607, + "mean_token_accuracy": 0.23808138817548752, + "num_tokens": 11348272.0, + "step": 4765 + }, + { + "entropy": 4.979602956771851, + "epoch": 4.66764561918747, + "grad_norm": 1.0546875, + "learning_rate": 0.0003382960955140146, + "loss": 4.6474, + "mean_token_accuracy": 0.2371411442756653, + "num_tokens": 11359762.0, + "step": 4770 + }, + { + "entropy": 4.918827533721924, + "epoch": 4.6725403817914835, + "grad_norm": 1.1875, + "learning_rate": 0.0003379277560712112, + "loss": 4.5287, + "mean_token_accuracy": 0.24563721120357512, + "num_tokens": 11372015.0, + "step": 4775 + }, + { + "entropy": 4.992553663253784, + "epoch": 4.6774351443954965, + "grad_norm": 1.2890625, + "learning_rate": 0.0003375592335813999, + "loss": 4.5794, + "mean_token_accuracy": 0.24276368618011473, + "num_tokens": 11382433.0, + "step": 4780 + }, + { + "entropy": 4.926769495010376, + "epoch": 4.68232990699951, + "grad_norm": 1.1953125, + "learning_rate": 0.0003371905291165551, + "loss": 4.5468, + "mean_token_accuracy": 0.2355273887515068, + "num_tokens": 11394479.0, + "step": 4785 + }, + { + "entropy": 4.898515892028809, + "epoch": 4.687224669603524, + "grad_norm": 1.3203125, + "learning_rate": 0.0003368216437491806, + "loss": 4.5381, + "mean_token_accuracy": 0.24220383167266846, + "num_tokens": 11405759.0, + "step": 4790 + }, + { + "entropy": 5.041534185409546, + "epoch": 4.692119432207538, + "grad_norm": 1.265625, + "learning_rate": 0.00033645257855230616, + "loss": 4.686, + "mean_token_accuracy": 0.23345834463834764, + "num_tokens": 11418356.0, + "step": 4795 + }, + { + "entropy": 4.962784957885742, + "epoch": 4.697014194811552, + "grad_norm": 1.21875, + "learning_rate": 0.0003360833345994849, + "loss": 4.5647, + "mean_token_accuracy": 0.2334904357790947, + "num_tokens": 11428999.0, + "step": 4800 + }, + { + "entropy": 4.961305141448975, + "epoch": 4.701908957415565, + "grad_norm": 1.234375, + "learning_rate": 0.00033571391296478956, + "loss": 4.6493, + "mean_token_accuracy": 0.23007457405328752, + "num_tokens": 11439531.0, + "step": 4805 + }, + { + "entropy": 4.888871335983277, + "epoch": 4.706803720019579, + "grad_norm": 1.1171875, + "learning_rate": 0.00033534431472281005, + "loss": 4.5147, + "mean_token_accuracy": 0.2470294326543808, + "num_tokens": 11451582.0, + "step": 4810 + }, + { + "entropy": 4.912890005111694, + "epoch": 4.711698482623593, + "grad_norm": 1.2421875, + "learning_rate": 0.0003349745409486499, + "loss": 4.6071, + "mean_token_accuracy": 0.23003580719232558, + "num_tokens": 11463243.0, + "step": 4815 + }, + { + "entropy": 5.000146865844727, + "epoch": 4.716593245227607, + "grad_norm": 1.109375, + "learning_rate": 0.0003346045927179232, + "loss": 4.597, + "mean_token_accuracy": 0.2359566494822502, + "num_tokens": 11475797.0, + "step": 4820 + }, + { + "entropy": 4.880976438522339, + "epoch": 4.721488007831621, + "grad_norm": 1.15625, + "learning_rate": 0.0003342344711067516, + "loss": 4.5452, + "mean_token_accuracy": 0.24409642368555068, + "num_tokens": 11487166.0, + "step": 4825 + }, + { + "entropy": 4.8728338241577145, + "epoch": 4.726382770435634, + "grad_norm": 1.1484375, + "learning_rate": 0.0003338641771917609, + "loss": 4.5857, + "mean_token_accuracy": 0.22893455922603606, + "num_tokens": 11498834.0, + "step": 4830 + }, + { + "entropy": 4.904224443435669, + "epoch": 4.7312775330396475, + "grad_norm": 1.1328125, + "learning_rate": 0.00033349371205007827, + "loss": 4.5863, + "mean_token_accuracy": 0.2370509222149849, + "num_tokens": 11511665.0, + "step": 4835 + }, + { + "entropy": 5.072694969177246, + "epoch": 4.736172295643661, + "grad_norm": 1.234375, + "learning_rate": 0.00033312307675932904, + "loss": 4.5992, + "mean_token_accuracy": 0.23935865312814714, + "num_tokens": 11522358.0, + "step": 4840 + }, + { + "entropy": 4.960729694366455, + "epoch": 4.741067058247675, + "grad_norm": 1.1875, + "learning_rate": 0.0003327522723976332, + "loss": 4.5857, + "mean_token_accuracy": 0.23962829560041427, + "num_tokens": 11536082.0, + "step": 4845 + }, + { + "entropy": 4.896367073059082, + "epoch": 4.745961820851688, + "grad_norm": 1.1484375, + "learning_rate": 0.0003323813000436028, + "loss": 4.5804, + "mean_token_accuracy": 0.24031926840543746, + "num_tokens": 11549004.0, + "step": 4850 + }, + { + "entropy": 4.942358016967773, + "epoch": 4.750856583455702, + "grad_norm": 1.1640625, + "learning_rate": 0.00033201016077633825, + "loss": 4.6194, + "mean_token_accuracy": 0.23238101601600647, + "num_tokens": 11560029.0, + "step": 4855 + }, + { + "entropy": 4.97268648147583, + "epoch": 4.755751346059716, + "grad_norm": 1.109375, + "learning_rate": 0.0003316388556754259, + "loss": 4.5764, + "mean_token_accuracy": 0.24354737401008605, + "num_tokens": 11571563.0, + "step": 4860 + }, + { + "entropy": 4.867502641677857, + "epoch": 4.76064610866373, + "grad_norm": 1.1171875, + "learning_rate": 0.0003312673858209341, + "loss": 4.5175, + "mean_token_accuracy": 0.23850720077753068, + "num_tokens": 11582917.0, + "step": 4865 + }, + { + "entropy": 4.924775886535644, + "epoch": 4.765540871267744, + "grad_norm": 1.1875, + "learning_rate": 0.0003308957522934107, + "loss": 4.6328, + "mean_token_accuracy": 0.2353920817375183, + "num_tokens": 11594272.0, + "step": 4870 + }, + { + "entropy": 4.96436653137207, + "epoch": 4.770435633871757, + "grad_norm": 1.28125, + "learning_rate": 0.00033052395617387954, + "loss": 4.6137, + "mean_token_accuracy": 0.24112553000450135, + "num_tokens": 11605389.0, + "step": 4875 + }, + { + "entropy": 4.93902096748352, + "epoch": 4.775330396475771, + "grad_norm": 1.1640625, + "learning_rate": 0.00033015199854383734, + "loss": 4.6033, + "mean_token_accuracy": 0.23862474411725998, + "num_tokens": 11617542.0, + "step": 4880 + }, + { + "entropy": 4.920818424224853, + "epoch": 4.780225159079785, + "grad_norm": 1.203125, + "learning_rate": 0.0003297798804852508, + "loss": 4.5455, + "mean_token_accuracy": 0.2366666316986084, + "num_tokens": 11630078.0, + "step": 4885 + }, + { + "entropy": 4.940057563781738, + "epoch": 4.7851199216837985, + "grad_norm": 1.1484375, + "learning_rate": 0.00032940760308055315, + "loss": 4.6167, + "mean_token_accuracy": 0.2333507552742958, + "num_tokens": 11641418.0, + "step": 4890 + }, + { + "entropy": 5.0347026824951175, + "epoch": 4.790014684287812, + "grad_norm": 1.125, + "learning_rate": 0.00032903516741264124, + "loss": 4.7665, + "mean_token_accuracy": 0.2256920740008354, + "num_tokens": 11654797.0, + "step": 4895 + }, + { + "entropy": 4.936593437194825, + "epoch": 4.794909446891825, + "grad_norm": 0.984375, + "learning_rate": 0.00032866257456487215, + "loss": 4.5822, + "mean_token_accuracy": 0.2424963504076004, + "num_tokens": 11667880.0, + "step": 4900 + }, + { + "entropy": 4.986945867538452, + "epoch": 4.799804209495839, + "grad_norm": 1.125, + "learning_rate": 0.00032828982562106023, + "loss": 4.5762, + "mean_token_accuracy": 0.23732181191444396, + "num_tokens": 11680229.0, + "step": 4905 + }, + { + "entropy": 4.926059579849243, + "epoch": 4.804698972099853, + "grad_norm": 1.1484375, + "learning_rate": 0.000327916921665474, + "loss": 4.5886, + "mean_token_accuracy": 0.23226813673973085, + "num_tokens": 11691219.0, + "step": 4910 + }, + { + "entropy": 4.9361631870269775, + "epoch": 4.809593734703867, + "grad_norm": 1.140625, + "learning_rate": 0.00032754386378283266, + "loss": 4.5513, + "mean_token_accuracy": 0.24084499776363372, + "num_tokens": 11702630.0, + "step": 4915 + }, + { + "entropy": 4.962361097335815, + "epoch": 4.814488497307881, + "grad_norm": 1.15625, + "learning_rate": 0.0003271706530583035, + "loss": 4.6579, + "mean_token_accuracy": 0.23210628032684327, + "num_tokens": 11713904.0, + "step": 4920 + }, + { + "entropy": 4.9835145473480225, + "epoch": 4.819383259911894, + "grad_norm": 1.171875, + "learning_rate": 0.00032679729057749797, + "loss": 4.5844, + "mean_token_accuracy": 0.24705798029899598, + "num_tokens": 11726106.0, + "step": 4925 + }, + { + "entropy": 4.951479530334472, + "epoch": 4.824278022515908, + "grad_norm": 1.109375, + "learning_rate": 0.0003264237774264693, + "loss": 4.5579, + "mean_token_accuracy": 0.2422999322414398, + "num_tokens": 11739032.0, + "step": 4930 + }, + { + "entropy": 4.921961879730224, + "epoch": 4.829172785119922, + "grad_norm": 1.21875, + "learning_rate": 0.00032605011469170875, + "loss": 4.5394, + "mean_token_accuracy": 0.23905659317970276, + "num_tokens": 11750859.0, + "step": 4935 + }, + { + "entropy": 4.932737016677857, + "epoch": 4.834067547723936, + "grad_norm": 1.1171875, + "learning_rate": 0.000325676303460143, + "loss": 4.5245, + "mean_token_accuracy": 0.25352912247180937, + "num_tokens": 11761442.0, + "step": 4940 + }, + { + "entropy": 4.915727233886718, + "epoch": 4.838962310327949, + "grad_norm": 1.171875, + "learning_rate": 0.0003253023448191303, + "loss": 4.4855, + "mean_token_accuracy": 0.2534261792898178, + "num_tokens": 11771986.0, + "step": 4945 + }, + { + "entropy": 4.8648669719696045, + "epoch": 4.8438570729319625, + "grad_norm": 1.2109375, + "learning_rate": 0.00032492823985645804, + "loss": 4.5548, + "mean_token_accuracy": 0.23888727724552156, + "num_tokens": 11782813.0, + "step": 4950 + }, + { + "entropy": 4.965753889083862, + "epoch": 4.848751835535976, + "grad_norm": 1.265625, + "learning_rate": 0.0003245539896603391, + "loss": 4.6013, + "mean_token_accuracy": 0.23862355351448059, + "num_tokens": 11794676.0, + "step": 4955 + }, + { + "entropy": 4.956359577178955, + "epoch": 4.85364659813999, + "grad_norm": 1.1953125, + "learning_rate": 0.0003241795953194086, + "loss": 4.5374, + "mean_token_accuracy": 0.2480431005358696, + "num_tokens": 11806251.0, + "step": 4960 + }, + { + "entropy": 4.981100988388062, + "epoch": 4.858541360744004, + "grad_norm": 1.1015625, + "learning_rate": 0.0003238050579227215, + "loss": 4.618, + "mean_token_accuracy": 0.2375776380300522, + "num_tokens": 11817331.0, + "step": 4965 + }, + { + "entropy": 4.944558477401733, + "epoch": 4.863436123348018, + "grad_norm": 1.21875, + "learning_rate": 0.0003234303785597482, + "loss": 4.6062, + "mean_token_accuracy": 0.2414374068379402, + "num_tokens": 11829178.0, + "step": 4970 + }, + { + "entropy": 4.879626083374023, + "epoch": 4.868330885952031, + "grad_norm": 1.3359375, + "learning_rate": 0.0003230555583203728, + "loss": 4.6051, + "mean_token_accuracy": 0.23914755880832672, + "num_tokens": 11841421.0, + "step": 4975 + }, + { + "entropy": 4.902350521087646, + "epoch": 4.873225648556045, + "grad_norm": 1.0625, + "learning_rate": 0.0003226805982948884, + "loss": 4.5538, + "mean_token_accuracy": 0.23678377121686936, + "num_tokens": 11854351.0, + "step": 4980 + }, + { + "entropy": 4.972124814987183, + "epoch": 4.878120411160059, + "grad_norm": 1.203125, + "learning_rate": 0.00032230549957399534, + "loss": 4.5696, + "mean_token_accuracy": 0.2439131036400795, + "num_tokens": 11865739.0, + "step": 4985 + }, + { + "entropy": 5.014398574829102, + "epoch": 4.883015173764073, + "grad_norm": 1.1484375, + "learning_rate": 0.0003219302632487971, + "loss": 4.7044, + "mean_token_accuracy": 0.233197383582592, + "num_tokens": 11878215.0, + "step": 4990 + }, + { + "entropy": 4.957666969299316, + "epoch": 4.887909936368086, + "grad_norm": 1.1796875, + "learning_rate": 0.00032155489041079755, + "loss": 4.5947, + "mean_token_accuracy": 0.2403508022427559, + "num_tokens": 11890224.0, + "step": 4995 + }, + { + "entropy": 4.90994439125061, + "epoch": 4.8928046989721, + "grad_norm": 1.09375, + "learning_rate": 0.0003211793821518977, + "loss": 4.5575, + "mean_token_accuracy": 0.2488363578915596, + "num_tokens": 11901982.0, + "step": 5000 + }, + { + "epoch": 4.8928046989721, + "eval_entropy": 4.9151236916916, + "eval_loss": 5.558598518371582, + "eval_mean_token_accuracy": 0.20045298462400857, + "eval_num_tokens": 11901982.0, + "eval_runtime": 2.7091, + "eval_samples_per_second": 1272.391, + "eval_steps_per_second": 159.095, + "step": 5000 + }, + { + "entropy": 4.970084285736084, + "epoch": 4.897699461576114, + "grad_norm": 1.21875, + "learning_rate": 0.00032080373956439213, + "loss": 4.5766, + "mean_token_accuracy": 0.23770701736211777, + "num_tokens": 11914236.0, + "step": 5005 + }, + { + "entropy": 4.940792083740234, + "epoch": 4.9025942241801275, + "grad_norm": 1.3125, + "learning_rate": 0.0003204279637409667, + "loss": 4.6004, + "mean_token_accuracy": 0.24051721394062042, + "num_tokens": 11924946.0, + "step": 5010 + }, + { + "entropy": 4.928751277923584, + "epoch": 4.907488986784141, + "grad_norm": 1.1484375, + "learning_rate": 0.00032005205577469436, + "loss": 4.6396, + "mean_token_accuracy": 0.2318523943424225, + "num_tokens": 11937135.0, + "step": 5015 + }, + { + "entropy": 4.892696285247803, + "epoch": 4.912383749388154, + "grad_norm": 1.171875, + "learning_rate": 0.0003196760167590328, + "loss": 4.5777, + "mean_token_accuracy": 0.24381590336561204, + "num_tokens": 11948831.0, + "step": 5020 + }, + { + "entropy": 5.015315008163452, + "epoch": 4.917278511992168, + "grad_norm": 1.3515625, + "learning_rate": 0.00031929984778782057, + "loss": 4.7053, + "mean_token_accuracy": 0.23329141587018967, + "num_tokens": 11961048.0, + "step": 5025 + }, + { + "entropy": 4.913628101348877, + "epoch": 4.922173274596182, + "grad_norm": 1.203125, + "learning_rate": 0.00031892354995527444, + "loss": 4.5653, + "mean_token_accuracy": 0.23947801887989045, + "num_tokens": 11973015.0, + "step": 5030 + }, + { + "entropy": 4.931114625930786, + "epoch": 4.927068037200196, + "grad_norm": 1.0625, + "learning_rate": 0.00031854712435598615, + "loss": 4.6083, + "mean_token_accuracy": 0.23548408597707748, + "num_tokens": 11985139.0, + "step": 5035 + }, + { + "entropy": 4.971907615661621, + "epoch": 4.931962799804209, + "grad_norm": 1.265625, + "learning_rate": 0.0003181705720849188, + "loss": 4.6079, + "mean_token_accuracy": 0.23368552327156067, + "num_tokens": 11996420.0, + "step": 5040 + }, + { + "entropy": 4.979585790634156, + "epoch": 4.936857562408223, + "grad_norm": 1.1875, + "learning_rate": 0.0003177938942374042, + "loss": 4.5557, + "mean_token_accuracy": 0.2486712157726288, + "num_tokens": 12007104.0, + "step": 5045 + }, + { + "entropy": 4.938420629501342, + "epoch": 4.941752325012237, + "grad_norm": 1.1796875, + "learning_rate": 0.0003174170919091392, + "loss": 4.6011, + "mean_token_accuracy": 0.2386533722281456, + "num_tokens": 12018663.0, + "step": 5050 + }, + { + "entropy": 4.980367660522461, + "epoch": 4.946647087616251, + "grad_norm": 1.1484375, + "learning_rate": 0.00031704016619618305, + "loss": 4.6438, + "mean_token_accuracy": 0.23362721502780914, + "num_tokens": 12030445.0, + "step": 5055 + }, + { + "entropy": 4.970768880844116, + "epoch": 4.951541850220265, + "grad_norm": 1.21875, + "learning_rate": 0.0003166631181949536, + "loss": 4.6339, + "mean_token_accuracy": 0.23144124448299408, + "num_tokens": 12042301.0, + "step": 5060 + }, + { + "entropy": 4.887622547149658, + "epoch": 4.9564366128242785, + "grad_norm": 1.140625, + "learning_rate": 0.00031628594900222465, + "loss": 4.5971, + "mean_token_accuracy": 0.23787095993757248, + "num_tokens": 12054131.0, + "step": 5065 + }, + { + "entropy": 4.968758010864258, + "epoch": 4.9613313754282915, + "grad_norm": 1.0390625, + "learning_rate": 0.00031590865971512237, + "loss": 4.6252, + "mean_token_accuracy": 0.234019935131073, + "num_tokens": 12067292.0, + "step": 5070 + }, + { + "entropy": 4.953561735153198, + "epoch": 4.966226138032305, + "grad_norm": 1.1953125, + "learning_rate": 0.00031553125143112237, + "loss": 4.6688, + "mean_token_accuracy": 0.23385276794433593, + "num_tokens": 12078056.0, + "step": 5075 + }, + { + "entropy": 4.884413242340088, + "epoch": 4.971120900636319, + "grad_norm": 1.2421875, + "learning_rate": 0.00031515372524804644, + "loss": 4.5109, + "mean_token_accuracy": 0.24655757546424867, + "num_tokens": 12089310.0, + "step": 5080 + }, + { + "entropy": 4.915296745300293, + "epoch": 4.976015663240333, + "grad_norm": 1.2421875, + "learning_rate": 0.00031477608226405907, + "loss": 4.5641, + "mean_token_accuracy": 0.24150988906621934, + "num_tokens": 12100931.0, + "step": 5085 + }, + { + "entropy": 4.936488294601441, + "epoch": 4.980910425844346, + "grad_norm": 1.203125, + "learning_rate": 0.00031439832357766485, + "loss": 4.604, + "mean_token_accuracy": 0.23317671120166777, + "num_tokens": 12112159.0, + "step": 5090 + }, + { + "entropy": 4.974797010421753, + "epoch": 4.98580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.00031402045028770456, + "loss": 4.6281, + "mean_token_accuracy": 0.23169159889221191, + "num_tokens": 12124057.0, + "step": 5095 + }, + { + "entropy": 4.9140619277954105, + "epoch": 4.990699951052374, + "grad_norm": 1.109375, + "learning_rate": 0.0003136424634933528, + "loss": 4.5903, + "mean_token_accuracy": 0.23971892148256302, + "num_tokens": 12136697.0, + "step": 5100 + }, + { + "entropy": 4.9594427108764645, + "epoch": 4.995594713656388, + "grad_norm": 1.171875, + "learning_rate": 0.00031326436429411386, + "loss": 4.5789, + "mean_token_accuracy": 0.24007336646318436, + "num_tokens": 12149152.0, + "step": 5105 + }, + { + "entropy": 4.837845855289036, + "epoch": 5.0, + "grad_norm": 2.25, + "learning_rate": 0.0003128861537898193, + "loss": 4.5335, + "mean_token_accuracy": 0.24379850758446586, + "num_tokens": 12158480.0, + "step": 5110 + }, + { + "entropy": 4.958009862899781, + "epoch": 5.004894762604014, + "grad_norm": 1.1953125, + "learning_rate": 0.0003125078330806245, + "loss": 4.3122, + "mean_token_accuracy": 0.2604338303208351, + "num_tokens": 12168435.0, + "step": 5115 + }, + { + "entropy": 4.963918924331665, + "epoch": 5.009789525208028, + "grad_norm": 1.0390625, + "learning_rate": 0.00031212940326700504, + "loss": 4.322, + "mean_token_accuracy": 0.26302495002746584, + "num_tokens": 12180408.0, + "step": 5120 + }, + { + "entropy": 4.897024536132813, + "epoch": 5.014684287812041, + "grad_norm": 1.1953125, + "learning_rate": 0.00031175086544975436, + "loss": 4.3045, + "mean_token_accuracy": 0.26604206264019015, + "num_tokens": 12192139.0, + "step": 5125 + }, + { + "entropy": 4.938781595230102, + "epoch": 5.019579050416055, + "grad_norm": 1.21875, + "learning_rate": 0.0003113722207299795, + "loss": 4.3542, + "mean_token_accuracy": 0.2577071011066437, + "num_tokens": 12204184.0, + "step": 5130 + }, + { + "entropy": 4.999024438858032, + "epoch": 5.024473813020069, + "grad_norm": 1.140625, + "learning_rate": 0.00031099347020909906, + "loss": 4.4331, + "mean_token_accuracy": 0.24938651025295258, + "num_tokens": 12216512.0, + "step": 5135 + }, + { + "entropy": 4.886103200912475, + "epoch": 5.0293685756240825, + "grad_norm": 1.0859375, + "learning_rate": 0.00031061461498883895, + "loss": 4.2971, + "mean_token_accuracy": 0.269036191701889, + "num_tokens": 12227419.0, + "step": 5140 + }, + { + "entropy": 4.847523498535156, + "epoch": 5.034263338228096, + "grad_norm": 1.21875, + "learning_rate": 0.0003102356561712299, + "loss": 4.3648, + "mean_token_accuracy": 0.25474782586097716, + "num_tokens": 12238965.0, + "step": 5145 + }, + { + "entropy": 4.959598731994629, + "epoch": 5.039158100832109, + "grad_norm": 1.109375, + "learning_rate": 0.0003098565948586038, + "loss": 4.4558, + "mean_token_accuracy": 0.24450213015079497, + "num_tokens": 12252740.0, + "step": 5150 + }, + { + "entropy": 4.921490287780761, + "epoch": 5.044052863436123, + "grad_norm": 1.1875, + "learning_rate": 0.00030947743215359075, + "loss": 4.3254, + "mean_token_accuracy": 0.25831259191036227, + "num_tokens": 12264190.0, + "step": 5155 + }, + { + "entropy": 4.907011032104492, + "epoch": 5.048947626040137, + "grad_norm": 1.1796875, + "learning_rate": 0.0003090981691591159, + "loss": 4.3652, + "mean_token_accuracy": 0.25150704085826875, + "num_tokens": 12275901.0, + "step": 5160 + }, + { + "entropy": 4.905701065063477, + "epoch": 5.053842388644151, + "grad_norm": 1.0859375, + "learning_rate": 0.000308718806978396, + "loss": 4.3429, + "mean_token_accuracy": 0.25858851969242097, + "num_tokens": 12287320.0, + "step": 5165 + }, + { + "entropy": 4.966667413711548, + "epoch": 5.058737151248164, + "grad_norm": 1.03125, + "learning_rate": 0.0003083393467149363, + "loss": 4.3863, + "mean_token_accuracy": 0.2497824788093567, + "num_tokens": 12300796.0, + "step": 5170 + }, + { + "entropy": 4.899695777893067, + "epoch": 5.063631913852178, + "grad_norm": 1.2109375, + "learning_rate": 0.0003079597894725274, + "loss": 4.3642, + "mean_token_accuracy": 0.2561481907963753, + "num_tokens": 12313368.0, + "step": 5175 + }, + { + "entropy": 4.918936395645142, + "epoch": 5.068526676456192, + "grad_norm": 1.3359375, + "learning_rate": 0.00030758013635524205, + "loss": 4.3876, + "mean_token_accuracy": 0.254037569463253, + "num_tokens": 12325071.0, + "step": 5180 + }, + { + "entropy": 4.832960748672486, + "epoch": 5.073421439060206, + "grad_norm": 1.25, + "learning_rate": 0.0003072003884674319, + "loss": 4.3656, + "mean_token_accuracy": 0.2558576062321663, + "num_tokens": 12336851.0, + "step": 5185 + }, + { + "entropy": 4.764031934738159, + "epoch": 5.07831620166422, + "grad_norm": 1.2578125, + "learning_rate": 0.00030682054691372396, + "loss": 4.3434, + "mean_token_accuracy": 0.25979203879833224, + "num_tokens": 12348401.0, + "step": 5190 + }, + { + "entropy": 4.95928840637207, + "epoch": 5.083210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.0003064406127990182, + "loss": 4.3884, + "mean_token_accuracy": 0.2560496285557747, + "num_tokens": 12359545.0, + "step": 5195 + }, + { + "entropy": 5.0024186134338375, + "epoch": 5.0881057268722465, + "grad_norm": 1.2109375, + "learning_rate": 0.0003060605872284834, + "loss": 4.396, + "mean_token_accuracy": 0.25134445130825045, + "num_tokens": 12371385.0, + "step": 5200 + }, + { + "entropy": 4.871951484680176, + "epoch": 5.09300048947626, + "grad_norm": 1.125, + "learning_rate": 0.00030568047130755474, + "loss": 4.415, + "mean_token_accuracy": 0.25351625978946685, + "num_tokens": 12384933.0, + "step": 5205 + }, + { + "entropy": 4.867712926864624, + "epoch": 5.097895252080274, + "grad_norm": 1.171875, + "learning_rate": 0.00030530026614192983, + "loss": 4.3827, + "mean_token_accuracy": 0.2571286603808403, + "num_tokens": 12397301.0, + "step": 5210 + }, + { + "entropy": 4.920883750915527, + "epoch": 5.102790014684288, + "grad_norm": 1.2578125, + "learning_rate": 0.0003049199728375662, + "loss": 4.3399, + "mean_token_accuracy": 0.2628617614507675, + "num_tokens": 12408593.0, + "step": 5215 + }, + { + "entropy": 4.908628320693969, + "epoch": 5.107684777288301, + "grad_norm": 1.2578125, + "learning_rate": 0.00030453959250067764, + "loss": 4.3396, + "mean_token_accuracy": 0.2595177605748177, + "num_tokens": 12419498.0, + "step": 5220 + }, + { + "entropy": 4.821868848800659, + "epoch": 5.112579539892315, + "grad_norm": 1.1015625, + "learning_rate": 0.00030415912623773107, + "loss": 4.3209, + "mean_token_accuracy": 0.2581139370799065, + "num_tokens": 12431874.0, + "step": 5225 + }, + { + "entropy": 4.9897682666778564, + "epoch": 5.117474302496329, + "grad_norm": 1.125, + "learning_rate": 0.0003037785751554434, + "loss": 4.501, + "mean_token_accuracy": 0.25574222952127457, + "num_tokens": 12444030.0, + "step": 5230 + }, + { + "entropy": 4.962854623794556, + "epoch": 5.122369065100343, + "grad_norm": 1.2421875, + "learning_rate": 0.00030339794036077824, + "loss": 4.3746, + "mean_token_accuracy": 0.25864806324243544, + "num_tokens": 12454627.0, + "step": 5235 + }, + { + "entropy": 4.834767484664917, + "epoch": 5.127263827704357, + "grad_norm": 1.265625, + "learning_rate": 0.0003030172229609427, + "loss": 4.3432, + "mean_token_accuracy": 0.2612172350287437, + "num_tokens": 12466465.0, + "step": 5240 + }, + { + "entropy": 4.888991165161133, + "epoch": 5.13215859030837, + "grad_norm": 1.140625, + "learning_rate": 0.0003026364240633842, + "loss": 4.296, + "mean_token_accuracy": 0.27039791345596315, + "num_tokens": 12478886.0, + "step": 5245 + }, + { + "entropy": 4.848423814773559, + "epoch": 5.137053352912384, + "grad_norm": 1.171875, + "learning_rate": 0.00030225554477578733, + "loss": 4.3093, + "mean_token_accuracy": 0.2598715707659721, + "num_tokens": 12491418.0, + "step": 5250 + }, + { + "entropy": 4.859292840957641, + "epoch": 5.1419481155163975, + "grad_norm": 1.1875, + "learning_rate": 0.0003018745862060702, + "loss": 4.3423, + "mean_token_accuracy": 0.2566388979554176, + "num_tokens": 12503784.0, + "step": 5255 + }, + { + "entropy": 4.907123231887818, + "epoch": 5.146842878120411, + "grad_norm": 1.140625, + "learning_rate": 0.00030149354946238196, + "loss": 4.3375, + "mean_token_accuracy": 0.261844602227211, + "num_tokens": 12514560.0, + "step": 5260 + }, + { + "entropy": 4.897166156768799, + "epoch": 5.151737640724425, + "grad_norm": 1.171875, + "learning_rate": 0.0003011124356530989, + "loss": 4.4245, + "mean_token_accuracy": 0.2525751248002052, + "num_tokens": 12527920.0, + "step": 5265 + }, + { + "entropy": 4.928752136230469, + "epoch": 5.156632403328438, + "grad_norm": 1.1796875, + "learning_rate": 0.0003007312458868214, + "loss": 4.3743, + "mean_token_accuracy": 0.25650078505277635, + "num_tokens": 12538793.0, + "step": 5270 + }, + { + "entropy": 4.814674186706543, + "epoch": 5.161527165932452, + "grad_norm": 1.2109375, + "learning_rate": 0.0003003499812723711, + "loss": 4.3407, + "mean_token_accuracy": 0.25908356755971906, + "num_tokens": 12551158.0, + "step": 5275 + }, + { + "entropy": 4.931568908691406, + "epoch": 5.166421928536466, + "grad_norm": 1.1171875, + "learning_rate": 0.000299968642918787, + "loss": 4.4402, + "mean_token_accuracy": 0.25640726685523985, + "num_tokens": 12564138.0, + "step": 5280 + }, + { + "entropy": 4.921501970291137, + "epoch": 5.17131669114048, + "grad_norm": 1.28125, + "learning_rate": 0.00029958723193532287, + "loss": 4.4058, + "mean_token_accuracy": 0.25719621777534485, + "num_tokens": 12575140.0, + "step": 5285 + }, + { + "entropy": 4.872871589660645, + "epoch": 5.176211453744493, + "grad_norm": 1.171875, + "learning_rate": 0.0002992057494314437, + "loss": 4.3463, + "mean_token_accuracy": 0.252190089225769, + "num_tokens": 12586371.0, + "step": 5290 + }, + { + "entropy": 4.939267635345459, + "epoch": 5.181106216348507, + "grad_norm": 1.1328125, + "learning_rate": 0.00029882419651682234, + "loss": 4.4147, + "mean_token_accuracy": 0.2542558580636978, + "num_tokens": 12599785.0, + "step": 5295 + }, + { + "entropy": 4.789497232437133, + "epoch": 5.186000978952521, + "grad_norm": 1.296875, + "learning_rate": 0.00029844257430133674, + "loss": 4.212, + "mean_token_accuracy": 0.2707947090268135, + "num_tokens": 12611073.0, + "step": 5300 + }, + { + "entropy": 4.84962100982666, + "epoch": 5.190895741556535, + "grad_norm": 1.1484375, + "learning_rate": 0.00029806088389506614, + "loss": 4.3582, + "mean_token_accuracy": 0.25633101165294647, + "num_tokens": 12623337.0, + "step": 5305 + }, + { + "entropy": 4.874534654617309, + "epoch": 5.1957905041605486, + "grad_norm": 1.2109375, + "learning_rate": 0.00029767912640828837, + "loss": 4.3945, + "mean_token_accuracy": 0.25490366518497465, + "num_tokens": 12635325.0, + "step": 5310 + }, + { + "entropy": 5.002076005935669, + "epoch": 5.2006852667645616, + "grad_norm": 1.1953125, + "learning_rate": 0.00029729730295147627, + "loss": 4.4477, + "mean_token_accuracy": 0.25073795169591906, + "num_tokens": 12646675.0, + "step": 5315 + }, + { + "entropy": 4.881000995635986, + "epoch": 5.2055800293685754, + "grad_norm": 1.2421875, + "learning_rate": 0.00029691541463529466, + "loss": 4.3804, + "mean_token_accuracy": 0.2621867716312408, + "num_tokens": 12657349.0, + "step": 5320 + }, + { + "entropy": 4.919429540634155, + "epoch": 5.210474791972589, + "grad_norm": 1.21875, + "learning_rate": 0.0002965334625705968, + "loss": 4.4285, + "mean_token_accuracy": 0.25295074433088305, + "num_tokens": 12669851.0, + "step": 5325 + }, + { + "entropy": 4.976959133148194, + "epoch": 5.215369554576603, + "grad_norm": 1.09375, + "learning_rate": 0.00029615144786842174, + "loss": 4.4419, + "mean_token_accuracy": 0.25048954486846925, + "num_tokens": 12684368.0, + "step": 5330 + }, + { + "entropy": 4.908678770065308, + "epoch": 5.220264317180617, + "grad_norm": 1.25, + "learning_rate": 0.00029576937163999046, + "loss": 4.3887, + "mean_token_accuracy": 0.25789752006530764, + "num_tokens": 12696401.0, + "step": 5335 + }, + { + "entropy": 4.888817834854126, + "epoch": 5.22515907978463, + "grad_norm": 1.1953125, + "learning_rate": 0.000295387234996703, + "loss": 4.4001, + "mean_token_accuracy": 0.2558760404586792, + "num_tokens": 12707493.0, + "step": 5340 + }, + { + "entropy": 4.872880363464356, + "epoch": 5.230053842388644, + "grad_norm": 1.1953125, + "learning_rate": 0.0002950050390501351, + "loss": 4.3732, + "mean_token_accuracy": 0.25516442507505416, + "num_tokens": 12719732.0, + "step": 5345 + }, + { + "entropy": 4.870816421508789, + "epoch": 5.234948604992658, + "grad_norm": 1.28125, + "learning_rate": 0.0002946227849120352, + "loss": 4.3123, + "mean_token_accuracy": 0.2601855263113976, + "num_tokens": 12730629.0, + "step": 5350 + }, + { + "entropy": 4.887098169326782, + "epoch": 5.239843367596672, + "grad_norm": 1.2109375, + "learning_rate": 0.0002942404736943206, + "loss": 4.3079, + "mean_token_accuracy": 0.26518921852111815, + "num_tokens": 12742742.0, + "step": 5355 + }, + { + "entropy": 4.886412620544434, + "epoch": 5.244738130200686, + "grad_norm": 1.21875, + "learning_rate": 0.00029385810650907514, + "loss": 4.474, + "mean_token_accuracy": 0.24400135576725007, + "num_tokens": 12755810.0, + "step": 5360 + }, + { + "entropy": 4.864665222167969, + "epoch": 5.249632892804699, + "grad_norm": 1.0703125, + "learning_rate": 0.000293475684468545, + "loss": 4.3247, + "mean_token_accuracy": 0.2605849504470825, + "num_tokens": 12768774.0, + "step": 5365 + }, + { + "entropy": 4.871584033966064, + "epoch": 5.254527655408713, + "grad_norm": 1.2421875, + "learning_rate": 0.0002930932086851362, + "loss": 4.311, + "mean_token_accuracy": 0.2626017689704895, + "num_tokens": 12778860.0, + "step": 5370 + }, + { + "entropy": 4.802646493911743, + "epoch": 5.2594224180127265, + "grad_norm": 1.1796875, + "learning_rate": 0.00029271068027141093, + "loss": 4.3288, + "mean_token_accuracy": 0.25410080701112747, + "num_tokens": 12790718.0, + "step": 5375 + }, + { + "entropy": 4.8621697425842285, + "epoch": 5.26431718061674, + "grad_norm": 1.2109375, + "learning_rate": 0.0002923281003400848, + "loss": 4.3795, + "mean_token_accuracy": 0.2574193745851517, + "num_tokens": 12801924.0, + "step": 5380 + }, + { + "entropy": 4.8984628200531, + "epoch": 5.269211943220753, + "grad_norm": 1.109375, + "learning_rate": 0.00029194547000402284, + "loss": 4.423, + "mean_token_accuracy": 0.24654452204704286, + "num_tokens": 12814180.0, + "step": 5385 + }, + { + "entropy": 4.925138330459594, + "epoch": 5.274106705824767, + "grad_norm": 1.203125, + "learning_rate": 0.00029156279037623694, + "loss": 4.3861, + "mean_token_accuracy": 0.2502188071608543, + "num_tokens": 12826179.0, + "step": 5390 + }, + { + "entropy": 4.8376720428466795, + "epoch": 5.279001468428781, + "grad_norm": 1.1484375, + "learning_rate": 0.0002911800625698823, + "loss": 4.473, + "mean_token_accuracy": 0.24802757054567337, + "num_tokens": 12838818.0, + "step": 5395 + }, + { + "entropy": 4.865996932983398, + "epoch": 5.283896231032795, + "grad_norm": 1.171875, + "learning_rate": 0.0002907972876982544, + "loss": 4.326, + "mean_token_accuracy": 0.2606485769152641, + "num_tokens": 12850404.0, + "step": 5400 + }, + { + "entropy": 4.852719354629516, + "epoch": 5.288790993636809, + "grad_norm": 1.21875, + "learning_rate": 0.00029041446687478543, + "loss": 4.3717, + "mean_token_accuracy": 0.251312343776226, + "num_tokens": 12862902.0, + "step": 5405 + }, + { + "entropy": 4.842373514175415, + "epoch": 5.293685756240822, + "grad_norm": 1.25, + "learning_rate": 0.0002900316012130413, + "loss": 4.3494, + "mean_token_accuracy": 0.25836356431245805, + "num_tokens": 12875440.0, + "step": 5410 + }, + { + "entropy": 4.975588035583496, + "epoch": 5.298580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.0002896486918267186, + "loss": 4.472, + "mean_token_accuracy": 0.2513862207531929, + "num_tokens": 12887664.0, + "step": 5415 + }, + { + "entropy": 4.866049575805664, + "epoch": 5.30347528144885, + "grad_norm": 1.234375, + "learning_rate": 0.00028926573982964067, + "loss": 4.3668, + "mean_token_accuracy": 0.25593926161527636, + "num_tokens": 12898597.0, + "step": 5420 + }, + { + "entropy": 4.844847679138184, + "epoch": 5.308370044052864, + "grad_norm": 1.2265625, + "learning_rate": 0.00028888274633575504, + "loss": 4.3405, + "mean_token_accuracy": 0.2640332952141762, + "num_tokens": 12910272.0, + "step": 5425 + }, + { + "entropy": 4.92423415184021, + "epoch": 5.3132648066568775, + "grad_norm": 1.2421875, + "learning_rate": 0.00028849971245913005, + "loss": 4.3896, + "mean_token_accuracy": 0.2510180279612541, + "num_tokens": 12920481.0, + "step": 5430 + }, + { + "entropy": 4.862576961517334, + "epoch": 5.3181595692608905, + "grad_norm": 1.125, + "learning_rate": 0.00028811663931395127, + "loss": 4.3703, + "mean_token_accuracy": 0.25634227246046065, + "num_tokens": 12933388.0, + "step": 5435 + }, + { + "entropy": 4.848942279815674, + "epoch": 5.323054331864904, + "grad_norm": 1.1328125, + "learning_rate": 0.00028773352801451864, + "loss": 4.3438, + "mean_token_accuracy": 0.2634120240807533, + "num_tokens": 12944552.0, + "step": 5440 + }, + { + "entropy": 4.927693271636963, + "epoch": 5.327949094468918, + "grad_norm": 1.1953125, + "learning_rate": 0.00028735037967524303, + "loss": 4.4076, + "mean_token_accuracy": 0.24917805194854736, + "num_tokens": 12956412.0, + "step": 5445 + }, + { + "entropy": 4.800685691833496, + "epoch": 5.332843857072932, + "grad_norm": 1.1015625, + "learning_rate": 0.0002869671954106432, + "loss": 4.271, + "mean_token_accuracy": 0.26187579333782196, + "num_tokens": 12969317.0, + "step": 5450 + }, + { + "entropy": 4.889603948593139, + "epoch": 5.337738619676946, + "grad_norm": 1.1484375, + "learning_rate": 0.0002865839763353421, + "loss": 4.4635, + "mean_token_accuracy": 0.24944115430116653, + "num_tokens": 12982699.0, + "step": 5455 + }, + { + "entropy": 4.961989641189575, + "epoch": 5.342633382280959, + "grad_norm": 1.171875, + "learning_rate": 0.00028620072356406437, + "loss": 4.4472, + "mean_token_accuracy": 0.24868619740009307, + "num_tokens": 12995777.0, + "step": 5460 + }, + { + "entropy": 4.847643852233887, + "epoch": 5.347528144884973, + "grad_norm": 1.1796875, + "learning_rate": 0.0002858174382116322, + "loss": 4.3442, + "mean_token_accuracy": 0.25567984879016875, + "num_tokens": 13006992.0, + "step": 5465 + }, + { + "entropy": 4.847750473022461, + "epoch": 5.352422907488987, + "grad_norm": 1.15625, + "learning_rate": 0.00028543412139296295, + "loss": 4.3688, + "mean_token_accuracy": 0.25548591911792756, + "num_tokens": 13019333.0, + "step": 5470 + }, + { + "entropy": 4.889858913421631, + "epoch": 5.357317670093001, + "grad_norm": 1.2578125, + "learning_rate": 0.0002850507742230652, + "loss": 4.3919, + "mean_token_accuracy": 0.25415838360786436, + "num_tokens": 13031398.0, + "step": 5475 + }, + { + "entropy": 4.897127771377564, + "epoch": 5.362212432697014, + "grad_norm": 1.28125, + "learning_rate": 0.000284667397817036, + "loss": 4.3531, + "mean_token_accuracy": 0.25854593217372895, + "num_tokens": 13043052.0, + "step": 5480 + }, + { + "entropy": 4.837593936920166, + "epoch": 5.367107195301028, + "grad_norm": 1.1953125, + "learning_rate": 0.00028428399329005744, + "loss": 4.3506, + "mean_token_accuracy": 0.25983099043369295, + "num_tokens": 13053297.0, + "step": 5485 + }, + { + "entropy": 4.903572607040405, + "epoch": 5.3720019579050415, + "grad_norm": 1.21875, + "learning_rate": 0.00028390056175739333, + "loss": 4.4608, + "mean_token_accuracy": 0.250194339454174, + "num_tokens": 13066922.0, + "step": 5490 + }, + { + "entropy": 4.967030334472656, + "epoch": 5.376896720509055, + "grad_norm": 1.1796875, + "learning_rate": 0.0002835171043343861, + "loss": 4.4263, + "mean_token_accuracy": 0.25020225942134855, + "num_tokens": 13078819.0, + "step": 5495 + }, + { + "entropy": 4.889230489730835, + "epoch": 5.381791483113069, + "grad_norm": 1.21875, + "learning_rate": 0.0002831336221364534, + "loss": 4.4086, + "mean_token_accuracy": 0.2416940689086914, + "num_tokens": 13091737.0, + "step": 5500 + }, + { + "entropy": 4.82708969116211, + "epoch": 5.386686245717082, + "grad_norm": 1.140625, + "learning_rate": 0.00028275011627908517, + "loss": 4.3627, + "mean_token_accuracy": 0.26323580741882324, + "num_tokens": 13104338.0, + "step": 5505 + }, + { + "entropy": 4.8442614555358885, + "epoch": 5.391581008321096, + "grad_norm": 1.1015625, + "learning_rate": 0.0002823665878778398, + "loss": 4.3563, + "mean_token_accuracy": 0.2633529782295227, + "num_tokens": 13117348.0, + "step": 5510 + }, + { + "entropy": 4.9412072658538815, + "epoch": 5.39647577092511, + "grad_norm": 1.1796875, + "learning_rate": 0.00028198303804834163, + "loss": 4.4809, + "mean_token_accuracy": 0.24831988662481308, + "num_tokens": 13130204.0, + "step": 5515 + }, + { + "entropy": 5.003201055526733, + "epoch": 5.401370533529124, + "grad_norm": 1.125, + "learning_rate": 0.0002815994679062771, + "loss": 4.4445, + "mean_token_accuracy": 0.25087785720825195, + "num_tokens": 13141999.0, + "step": 5520 + }, + { + "entropy": 4.8898577213287355, + "epoch": 5.406265296133138, + "grad_norm": 1.1328125, + "learning_rate": 0.00028121587856739177, + "loss": 4.3676, + "mean_token_accuracy": 0.25085431784391404, + "num_tokens": 13154327.0, + "step": 5525 + }, + { + "entropy": 4.804069566726684, + "epoch": 5.411160058737151, + "grad_norm": 1.2890625, + "learning_rate": 0.0002808322711474873, + "loss": 4.3518, + "mean_token_accuracy": 0.25942639261484146, + "num_tokens": 13164271.0, + "step": 5530 + }, + { + "entropy": 4.837275075912475, + "epoch": 5.416054821341165, + "grad_norm": 1.15625, + "learning_rate": 0.00028044864676241737, + "loss": 4.3722, + "mean_token_accuracy": 0.2564785420894623, + "num_tokens": 13175801.0, + "step": 5535 + }, + { + "entropy": 4.882635021209717, + "epoch": 5.420949583945179, + "grad_norm": 1.125, + "learning_rate": 0.00028006500652808566, + "loss": 4.357, + "mean_token_accuracy": 0.24884607046842575, + "num_tokens": 13188793.0, + "step": 5540 + }, + { + "entropy": 4.95216588973999, + "epoch": 5.425844346549193, + "grad_norm": 1.0859375, + "learning_rate": 0.0002796813515604415, + "loss": 4.3867, + "mean_token_accuracy": 0.2546717330813408, + "num_tokens": 13200567.0, + "step": 5545 + }, + { + "entropy": 4.859859657287598, + "epoch": 5.4307391091532065, + "grad_norm": 1.2734375, + "learning_rate": 0.0002792976829754773, + "loss": 4.3861, + "mean_token_accuracy": 0.2546194359660149, + "num_tokens": 13212105.0, + "step": 5550 + }, + { + "entropy": 4.881920719146729, + "epoch": 5.4356338717572195, + "grad_norm": 1.171875, + "learning_rate": 0.00027891400188922495, + "loss": 4.3623, + "mean_token_accuracy": 0.2614657819271088, + "num_tokens": 13223706.0, + "step": 5555 + }, + { + "entropy": 4.9416053771972654, + "epoch": 5.440528634361233, + "grad_norm": 1.234375, + "learning_rate": 0.00027853030941775274, + "loss": 4.5306, + "mean_token_accuracy": 0.2471021294593811, + "num_tokens": 13235326.0, + "step": 5560 + }, + { + "entropy": 4.907420444488525, + "epoch": 5.445423396965247, + "grad_norm": 1.125, + "learning_rate": 0.0002781466066771623, + "loss": 4.442, + "mean_token_accuracy": 0.2501250237226486, + "num_tokens": 13248182.0, + "step": 5565 + }, + { + "entropy": 4.909937381744385, + "epoch": 5.450318159569261, + "grad_norm": 1.21875, + "learning_rate": 0.00027776289478358477, + "loss": 4.4102, + "mean_token_accuracy": 0.2543193385004997, + "num_tokens": 13259729.0, + "step": 5570 + }, + { + "entropy": 5.001272296905517, + "epoch": 5.455212922173274, + "grad_norm": 1.2890625, + "learning_rate": 0.0002773791748531781, + "loss": 4.5052, + "mean_token_accuracy": 0.24846877604722978, + "num_tokens": 13270735.0, + "step": 5575 + }, + { + "entropy": 4.887505054473877, + "epoch": 5.460107684777288, + "grad_norm": 1.09375, + "learning_rate": 0.00027699544800212356, + "loss": 4.3816, + "mean_token_accuracy": 0.25734333842992785, + "num_tokens": 13282724.0, + "step": 5580 + }, + { + "entropy": 4.870601558685303, + "epoch": 5.465002447381302, + "grad_norm": 1.1953125, + "learning_rate": 0.0002766117153466227, + "loss": 4.4024, + "mean_token_accuracy": 0.2541832819581032, + "num_tokens": 13296676.0, + "step": 5585 + }, + { + "entropy": 4.907495212554932, + "epoch": 5.469897209985316, + "grad_norm": 1.25, + "learning_rate": 0.0002762279780028937, + "loss": 4.3456, + "mean_token_accuracy": 0.2542095884680748, + "num_tokens": 13308524.0, + "step": 5590 + }, + { + "entropy": 4.904850864410401, + "epoch": 5.47479197258933, + "grad_norm": 1.09375, + "learning_rate": 0.00027584423708716866, + "loss": 4.4717, + "mean_token_accuracy": 0.2411001518368721, + "num_tokens": 13320523.0, + "step": 5595 + }, + { + "entropy": 4.818140125274658, + "epoch": 5.479686735193344, + "grad_norm": 1.0703125, + "learning_rate": 0.0002754604937156899, + "loss": 4.3241, + "mean_token_accuracy": 0.26283698827028273, + "num_tokens": 13333485.0, + "step": 5600 + }, + { + "entropy": 4.889340829849243, + "epoch": 5.484581497797357, + "grad_norm": 1.3125, + "learning_rate": 0.00027507674900470686, + "loss": 4.4188, + "mean_token_accuracy": 0.2551365777850151, + "num_tokens": 13345581.0, + "step": 5605 + }, + { + "entropy": 4.825367021560669, + "epoch": 5.4894762604013705, + "grad_norm": 1.3046875, + "learning_rate": 0.000274693004070473, + "loss": 4.3587, + "mean_token_accuracy": 0.2517304763197899, + "num_tokens": 13358672.0, + "step": 5610 + }, + { + "entropy": 4.9278435707092285, + "epoch": 5.494371023005384, + "grad_norm": 1.1953125, + "learning_rate": 0.00027430926002924226, + "loss": 4.3791, + "mean_token_accuracy": 0.2576457604765892, + "num_tokens": 13369753.0, + "step": 5615 + }, + { + "entropy": 4.9037861824035645, + "epoch": 5.499265785609398, + "grad_norm": 1.296875, + "learning_rate": 0.0002739255179972662, + "loss": 4.4261, + "mean_token_accuracy": 0.2506695121526718, + "num_tokens": 13381707.0, + "step": 5620 + }, + { + "entropy": 4.826402950286865, + "epoch": 5.504160548213411, + "grad_norm": 1.171875, + "learning_rate": 0.0002735417790907903, + "loss": 4.3484, + "mean_token_accuracy": 0.260126519203186, + "num_tokens": 13393551.0, + "step": 5625 + }, + { + "entropy": 4.915320825576782, + "epoch": 5.509055310817425, + "grad_norm": 1.3125, + "learning_rate": 0.0002731580444260512, + "loss": 4.4892, + "mean_token_accuracy": 0.2423268064856529, + "num_tokens": 13405253.0, + "step": 5630 + }, + { + "entropy": 4.9282050132751465, + "epoch": 5.513950073421439, + "grad_norm": 1.1640625, + "learning_rate": 0.0002727743151192729, + "loss": 4.3981, + "mean_token_accuracy": 0.2548184052109718, + "num_tokens": 13416892.0, + "step": 5635 + }, + { + "entropy": 4.901979303359985, + "epoch": 5.518844836025453, + "grad_norm": 1.1640625, + "learning_rate": 0.00027239059228666417, + "loss": 4.4077, + "mean_token_accuracy": 0.2559808880090714, + "num_tokens": 13429226.0, + "step": 5640 + }, + { + "entropy": 4.886145877838135, + "epoch": 5.523739598629467, + "grad_norm": 1.2265625, + "learning_rate": 0.0002720068770444146, + "loss": 4.4478, + "mean_token_accuracy": 0.2462196171283722, + "num_tokens": 13440028.0, + "step": 5645 + }, + { + "entropy": 4.788758850097656, + "epoch": 5.52863436123348, + "grad_norm": 1.140625, + "learning_rate": 0.000271623170508692, + "loss": 4.3139, + "mean_token_accuracy": 0.25626635253429414, + "num_tokens": 13451213.0, + "step": 5650 + }, + { + "entropy": 4.804979562759399, + "epoch": 5.533529123837494, + "grad_norm": 1.2109375, + "learning_rate": 0.00027123947379563857, + "loss": 4.3179, + "mean_token_accuracy": 0.25836723297834396, + "num_tokens": 13462751.0, + "step": 5655 + }, + { + "entropy": 4.7869219303131105, + "epoch": 5.538423886441508, + "grad_norm": 1.1328125, + "learning_rate": 0.00027085578802136823, + "loss": 4.3119, + "mean_token_accuracy": 0.2503983810544014, + "num_tokens": 13474622.0, + "step": 5660 + }, + { + "entropy": 4.9020153999328615, + "epoch": 5.5433186490455215, + "grad_norm": 1.125, + "learning_rate": 0.00027047211430196276, + "loss": 4.4257, + "mean_token_accuracy": 0.2556076109409332, + "num_tokens": 13485793.0, + "step": 5665 + }, + { + "entropy": 4.958245897293091, + "epoch": 5.5482134116495345, + "grad_norm": 1.1796875, + "learning_rate": 0.00027008845375346924, + "loss": 4.4426, + "mean_token_accuracy": 0.25535325407981874, + "num_tokens": 13497498.0, + "step": 5670 + }, + { + "entropy": 4.963417863845825, + "epoch": 5.553108174253548, + "grad_norm": 1.234375, + "learning_rate": 0.0002697048074918961, + "loss": 4.4397, + "mean_token_accuracy": 0.257719512283802, + "num_tokens": 13509305.0, + "step": 5675 + }, + { + "entropy": 4.838377571105957, + "epoch": 5.558002936857562, + "grad_norm": 1.125, + "learning_rate": 0.0002693211766332105, + "loss": 4.349, + "mean_token_accuracy": 0.26085864305496215, + "num_tokens": 13520339.0, + "step": 5680 + }, + { + "entropy": 4.846307229995728, + "epoch": 5.562897699461576, + "grad_norm": 1.203125, + "learning_rate": 0.0002689375622933344, + "loss": 4.3849, + "mean_token_accuracy": 0.25081703513860704, + "num_tokens": 13532043.0, + "step": 5685 + }, + { + "entropy": 4.938611602783203, + "epoch": 5.56779246206559, + "grad_norm": 1.15625, + "learning_rate": 0.00026855396558814225, + "loss": 4.4004, + "mean_token_accuracy": 0.2577081561088562, + "num_tokens": 13543335.0, + "step": 5690 + }, + { + "entropy": 4.948917627334595, + "epoch": 5.572687224669604, + "grad_norm": 1.234375, + "learning_rate": 0.0002681703876334567, + "loss": 4.467, + "mean_token_accuracy": 0.24466674774885178, + "num_tokens": 13553433.0, + "step": 5695 + }, + { + "entropy": 4.89360990524292, + "epoch": 5.577581987273617, + "grad_norm": 1.2109375, + "learning_rate": 0.0002677868295450463, + "loss": 4.4266, + "mean_token_accuracy": 0.2540895834565163, + "num_tokens": 13565176.0, + "step": 5700 + }, + { + "entropy": 4.873272132873535, + "epoch": 5.582476749877631, + "grad_norm": 1.171875, + "learning_rate": 0.0002674032924386214, + "loss": 4.3603, + "mean_token_accuracy": 0.25523366779088974, + "num_tokens": 13576650.0, + "step": 5705 + }, + { + "entropy": 4.818515777587891, + "epoch": 5.587371512481645, + "grad_norm": 1.1484375, + "learning_rate": 0.00026701977742983146, + "loss": 4.3695, + "mean_token_accuracy": 0.24810456931591035, + "num_tokens": 13588532.0, + "step": 5710 + }, + { + "entropy": 4.87041597366333, + "epoch": 5.592266275085659, + "grad_norm": 1.25, + "learning_rate": 0.00026663628563426185, + "loss": 4.3333, + "mean_token_accuracy": 0.26031445264816283, + "num_tokens": 13599424.0, + "step": 5715 + }, + { + "entropy": 4.856188344955444, + "epoch": 5.597161037689672, + "grad_norm": 1.2734375, + "learning_rate": 0.0002662528181674302, + "loss": 4.3466, + "mean_token_accuracy": 0.2565928384661674, + "num_tokens": 13610652.0, + "step": 5720 + }, + { + "entropy": 4.846140003204345, + "epoch": 5.6020558002936856, + "grad_norm": 1.171875, + "learning_rate": 0.0002658693761447835, + "loss": 4.4162, + "mean_token_accuracy": 0.24877500385046006, + "num_tokens": 13623040.0, + "step": 5725 + }, + { + "entropy": 4.899311065673828, + "epoch": 5.606950562897699, + "grad_norm": 1.25, + "learning_rate": 0.00026548596068169455, + "loss": 4.4517, + "mean_token_accuracy": 0.25163528472185137, + "num_tokens": 13635401.0, + "step": 5730 + }, + { + "entropy": 4.865639066696167, + "epoch": 5.611845325501713, + "grad_norm": 1.1171875, + "learning_rate": 0.00026510257289345915, + "loss": 4.3686, + "mean_token_accuracy": 0.25666899532079696, + "num_tokens": 13649100.0, + "step": 5735 + }, + { + "entropy": 4.885151338577271, + "epoch": 5.616740088105727, + "grad_norm": 1.1328125, + "learning_rate": 0.00026471921389529233, + "loss": 4.3883, + "mean_token_accuracy": 0.2459629863500595, + "num_tokens": 13661257.0, + "step": 5740 + }, + { + "entropy": 4.789510059356689, + "epoch": 5.62163485070974, + "grad_norm": 1.1640625, + "learning_rate": 0.0002643358848023256, + "loss": 4.3063, + "mean_token_accuracy": 0.2655410796403885, + "num_tokens": 13672507.0, + "step": 5745 + }, + { + "entropy": 4.9358001232147215, + "epoch": 5.626529613313754, + "grad_norm": 1.1484375, + "learning_rate": 0.0002639525867296033, + "loss": 4.4602, + "mean_token_accuracy": 0.2463882565498352, + "num_tokens": 13684143.0, + "step": 5750 + }, + { + "entropy": 4.950975131988526, + "epoch": 5.631424375917768, + "grad_norm": 1.2734375, + "learning_rate": 0.00026356932079207976, + "loss": 4.4523, + "mean_token_accuracy": 0.25883112400770186, + "num_tokens": 13696361.0, + "step": 5755 + }, + { + "entropy": 4.9228184700012205, + "epoch": 5.636319138521782, + "grad_norm": 1.3203125, + "learning_rate": 0.0002631860881046155, + "loss": 4.417, + "mean_token_accuracy": 0.25572172850370406, + "num_tokens": 13707199.0, + "step": 5760 + }, + { + "entropy": 4.85296139717102, + "epoch": 5.641213901125795, + "grad_norm": 1.1796875, + "learning_rate": 0.00026280288978197463, + "loss": 4.3313, + "mean_token_accuracy": 0.2568573772907257, + "num_tokens": 13718676.0, + "step": 5765 + }, + { + "entropy": 4.9180662631988525, + "epoch": 5.646108663729809, + "grad_norm": 1.2421875, + "learning_rate": 0.00026241972693882116, + "loss": 4.452, + "mean_token_accuracy": 0.2521181508898735, + "num_tokens": 13730299.0, + "step": 5770 + }, + { + "entropy": 4.848993158340454, + "epoch": 5.651003426333823, + "grad_norm": 1.1953125, + "learning_rate": 0.00026203660068971596, + "loss": 4.3345, + "mean_token_accuracy": 0.2588157162070274, + "num_tokens": 13741519.0, + "step": 5775 + }, + { + "entropy": 4.836781930923462, + "epoch": 5.655898188937837, + "grad_norm": 1.21875, + "learning_rate": 0.00026165351214911336, + "loss": 4.3613, + "mean_token_accuracy": 0.2587398186326027, + "num_tokens": 13753017.0, + "step": 5780 + }, + { + "entropy": 4.870823669433594, + "epoch": 5.6607929515418505, + "grad_norm": 1.1875, + "learning_rate": 0.0002612704624313581, + "loss": 4.3718, + "mean_token_accuracy": 0.25970977246761323, + "num_tokens": 13764560.0, + "step": 5785 + }, + { + "entropy": 4.891121101379395, + "epoch": 5.665687714145864, + "grad_norm": 1.234375, + "learning_rate": 0.00026088745265068187, + "loss": 4.3582, + "mean_token_accuracy": 0.2562860056757927, + "num_tokens": 13776225.0, + "step": 5790 + }, + { + "entropy": 4.786376333236694, + "epoch": 5.670582476749877, + "grad_norm": 1.1484375, + "learning_rate": 0.0002605044839212004, + "loss": 4.3066, + "mean_token_accuracy": 0.26747307777404783, + "num_tokens": 13788012.0, + "step": 5795 + }, + { + "entropy": 4.918028068542481, + "epoch": 5.675477239353891, + "grad_norm": 1.2109375, + "learning_rate": 0.0002601215573569097, + "loss": 4.4261, + "mean_token_accuracy": 0.25143319815397264, + "num_tokens": 13801110.0, + "step": 5800 + }, + { + "entropy": 4.859095764160156, + "epoch": 5.680372001957905, + "grad_norm": 1.0390625, + "learning_rate": 0.00025973867407168337, + "loss": 4.3776, + "mean_token_accuracy": 0.25642815977334976, + "num_tokens": 13813494.0, + "step": 5805 + }, + { + "entropy": 4.928546524047851, + "epoch": 5.685266764561919, + "grad_norm": 1.1640625, + "learning_rate": 0.000259355835179269, + "loss": 4.4149, + "mean_token_accuracy": 0.25614451467990873, + "num_tokens": 13824839.0, + "step": 5810 + }, + { + "entropy": 4.902575922012329, + "epoch": 5.690161527165932, + "grad_norm": 1.2421875, + "learning_rate": 0.00025897304179328527, + "loss": 4.3711, + "mean_token_accuracy": 0.25395126938819884, + "num_tokens": 13835331.0, + "step": 5815 + }, + { + "entropy": 4.842872667312622, + "epoch": 5.695056289769946, + "grad_norm": 1.1875, + "learning_rate": 0.0002585902950272182, + "loss": 4.3318, + "mean_token_accuracy": 0.259154349565506, + "num_tokens": 13846753.0, + "step": 5820 + }, + { + "entropy": 4.8264305114746096, + "epoch": 5.69995105237396, + "grad_norm": 1.0703125, + "learning_rate": 0.00025820759599441825, + "loss": 4.3749, + "mean_token_accuracy": 0.2616315230727196, + "num_tokens": 13858732.0, + "step": 5825 + }, + { + "entropy": 4.932910776138305, + "epoch": 5.704845814977974, + "grad_norm": 1.140625, + "learning_rate": 0.00025782494580809724, + "loss": 4.5086, + "mean_token_accuracy": 0.25525975078344343, + "num_tokens": 13871254.0, + "step": 5830 + }, + { + "entropy": 4.863980674743653, + "epoch": 5.709740577581988, + "grad_norm": 1.328125, + "learning_rate": 0.0002574423455813246, + "loss": 4.3471, + "mean_token_accuracy": 0.25700268894433975, + "num_tokens": 13883101.0, + "step": 5835 + }, + { + "entropy": 4.830964994430542, + "epoch": 5.714635340186001, + "grad_norm": 1.1640625, + "learning_rate": 0.0002570597964270247, + "loss": 4.3982, + "mean_token_accuracy": 0.2551607474684715, + "num_tokens": 13895710.0, + "step": 5840 + }, + { + "entropy": 4.83728141784668, + "epoch": 5.7195301027900145, + "grad_norm": 1.1953125, + "learning_rate": 0.00025667729945797325, + "loss": 4.3581, + "mean_token_accuracy": 0.2518611580133438, + "num_tokens": 13907277.0, + "step": 5845 + }, + { + "entropy": 4.839091110229492, + "epoch": 5.724424865394028, + "grad_norm": 1.109375, + "learning_rate": 0.0002562948557867941, + "loss": 4.3859, + "mean_token_accuracy": 0.2661369562149048, + "num_tokens": 13919302.0, + "step": 5850 + }, + { + "entropy": 4.850262117385864, + "epoch": 5.729319627998042, + "grad_norm": 1.2421875, + "learning_rate": 0.0002559124665259561, + "loss": 4.3563, + "mean_token_accuracy": 0.2551110714673996, + "num_tokens": 13930855.0, + "step": 5855 + }, + { + "entropy": 4.84032678604126, + "epoch": 5.734214390602056, + "grad_norm": 1.2890625, + "learning_rate": 0.00025553013278776994, + "loss": 4.4229, + "mean_token_accuracy": 0.2592659771442413, + "num_tokens": 13942032.0, + "step": 5860 + }, + { + "entropy": 4.853889322280883, + "epoch": 5.739109153206069, + "grad_norm": 1.2421875, + "learning_rate": 0.0002551478556843847, + "loss": 4.4186, + "mean_token_accuracy": 0.2460196405649185, + "num_tokens": 13953154.0, + "step": 5865 + }, + { + "entropy": 4.847426652908325, + "epoch": 5.744003915810083, + "grad_norm": 1.1484375, + "learning_rate": 0.00025476563632778463, + "loss": 4.3732, + "mean_token_accuracy": 0.2568355903029442, + "num_tokens": 13966653.0, + "step": 5870 + }, + { + "entropy": 4.8953962326049805, + "epoch": 5.748898678414097, + "grad_norm": 1.0703125, + "learning_rate": 0.0002543834758297862, + "loss": 4.4338, + "mean_token_accuracy": 0.2526059657335281, + "num_tokens": 13980803.0, + "step": 5875 + }, + { + "entropy": 4.864094018936157, + "epoch": 5.753793441018111, + "grad_norm": 1.1484375, + "learning_rate": 0.0002540013753020345, + "loss": 4.3791, + "mean_token_accuracy": 0.2601077049970627, + "num_tokens": 13993080.0, + "step": 5880 + }, + { + "entropy": 4.917114210128784, + "epoch": 5.758688203622125, + "grad_norm": 1.21875, + "learning_rate": 0.00025361933585600036, + "loss": 4.3565, + "mean_token_accuracy": 0.25888574570417405, + "num_tokens": 14003888.0, + "step": 5885 + }, + { + "entropy": 4.802571058273315, + "epoch": 5.763582966226138, + "grad_norm": 1.046875, + "learning_rate": 0.0002532373586029767, + "loss": 4.3826, + "mean_token_accuracy": 0.25347985327243805, + "num_tokens": 14016290.0, + "step": 5890 + }, + { + "entropy": 4.847525215148925, + "epoch": 5.768477728830152, + "grad_norm": 1.1953125, + "learning_rate": 0.00025285544465407573, + "loss": 4.3688, + "mean_token_accuracy": 0.2575444638729095, + "num_tokens": 14028572.0, + "step": 5895 + }, + { + "entropy": 4.861686086654663, + "epoch": 5.7733724914341655, + "grad_norm": 1.1796875, + "learning_rate": 0.00025247359512022536, + "loss": 4.3098, + "mean_token_accuracy": 0.2677211925387383, + "num_tokens": 14039656.0, + "step": 5900 + }, + { + "entropy": 4.732901096343994, + "epoch": 5.778267254038179, + "grad_norm": 1.1484375, + "learning_rate": 0.00025209181111216633, + "loss": 4.2269, + "mean_token_accuracy": 0.26832785457372665, + "num_tokens": 14051556.0, + "step": 5905 + }, + { + "entropy": 4.8498122215271, + "epoch": 5.783162016642192, + "grad_norm": 1.2109375, + "learning_rate": 0.00025171009374044855, + "loss": 4.3738, + "mean_token_accuracy": 0.26021302342414854, + "num_tokens": 14063547.0, + "step": 5910 + }, + { + "entropy": 4.865735149383545, + "epoch": 5.788056779246206, + "grad_norm": 1.109375, + "learning_rate": 0.00025132844411542823, + "loss": 4.4411, + "mean_token_accuracy": 0.25166173130273817, + "num_tokens": 14076071.0, + "step": 5915 + }, + { + "entropy": 4.995202827453613, + "epoch": 5.79295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.0002509468633472644, + "loss": 4.4838, + "mean_token_accuracy": 0.25088701099157334, + "num_tokens": 14087889.0, + "step": 5920 + }, + { + "entropy": 4.901824951171875, + "epoch": 5.797846304454234, + "grad_norm": 1.3125, + "learning_rate": 0.00025056535254591614, + "loss": 4.3811, + "mean_token_accuracy": 0.25655424445867536, + "num_tokens": 14098638.0, + "step": 5925 + }, + { + "entropy": 4.837943458557129, + "epoch": 5.802741067058248, + "grad_norm": 1.2421875, + "learning_rate": 0.00025018391282113846, + "loss": 4.3791, + "mean_token_accuracy": 0.2580624133348465, + "num_tokens": 14111179.0, + "step": 5930 + }, + { + "entropy": 4.893588066101074, + "epoch": 5.807635829662261, + "grad_norm": 1.1484375, + "learning_rate": 0.00024980254528248, + "loss": 4.3968, + "mean_token_accuracy": 0.2524055078625679, + "num_tokens": 14123217.0, + "step": 5935 + }, + { + "entropy": 4.805589103698731, + "epoch": 5.812530592266275, + "grad_norm": 1.2578125, + "learning_rate": 0.00024942125103927937, + "loss": 4.4205, + "mean_token_accuracy": 0.24955332428216934, + "num_tokens": 14135101.0, + "step": 5940 + }, + { + "entropy": 4.834405899047852, + "epoch": 5.817425354870289, + "grad_norm": 1.234375, + "learning_rate": 0.00024904003120066197, + "loss": 4.3614, + "mean_token_accuracy": 0.2539971902966499, + "num_tokens": 14147050.0, + "step": 5945 + }, + { + "entropy": 4.886589384078979, + "epoch": 5.822320117474303, + "grad_norm": 1.1484375, + "learning_rate": 0.00024865888687553657, + "loss": 4.3648, + "mean_token_accuracy": 0.2603609248995781, + "num_tokens": 14159014.0, + "step": 5950 + }, + { + "entropy": 4.9152076721191404, + "epoch": 5.827214880078317, + "grad_norm": 1.2578125, + "learning_rate": 0.00024827781917259264, + "loss": 4.387, + "mean_token_accuracy": 0.2601025730371475, + "num_tokens": 14170007.0, + "step": 5955 + }, + { + "entropy": 4.905130195617676, + "epoch": 5.83210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.00024789682920029637, + "loss": 4.4073, + "mean_token_accuracy": 0.253394378721714, + "num_tokens": 14181933.0, + "step": 5960 + }, + { + "entropy": 4.861382627487183, + "epoch": 5.8370044052863435, + "grad_norm": 1.21875, + "learning_rate": 0.00024751591806688815, + "loss": 4.4136, + "mean_token_accuracy": 0.2488293930888176, + "num_tokens": 14195507.0, + "step": 5965 + }, + { + "entropy": 4.833344554901123, + "epoch": 5.841899167890357, + "grad_norm": 1.265625, + "learning_rate": 0.0002471350868803791, + "loss": 4.3257, + "mean_token_accuracy": 0.2623078554868698, + "num_tokens": 14206751.0, + "step": 5970 + }, + { + "entropy": 4.816693305969238, + "epoch": 5.846793930494371, + "grad_norm": 1.296875, + "learning_rate": 0.0002467543367485473, + "loss": 4.3789, + "mean_token_accuracy": 0.2612681910395622, + "num_tokens": 14217953.0, + "step": 5975 + }, + { + "entropy": 4.876659822463989, + "epoch": 5.851688693098385, + "grad_norm": 1.140625, + "learning_rate": 0.00024637366877893564, + "loss": 4.3855, + "mean_token_accuracy": 0.2643557578325272, + "num_tokens": 14229318.0, + "step": 5980 + }, + { + "entropy": 4.834124279022217, + "epoch": 5.856583455702398, + "grad_norm": 1.2734375, + "learning_rate": 0.0002459930840788476, + "loss": 4.4219, + "mean_token_accuracy": 0.2506131693720818, + "num_tokens": 14241249.0, + "step": 5985 + }, + { + "entropy": 4.832979917526245, + "epoch": 5.861478218306412, + "grad_norm": 1.0390625, + "learning_rate": 0.00024561258375534466, + "loss": 4.3209, + "mean_token_accuracy": 0.2616737484931946, + "num_tokens": 14254603.0, + "step": 5990 + }, + { + "entropy": 4.916781663894653, + "epoch": 5.866372980910426, + "grad_norm": 1.21875, + "learning_rate": 0.0002452321689152428, + "loss": 4.4344, + "mean_token_accuracy": 0.25329224318265914, + "num_tokens": 14266084.0, + "step": 5995 + }, + { + "entropy": 4.908779430389404, + "epoch": 5.87126774351444, + "grad_norm": 1.1796875, + "learning_rate": 0.0002448518406651093, + "loss": 4.4077, + "mean_token_accuracy": 0.2533883288502693, + "num_tokens": 14277760.0, + "step": 6000 + }, + { + "epoch": 5.87126774351444, + "eval_entropy": 4.847652898863684, + "eval_loss": 5.528921127319336, + "eval_mean_token_accuracy": 0.2043717649447669, + "eval_num_tokens": 14277760.0, + "eval_runtime": 2.7115, + "eval_samples_per_second": 1271.231, + "eval_steps_per_second": 158.95, + "step": 6000 + }, + { + "entropy": 4.872960376739502, + "epoch": 5.876162506118453, + "grad_norm": 1.2421875, + "learning_rate": 0.00024447160011125963, + "loss": 4.3288, + "mean_token_accuracy": 0.2566951096057892, + "num_tokens": 14288873.0, + "step": 6005 + }, + { + "entropy": 4.829443359375, + "epoch": 5.881057268722467, + "grad_norm": 1.1875, + "learning_rate": 0.0002440914483597541, + "loss": 4.382, + "mean_token_accuracy": 0.2564694702625275, + "num_tokens": 14300555.0, + "step": 6010 + }, + { + "entropy": 4.803920078277588, + "epoch": 5.885952031326481, + "grad_norm": 1.1328125, + "learning_rate": 0.0002437113865163948, + "loss": 4.3054, + "mean_token_accuracy": 0.2675867885351181, + "num_tokens": 14312280.0, + "step": 6015 + }, + { + "entropy": 4.905507183074951, + "epoch": 5.8908467939304945, + "grad_norm": 1.15625, + "learning_rate": 0.00024333141568672214, + "loss": 4.4598, + "mean_token_accuracy": 0.25115940868854525, + "num_tokens": 14325241.0, + "step": 6020 + }, + { + "entropy": 4.898667621612549, + "epoch": 5.895741556534508, + "grad_norm": 1.09375, + "learning_rate": 0.00024295153697601203, + "loss": 4.4245, + "mean_token_accuracy": 0.24731726944446564, + "num_tokens": 14337619.0, + "step": 6025 + }, + { + "entropy": 4.881683826446533, + "epoch": 5.900636319138522, + "grad_norm": 1.1171875, + "learning_rate": 0.00024257175148927214, + "loss": 4.4707, + "mean_token_accuracy": 0.2454853668808937, + "num_tokens": 14350732.0, + "step": 6030 + }, + { + "entropy": 4.901256561279297, + "epoch": 5.905531081742535, + "grad_norm": 1.21875, + "learning_rate": 0.00024219206033123907, + "loss": 4.4257, + "mean_token_accuracy": 0.25449724644422533, + "num_tokens": 14362142.0, + "step": 6035 + }, + { + "entropy": 4.9797758102417, + "epoch": 5.910425844346549, + "grad_norm": 1.21875, + "learning_rate": 0.00024181246460637523, + "loss": 4.4753, + "mean_token_accuracy": 0.24717148393392563, + "num_tokens": 14373456.0, + "step": 6040 + }, + { + "entropy": 4.8727391242980955, + "epoch": 5.915320606950563, + "grad_norm": 1.28125, + "learning_rate": 0.00024143296541886505, + "loss": 4.3742, + "mean_token_accuracy": 0.2551514819264412, + "num_tokens": 14384524.0, + "step": 6045 + }, + { + "entropy": 4.786277198791504, + "epoch": 5.920215369554577, + "grad_norm": 1.140625, + "learning_rate": 0.00024105356387261258, + "loss": 4.3444, + "mean_token_accuracy": 0.2624176487326622, + "num_tokens": 14396217.0, + "step": 6050 + }, + { + "entropy": 4.88754711151123, + "epoch": 5.92511013215859, + "grad_norm": 1.1953125, + "learning_rate": 0.0002406742610712374, + "loss": 4.3991, + "mean_token_accuracy": 0.2578703224658966, + "num_tokens": 14408617.0, + "step": 6055 + }, + { + "entropy": 4.809815359115601, + "epoch": 5.930004894762604, + "grad_norm": 1.2734375, + "learning_rate": 0.00024029505811807227, + "loss": 4.2976, + "mean_token_accuracy": 0.26516724824905397, + "num_tokens": 14419953.0, + "step": 6060 + }, + { + "entropy": 4.80200080871582, + "epoch": 5.934899657366618, + "grad_norm": 1.140625, + "learning_rate": 0.00023991595611615925, + "loss": 4.3741, + "mean_token_accuracy": 0.2620143949985504, + "num_tokens": 14433024.0, + "step": 6065 + }, + { + "entropy": 4.913531970977783, + "epoch": 5.939794419970632, + "grad_norm": 1.203125, + "learning_rate": 0.00023953695616824673, + "loss": 4.4575, + "mean_token_accuracy": 0.2479124590754509, + "num_tokens": 14444409.0, + "step": 6070 + }, + { + "entropy": 4.965805721282959, + "epoch": 5.9446891825746455, + "grad_norm": 1.1171875, + "learning_rate": 0.00023915805937678642, + "loss": 4.4447, + "mean_token_accuracy": 0.24559613019227983, + "num_tokens": 14456476.0, + "step": 6075 + }, + { + "entropy": 4.803340673446655, + "epoch": 5.9495839451786585, + "grad_norm": 1.2109375, + "learning_rate": 0.00023877926684392982, + "loss": 4.3531, + "mean_token_accuracy": 0.2564409762620926, + "num_tokens": 14467759.0, + "step": 6080 + }, + { + "entropy": 4.8058021068573, + "epoch": 5.954478707782672, + "grad_norm": 1.09375, + "learning_rate": 0.0002384005796715253, + "loss": 4.301, + "mean_token_accuracy": 0.2568058863282204, + "num_tokens": 14479884.0, + "step": 6085 + }, + { + "entropy": 4.790150880813599, + "epoch": 5.959373470386686, + "grad_norm": 1.1953125, + "learning_rate": 0.00023802199896111453, + "loss": 4.4343, + "mean_token_accuracy": 0.252117657661438, + "num_tokens": 14491966.0, + "step": 6090 + }, + { + "entropy": 4.785001564025879, + "epoch": 5.9642682329907, + "grad_norm": 1.1484375, + "learning_rate": 0.00023764352581392972, + "loss": 4.3435, + "mean_token_accuracy": 0.26462938338518144, + "num_tokens": 14503325.0, + "step": 6095 + }, + { + "entropy": 4.890700960159302, + "epoch": 5.969162995594713, + "grad_norm": 1.0234375, + "learning_rate": 0.0002372651613308901, + "loss": 4.4247, + "mean_token_accuracy": 0.25268724113702773, + "num_tokens": 14516191.0, + "step": 6100 + }, + { + "entropy": 4.861700963973999, + "epoch": 5.974057758198727, + "grad_norm": 1.1640625, + "learning_rate": 0.0002368869066125988, + "loss": 4.3782, + "mean_token_accuracy": 0.25734401047229766, + "num_tokens": 14526512.0, + "step": 6105 + }, + { + "entropy": 4.770480728149414, + "epoch": 5.978952520802741, + "grad_norm": 1.15625, + "learning_rate": 0.00023650876275933968, + "loss": 4.3034, + "mean_token_accuracy": 0.26017602533102036, + "num_tokens": 14538166.0, + "step": 6110 + }, + { + "entropy": 4.871961307525635, + "epoch": 5.983847283406755, + "grad_norm": 1.1484375, + "learning_rate": 0.00023613073087107412, + "loss": 4.4192, + "mean_token_accuracy": 0.2566285029053688, + "num_tokens": 14550348.0, + "step": 6115 + }, + { + "entropy": 4.815043163299561, + "epoch": 5.988742046010769, + "grad_norm": 1.15625, + "learning_rate": 0.00023575281204743777, + "loss": 4.3076, + "mean_token_accuracy": 0.26186804175376893, + "num_tokens": 14562817.0, + "step": 6120 + }, + { + "entropy": 4.831691694259644, + "epoch": 5.993636808614783, + "grad_norm": 1.203125, + "learning_rate": 0.0002353750073877375, + "loss": 4.2943, + "mean_token_accuracy": 0.26238631904125215, + "num_tokens": 14574525.0, + "step": 6125 + }, + { + "entropy": 4.79324197769165, + "epoch": 5.998531571218796, + "grad_norm": 1.078125, + "learning_rate": 0.00023499731799094792, + "loss": 4.3363, + "mean_token_accuracy": 0.2622803270816803, + "num_tokens": 14586978.0, + "step": 6130 + }, + { + "entropy": 4.938174141777886, + "epoch": 6.002936857562408, + "grad_norm": 1.1640625, + "learning_rate": 0.0002346197449557085, + "loss": 4.5267, + "mean_token_accuracy": 0.24622786541779837, + "num_tokens": 14596950.0, + "step": 6135 + }, + { + "entropy": 4.868229866027832, + "epoch": 6.007831620166422, + "grad_norm": 1.2734375, + "learning_rate": 0.00023424228938032023, + "loss": 4.269, + "mean_token_accuracy": 0.267243792116642, + "num_tokens": 14608443.0, + "step": 6140 + }, + { + "entropy": 4.856946420669556, + "epoch": 6.012726382770436, + "grad_norm": 1.2265625, + "learning_rate": 0.00023386495236274235, + "loss": 4.1954, + "mean_token_accuracy": 0.26945479214191437, + "num_tokens": 14619633.0, + "step": 6145 + }, + { + "entropy": 4.797254514694214, + "epoch": 6.0176211453744495, + "grad_norm": 1.140625, + "learning_rate": 0.00023348773500058928, + "loss": 4.1346, + "mean_token_accuracy": 0.28204409778118134, + "num_tokens": 14631935.0, + "step": 6150 + }, + { + "entropy": 4.893494367599487, + "epoch": 6.022515907978463, + "grad_norm": 1.0078125, + "learning_rate": 0.0002331106383911274, + "loss": 4.2652, + "mean_token_accuracy": 0.2601096361875534, + "num_tokens": 14645440.0, + "step": 6155 + }, + { + "entropy": 4.83541169166565, + "epoch": 6.027410670582476, + "grad_norm": 1.1953125, + "learning_rate": 0.00023273366363127173, + "loss": 4.1892, + "mean_token_accuracy": 0.2682227447628975, + "num_tokens": 14658005.0, + "step": 6160 + }, + { + "entropy": 4.927010250091553, + "epoch": 6.03230543318649, + "grad_norm": 1.203125, + "learning_rate": 0.00023235681181758307, + "loss": 4.1504, + "mean_token_accuracy": 0.2842243373394012, + "num_tokens": 14668253.0, + "step": 6165 + }, + { + "entropy": 4.864370393753052, + "epoch": 6.037200195790504, + "grad_norm": 1.1796875, + "learning_rate": 0.00023198008404626426, + "loss": 4.2025, + "mean_token_accuracy": 0.27535333186388017, + "num_tokens": 14680920.0, + "step": 6170 + }, + { + "entropy": 4.819535160064698, + "epoch": 6.042094958394518, + "grad_norm": 1.328125, + "learning_rate": 0.00023160348141315772, + "loss": 4.1694, + "mean_token_accuracy": 0.2749713361263275, + "num_tokens": 14692486.0, + "step": 6175 + }, + { + "entropy": 4.84032826423645, + "epoch": 6.046989720998532, + "grad_norm": 1.171875, + "learning_rate": 0.0002312270050137415, + "loss": 4.1672, + "mean_token_accuracy": 0.2730707943439484, + "num_tokens": 14703764.0, + "step": 6180 + }, + { + "entropy": 4.832402467727661, + "epoch": 6.051884483602545, + "grad_norm": 1.171875, + "learning_rate": 0.00023085065594312672, + "loss": 4.1812, + "mean_token_accuracy": 0.2766795590519905, + "num_tokens": 14715036.0, + "step": 6185 + }, + { + "entropy": 4.795878648757935, + "epoch": 6.056779246206559, + "grad_norm": 1.125, + "learning_rate": 0.00023047443529605383, + "loss": 4.1735, + "mean_token_accuracy": 0.27436170876026156, + "num_tokens": 14726900.0, + "step": 6190 + }, + { + "entropy": 4.874473524093628, + "epoch": 6.061674008810573, + "grad_norm": 1.2265625, + "learning_rate": 0.00023009834416689006, + "loss": 4.264, + "mean_token_accuracy": 0.2762237161397934, + "num_tokens": 14738305.0, + "step": 6195 + }, + { + "entropy": 4.825719833374023, + "epoch": 6.066568771414587, + "grad_norm": 1.2265625, + "learning_rate": 0.00022972238364962573, + "loss": 4.0988, + "mean_token_accuracy": 0.2811549425125122, + "num_tokens": 14749004.0, + "step": 6200 + }, + { + "entropy": 4.804828882217407, + "epoch": 6.0714635340186005, + "grad_norm": 1.25, + "learning_rate": 0.00022934655483787116, + "loss": 4.1463, + "mean_token_accuracy": 0.2754515290260315, + "num_tokens": 14758997.0, + "step": 6205 + }, + { + "entropy": 4.731018972396851, + "epoch": 6.0763582966226135, + "grad_norm": 1.1953125, + "learning_rate": 0.00022897085882485363, + "loss": 4.141, + "mean_token_accuracy": 0.2798526793718338, + "num_tokens": 14771234.0, + "step": 6210 + }, + { + "entropy": 4.816930341720581, + "epoch": 6.081253059226627, + "grad_norm": 1.1328125, + "learning_rate": 0.00022859529670341412, + "loss": 4.1734, + "mean_token_accuracy": 0.2771123304963112, + "num_tokens": 14783297.0, + "step": 6215 + }, + { + "entropy": 4.866773557662964, + "epoch": 6.086147821830641, + "grad_norm": 1.1484375, + "learning_rate": 0.0002282198695660042, + "loss": 4.223, + "mean_token_accuracy": 0.2721914514899254, + "num_tokens": 14795879.0, + "step": 6220 + }, + { + "entropy": 4.865912342071534, + "epoch": 6.091042584434655, + "grad_norm": 1.2734375, + "learning_rate": 0.0002278445785046827, + "loss": 4.216, + "mean_token_accuracy": 0.2727255493402481, + "num_tokens": 14807089.0, + "step": 6225 + }, + { + "entropy": 4.871426677703857, + "epoch": 6.095937347038669, + "grad_norm": 1.0859375, + "learning_rate": 0.00022746942461111263, + "loss": 4.254, + "mean_token_accuracy": 0.2625962600111961, + "num_tokens": 14819833.0, + "step": 6230 + }, + { + "entropy": 4.740596199035645, + "epoch": 6.100832109642682, + "grad_norm": 1.296875, + "learning_rate": 0.00022709440897655814, + "loss": 4.085, + "mean_token_accuracy": 0.28691370636224744, + "num_tokens": 14831445.0, + "step": 6235 + }, + { + "entropy": 4.7926253318786625, + "epoch": 6.105726872246696, + "grad_norm": 1.1796875, + "learning_rate": 0.000226719532691881, + "loss": 4.1375, + "mean_token_accuracy": 0.27816627621650697, + "num_tokens": 14842903.0, + "step": 6240 + }, + { + "entropy": 4.774874925613403, + "epoch": 6.11062163485071, + "grad_norm": 1.125, + "learning_rate": 0.00022634479684753784, + "loss": 4.1794, + "mean_token_accuracy": 0.2747546464204788, + "num_tokens": 14855549.0, + "step": 6245 + }, + { + "entropy": 4.767557144165039, + "epoch": 6.115516397454724, + "grad_norm": 1.1484375, + "learning_rate": 0.00022597020253357653, + "loss": 4.1578, + "mean_token_accuracy": 0.2763927549123764, + "num_tokens": 14867637.0, + "step": 6250 + }, + { + "entropy": 4.883736896514892, + "epoch": 6.120411160058737, + "grad_norm": 1.1953125, + "learning_rate": 0.0002255957508396335, + "loss": 4.2442, + "mean_token_accuracy": 0.26765406131744385, + "num_tokens": 14879091.0, + "step": 6255 + }, + { + "entropy": 4.940708494186401, + "epoch": 6.125305922662751, + "grad_norm": 1.171875, + "learning_rate": 0.0002252214428549301, + "loss": 4.3049, + "mean_token_accuracy": 0.27202845811843873, + "num_tokens": 14891534.0, + "step": 6260 + }, + { + "entropy": 4.808643913269043, + "epoch": 6.1302006852667645, + "grad_norm": 1.1484375, + "learning_rate": 0.0002248472796682699, + "loss": 4.1795, + "mean_token_accuracy": 0.27599882930517194, + "num_tokens": 14904932.0, + "step": 6265 + }, + { + "entropy": 4.884942626953125, + "epoch": 6.135095447870778, + "grad_norm": 1.2890625, + "learning_rate": 0.00022447326236803506, + "loss": 4.2656, + "mean_token_accuracy": 0.2682978302240372, + "num_tokens": 14916576.0, + "step": 6270 + }, + { + "entropy": 4.94645938873291, + "epoch": 6.139990210474792, + "grad_norm": 1.28125, + "learning_rate": 0.00022409939204218337, + "loss": 4.3452, + "mean_token_accuracy": 0.2676354169845581, + "num_tokens": 14928470.0, + "step": 6275 + }, + { + "entropy": 4.836667537689209, + "epoch": 6.144884973078805, + "grad_norm": 1.15625, + "learning_rate": 0.00022372566977824537, + "loss": 4.2439, + "mean_token_accuracy": 0.26788300424814226, + "num_tokens": 14941650.0, + "step": 6280 + }, + { + "entropy": 4.845656251907348, + "epoch": 6.149779735682819, + "grad_norm": 1.234375, + "learning_rate": 0.0002233520966633205, + "loss": 4.2367, + "mean_token_accuracy": 0.2657042175531387, + "num_tokens": 14952755.0, + "step": 6285 + }, + { + "entropy": 4.9208417415618895, + "epoch": 6.154674498286833, + "grad_norm": 1.140625, + "learning_rate": 0.00022297867378407476, + "loss": 4.241, + "mean_token_accuracy": 0.27318698167800903, + "num_tokens": 14964688.0, + "step": 6290 + }, + { + "entropy": 4.785317707061767, + "epoch": 6.159569260890847, + "grad_norm": 1.171875, + "learning_rate": 0.0002226054022267368, + "loss": 4.1559, + "mean_token_accuracy": 0.2777329087257385, + "num_tokens": 14977342.0, + "step": 6295 + }, + { + "entropy": 4.8080377101898195, + "epoch": 6.164464023494861, + "grad_norm": 1.171875, + "learning_rate": 0.00022223228307709532, + "loss": 4.2403, + "mean_token_accuracy": 0.27028653770685196, + "num_tokens": 14989978.0, + "step": 6300 + }, + { + "entropy": 4.857764005661011, + "epoch": 6.169358786098874, + "grad_norm": 1.1328125, + "learning_rate": 0.00022185931742049565, + "loss": 4.2303, + "mean_token_accuracy": 0.2628043547272682, + "num_tokens": 15001461.0, + "step": 6305 + }, + { + "entropy": 4.795481014251709, + "epoch": 6.174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.00022148650634183647, + "loss": 4.206, + "mean_token_accuracy": 0.2713712215423584, + "num_tokens": 15013565.0, + "step": 6310 + }, + { + "entropy": 4.802100610733032, + "epoch": 6.179148311306902, + "grad_norm": 1.1875, + "learning_rate": 0.00022111385092556706, + "loss": 4.1986, + "mean_token_accuracy": 0.2786237820982933, + "num_tokens": 15025659.0, + "step": 6315 + }, + { + "entropy": 4.857635259628296, + "epoch": 6.184043073910916, + "grad_norm": 1.2421875, + "learning_rate": 0.0002207413522556837, + "loss": 4.2121, + "mean_token_accuracy": 0.2751770704984665, + "num_tokens": 15035587.0, + "step": 6320 + }, + { + "entropy": 4.822937393188477, + "epoch": 6.1889378365149295, + "grad_norm": 1.2890625, + "learning_rate": 0.00022036901141572692, + "loss": 4.2034, + "mean_token_accuracy": 0.26728240251541135, + "num_tokens": 15046722.0, + "step": 6325 + }, + { + "entropy": 4.789797830581665, + "epoch": 6.1938325991189425, + "grad_norm": 1.234375, + "learning_rate": 0.00021999682948877785, + "loss": 4.1278, + "mean_token_accuracy": 0.27864754796028135, + "num_tokens": 15058281.0, + "step": 6330 + }, + { + "entropy": 4.8300446510314945, + "epoch": 6.198727361722956, + "grad_norm": 1.1796875, + "learning_rate": 0.0002196248075574558, + "loss": 4.1802, + "mean_token_accuracy": 0.2792785882949829, + "num_tokens": 15071811.0, + "step": 6335 + }, + { + "entropy": 4.860809469223023, + "epoch": 6.20362212432697, + "grad_norm": 1.0625, + "learning_rate": 0.00021925294670391415, + "loss": 4.2547, + "mean_token_accuracy": 0.26011847108602526, + "num_tokens": 15084633.0, + "step": 6340 + }, + { + "entropy": 4.797617483139038, + "epoch": 6.208516886930984, + "grad_norm": 1.1328125, + "learning_rate": 0.0002188812480098382, + "loss": 4.1287, + "mean_token_accuracy": 0.2788653612136841, + "num_tokens": 15096159.0, + "step": 6345 + }, + { + "entropy": 4.787037372589111, + "epoch": 6.213411649534997, + "grad_norm": 1.3359375, + "learning_rate": 0.00021850971255644132, + "loss": 4.1419, + "mean_token_accuracy": 0.2781364738941193, + "num_tokens": 15106946.0, + "step": 6350 + }, + { + "entropy": 4.713369274139405, + "epoch": 6.218306412139011, + "grad_norm": 1.140625, + "learning_rate": 0.00021813834142446204, + "loss": 4.1694, + "mean_token_accuracy": 0.2754037231206894, + "num_tokens": 15118302.0, + "step": 6355 + }, + { + "entropy": 4.874451589584351, + "epoch": 6.223201174743025, + "grad_norm": 1.2421875, + "learning_rate": 0.00021776713569416102, + "loss": 4.2012, + "mean_token_accuracy": 0.276554149389267, + "num_tokens": 15128758.0, + "step": 6360 + }, + { + "entropy": 4.885494756698608, + "epoch": 6.228095937347039, + "grad_norm": 1.171875, + "learning_rate": 0.0002173960964453176, + "loss": 4.2504, + "mean_token_accuracy": 0.2736656591296196, + "num_tokens": 15141323.0, + "step": 6365 + }, + { + "entropy": 4.882346963882446, + "epoch": 6.232990699951053, + "grad_norm": 1.234375, + "learning_rate": 0.00021702522475722707, + "loss": 4.2664, + "mean_token_accuracy": 0.260635481774807, + "num_tokens": 15153777.0, + "step": 6370 + }, + { + "entropy": 4.812655591964722, + "epoch": 6.237885462555066, + "grad_norm": 1.1953125, + "learning_rate": 0.00021665452170869715, + "loss": 4.2003, + "mean_token_accuracy": 0.2736028864979744, + "num_tokens": 15165877.0, + "step": 6375 + }, + { + "entropy": 4.854285335540771, + "epoch": 6.24278022515908, + "grad_norm": 1.0859375, + "learning_rate": 0.00021628398837804502, + "loss": 4.2676, + "mean_token_accuracy": 0.2644032076001167, + "num_tokens": 15178808.0, + "step": 6380 + }, + { + "entropy": 4.789268064498901, + "epoch": 6.2476749877630935, + "grad_norm": 1.09375, + "learning_rate": 0.00021591362584309448, + "loss": 4.1754, + "mean_token_accuracy": 0.2738038256764412, + "num_tokens": 15191124.0, + "step": 6385 + }, + { + "entropy": 4.803241109848022, + "epoch": 6.252569750367107, + "grad_norm": 1.2265625, + "learning_rate": 0.00021554343518117192, + "loss": 4.1438, + "mean_token_accuracy": 0.2791943490505219, + "num_tokens": 15202452.0, + "step": 6390 + }, + { + "entropy": 4.877780866622925, + "epoch": 6.257464512971121, + "grad_norm": 1.2421875, + "learning_rate": 0.00021517341746910435, + "loss": 4.2576, + "mean_token_accuracy": 0.2712852030992508, + "num_tokens": 15214922.0, + "step": 6395 + }, + { + "entropy": 4.863499307632447, + "epoch": 6.262359275575134, + "grad_norm": 1.0859375, + "learning_rate": 0.00021480357378321537, + "loss": 4.3046, + "mean_token_accuracy": 0.26076753437519073, + "num_tokens": 15228382.0, + "step": 6400 + }, + { + "entropy": 4.83922233581543, + "epoch": 6.267254038179148, + "grad_norm": 1.2265625, + "learning_rate": 0.00021443390519932255, + "loss": 4.2526, + "mean_token_accuracy": 0.2809333875775337, + "num_tokens": 15240719.0, + "step": 6405 + }, + { + "entropy": 4.841563701629639, + "epoch": 6.272148800783162, + "grad_norm": 1.2421875, + "learning_rate": 0.00021406441279273392, + "loss": 4.1643, + "mean_token_accuracy": 0.27913168668746946, + "num_tokens": 15251602.0, + "step": 6410 + }, + { + "entropy": 4.812811374664307, + "epoch": 6.277043563387176, + "grad_norm": 1.3046875, + "learning_rate": 0.0002136950976382452, + "loss": 4.1813, + "mean_token_accuracy": 0.275836580991745, + "num_tokens": 15262798.0, + "step": 6415 + }, + { + "entropy": 4.797037792205811, + "epoch": 6.28193832599119, + "grad_norm": 1.21875, + "learning_rate": 0.00021332596081013644, + "loss": 4.2153, + "mean_token_accuracy": 0.27011936008930204, + "num_tokens": 15275367.0, + "step": 6420 + }, + { + "entropy": 4.865811824798584, + "epoch": 6.286833088595203, + "grad_norm": 1.296875, + "learning_rate": 0.000212957003382169, + "loss": 4.2325, + "mean_token_accuracy": 0.2576811045408249, + "num_tokens": 15286438.0, + "step": 6425 + }, + { + "entropy": 4.893474817276001, + "epoch": 6.291727851199217, + "grad_norm": 1.1484375, + "learning_rate": 0.00021258822642758246, + "loss": 4.28, + "mean_token_accuracy": 0.2612115263938904, + "num_tokens": 15299996.0, + "step": 6430 + }, + { + "entropy": 4.865672016143799, + "epoch": 6.296622613803231, + "grad_norm": 1.2265625, + "learning_rate": 0.00021221963101909113, + "loss": 4.2813, + "mean_token_accuracy": 0.2616779044270515, + "num_tokens": 15311751.0, + "step": 6435 + }, + { + "entropy": 4.871557569503784, + "epoch": 6.3015173764072445, + "grad_norm": 1.21875, + "learning_rate": 0.00021185121822888165, + "loss": 4.2092, + "mean_token_accuracy": 0.27429331094026566, + "num_tokens": 15322701.0, + "step": 6440 + }, + { + "entropy": 4.85855450630188, + "epoch": 6.3064121390112575, + "grad_norm": 1.265625, + "learning_rate": 0.00021148298912860913, + "loss": 4.2195, + "mean_token_accuracy": 0.2690881282091141, + "num_tokens": 15334256.0, + "step": 6445 + }, + { + "entropy": 4.836480283737183, + "epoch": 6.311306901615271, + "grad_norm": 1.25, + "learning_rate": 0.00021111494478939452, + "loss": 4.2403, + "mean_token_accuracy": 0.2790952980518341, + "num_tokens": 15346801.0, + "step": 6450 + }, + { + "entropy": 4.830028295516968, + "epoch": 6.316201664219285, + "grad_norm": 1.1875, + "learning_rate": 0.00021074708628182127, + "loss": 4.215, + "mean_token_accuracy": 0.2714369848370552, + "num_tokens": 15358617.0, + "step": 6455 + }, + { + "entropy": 4.8586992740631105, + "epoch": 6.321096426823299, + "grad_norm": 1.203125, + "learning_rate": 0.0002103794146759323, + "loss": 4.1794, + "mean_token_accuracy": 0.27869624495506284, + "num_tokens": 15369851.0, + "step": 6460 + }, + { + "entropy": 4.8272411823272705, + "epoch": 6.325991189427313, + "grad_norm": 1.1640625, + "learning_rate": 0.0002100119310412269, + "loss": 4.1811, + "mean_token_accuracy": 0.27745148837566375, + "num_tokens": 15381524.0, + "step": 6465 + }, + { + "entropy": 4.811811637878418, + "epoch": 6.330885952031326, + "grad_norm": 1.2890625, + "learning_rate": 0.00020964463644665743, + "loss": 4.1939, + "mean_token_accuracy": 0.2748070567846298, + "num_tokens": 15393189.0, + "step": 6470 + }, + { + "entropy": 4.882379531860352, + "epoch": 6.33578071463534, + "grad_norm": 1.2421875, + "learning_rate": 0.00020927753196062655, + "loss": 4.2421, + "mean_token_accuracy": 0.2694641500711441, + "num_tokens": 15405454.0, + "step": 6475 + }, + { + "entropy": 4.940475368499756, + "epoch": 6.340675477239354, + "grad_norm": 1.2421875, + "learning_rate": 0.00020891061865098377, + "loss": 4.2709, + "mean_token_accuracy": 0.27064765989780426, + "num_tokens": 15418177.0, + "step": 6480 + }, + { + "entropy": 4.8033034324646, + "epoch": 6.345570239843368, + "grad_norm": 1.140625, + "learning_rate": 0.00020854389758502264, + "loss": 4.1983, + "mean_token_accuracy": 0.27187115550041197, + "num_tokens": 15430765.0, + "step": 6485 + }, + { + "entropy": 4.797132968902588, + "epoch": 6.350465002447382, + "grad_norm": 1.265625, + "learning_rate": 0.00020817736982947733, + "loss": 4.1805, + "mean_token_accuracy": 0.2732017606496811, + "num_tokens": 15443020.0, + "step": 6490 + }, + { + "entropy": 4.860235118865967, + "epoch": 6.355359765051395, + "grad_norm": 1.1640625, + "learning_rate": 0.0002078110364505198, + "loss": 4.2013, + "mean_token_accuracy": 0.26815899163484574, + "num_tokens": 15454546.0, + "step": 6495 + }, + { + "entropy": 4.899313163757324, + "epoch": 6.3602545276554086, + "grad_norm": 1.21875, + "learning_rate": 0.00020744489851375682, + "loss": 4.2147, + "mean_token_accuracy": 0.2775817528367043, + "num_tokens": 15465943.0, + "step": 6500 + }, + { + "entropy": 4.819829940795898, + "epoch": 6.365149290259422, + "grad_norm": 1.1953125, + "learning_rate": 0.00020707895708422608, + "loss": 4.2655, + "mean_token_accuracy": 0.26704556941986085, + "num_tokens": 15477344.0, + "step": 6505 + }, + { + "entropy": 4.741813993453979, + "epoch": 6.370044052863436, + "grad_norm": 1.140625, + "learning_rate": 0.0002067132132263943, + "loss": 4.1813, + "mean_token_accuracy": 0.27693390250205996, + "num_tokens": 15490314.0, + "step": 6510 + }, + { + "entropy": 4.863301706314087, + "epoch": 6.37493881546745, + "grad_norm": 1.3125, + "learning_rate": 0.000206347668004153, + "loss": 4.2475, + "mean_token_accuracy": 0.2650014743208885, + "num_tokens": 15501140.0, + "step": 6515 + }, + { + "entropy": 4.864447069168091, + "epoch": 6.379833578071463, + "grad_norm": 1.1015625, + "learning_rate": 0.00020598232248081628, + "loss": 4.2063, + "mean_token_accuracy": 0.27616211473941804, + "num_tokens": 15513384.0, + "step": 6520 + }, + { + "entropy": 4.7786345958709715, + "epoch": 6.384728340675477, + "grad_norm": 1.125, + "learning_rate": 0.000205617177719117, + "loss": 4.1803, + "mean_token_accuracy": 0.27438597977161405, + "num_tokens": 15524938.0, + "step": 6525 + }, + { + "entropy": 4.8338518142700195, + "epoch": 6.389623103279491, + "grad_norm": 1.2890625, + "learning_rate": 0.00020525223478120425, + "loss": 4.287, + "mean_token_accuracy": 0.26312141716480253, + "num_tokens": 15536587.0, + "step": 6530 + }, + { + "entropy": 4.877009725570678, + "epoch": 6.394517865883505, + "grad_norm": 1.1640625, + "learning_rate": 0.0002048874947286401, + "loss": 4.2246, + "mean_token_accuracy": 0.2701993718743324, + "num_tokens": 15548331.0, + "step": 6535 + }, + { + "entropy": 4.846718978881836, + "epoch": 6.399412628487518, + "grad_norm": 1.2109375, + "learning_rate": 0.00020452295862239628, + "loss": 4.2365, + "mean_token_accuracy": 0.2658727169036865, + "num_tokens": 15559651.0, + "step": 6540 + }, + { + "entropy": 4.738231754302978, + "epoch": 6.404307391091532, + "grad_norm": 1.1640625, + "learning_rate": 0.0002041586275228514, + "loss": 4.1488, + "mean_token_accuracy": 0.271811380982399, + "num_tokens": 15571661.0, + "step": 6545 + }, + { + "entropy": 4.757180786132812, + "epoch": 6.409202153695546, + "grad_norm": 1.21875, + "learning_rate": 0.00020379450248978758, + "loss": 4.1828, + "mean_token_accuracy": 0.2725284159183502, + "num_tokens": 15583039.0, + "step": 6550 + }, + { + "entropy": 4.9070579528808596, + "epoch": 6.41409691629956, + "grad_norm": 1.1796875, + "learning_rate": 0.00020343058458238784, + "loss": 4.2965, + "mean_token_accuracy": 0.26431872844696047, + "num_tokens": 15595323.0, + "step": 6555 + }, + { + "entropy": 4.898988962173462, + "epoch": 6.4189916789035735, + "grad_norm": 1.296875, + "learning_rate": 0.00020306687485923224, + "loss": 4.297, + "mean_token_accuracy": 0.26345344036817553, + "num_tokens": 15608028.0, + "step": 6560 + }, + { + "entropy": 4.767673826217651, + "epoch": 6.4238864415075865, + "grad_norm": 1.1796875, + "learning_rate": 0.00020270337437829566, + "loss": 4.1317, + "mean_token_accuracy": 0.275686576962471, + "num_tokens": 15619581.0, + "step": 6565 + }, + { + "entropy": 4.824228715896607, + "epoch": 6.4287812041116, + "grad_norm": 1.28125, + "learning_rate": 0.00020234008419694422, + "loss": 4.1916, + "mean_token_accuracy": 0.27475271075963975, + "num_tokens": 15631350.0, + "step": 6570 + }, + { + "entropy": 4.8114992618560795, + "epoch": 6.433675966715614, + "grad_norm": 1.2265625, + "learning_rate": 0.0002019770053719322, + "loss": 4.1537, + "mean_token_accuracy": 0.27048716843128207, + "num_tokens": 15642981.0, + "step": 6575 + }, + { + "entropy": 4.838646078109742, + "epoch": 6.438570729319628, + "grad_norm": 1.2265625, + "learning_rate": 0.0002016141389593993, + "loss": 4.2253, + "mean_token_accuracy": 0.27099927961826326, + "num_tokens": 15655870.0, + "step": 6580 + }, + { + "entropy": 4.829157924652099, + "epoch": 6.443465491923642, + "grad_norm": 1.125, + "learning_rate": 0.00020125148601486697, + "loss": 4.2518, + "mean_token_accuracy": 0.2692422866821289, + "num_tokens": 15667980.0, + "step": 6585 + }, + { + "entropy": 4.820345306396485, + "epoch": 6.448360254527655, + "grad_norm": 1.0390625, + "learning_rate": 0.00020088904759323618, + "loss": 4.2263, + "mean_token_accuracy": 0.2683408439159393, + "num_tokens": 15679951.0, + "step": 6590 + }, + { + "entropy": 4.793087339401245, + "epoch": 6.453255017131669, + "grad_norm": 1.1640625, + "learning_rate": 0.00020052682474878348, + "loss": 4.275, + "mean_token_accuracy": 0.2666164442896843, + "num_tokens": 15693726.0, + "step": 6595 + }, + { + "entropy": 4.812196397781372, + "epoch": 6.458149779735683, + "grad_norm": 1.171875, + "learning_rate": 0.00020016481853515867, + "loss": 4.2339, + "mean_token_accuracy": 0.2712885245680809, + "num_tokens": 15705351.0, + "step": 6600 + }, + { + "entropy": 4.842929077148438, + "epoch": 6.463044542339697, + "grad_norm": 1.078125, + "learning_rate": 0.00019980303000538107, + "loss": 4.1756, + "mean_token_accuracy": 0.27295818775892255, + "num_tokens": 15717233.0, + "step": 6605 + }, + { + "entropy": 4.818914127349854, + "epoch": 6.467939304943711, + "grad_norm": 1.234375, + "learning_rate": 0.00019944146021183713, + "loss": 4.2522, + "mean_token_accuracy": 0.26604991406202316, + "num_tokens": 15729176.0, + "step": 6610 + }, + { + "entropy": 4.797746372222901, + "epoch": 6.472834067547724, + "grad_norm": 1.21875, + "learning_rate": 0.0001990801102062768, + "loss": 4.1772, + "mean_token_accuracy": 0.2749250531196594, + "num_tokens": 15741107.0, + "step": 6615 + }, + { + "entropy": 4.82577919960022, + "epoch": 6.4777288301517375, + "grad_norm": 1.2890625, + "learning_rate": 0.0001987189810398108, + "loss": 4.2698, + "mean_token_accuracy": 0.2620985582470894, + "num_tokens": 15752502.0, + "step": 6620 + }, + { + "entropy": 4.85613489151001, + "epoch": 6.482623592755751, + "grad_norm": 1.25, + "learning_rate": 0.00019835807376290744, + "loss": 4.2656, + "mean_token_accuracy": 0.26031616777181626, + "num_tokens": 15764404.0, + "step": 6625 + }, + { + "entropy": 4.835601472854615, + "epoch": 6.487518355359765, + "grad_norm": 1.2265625, + "learning_rate": 0.00019799738942538953, + "loss": 4.2261, + "mean_token_accuracy": 0.26890532970428466, + "num_tokens": 15776722.0, + "step": 6630 + }, + { + "entropy": 4.838583707809448, + "epoch": 6.492413117963778, + "grad_norm": 1.21875, + "learning_rate": 0.0001976369290764315, + "loss": 4.2586, + "mean_token_accuracy": 0.270209875702858, + "num_tokens": 15788863.0, + "step": 6635 + }, + { + "entropy": 4.801536655426025, + "epoch": 6.497307880567792, + "grad_norm": 1.203125, + "learning_rate": 0.00019727669376455614, + "loss": 4.2205, + "mean_token_accuracy": 0.27733253836631777, + "num_tokens": 15800359.0, + "step": 6640 + }, + { + "entropy": 4.832352018356323, + "epoch": 6.502202643171806, + "grad_norm": 1.1953125, + "learning_rate": 0.00019691668453763163, + "loss": 4.2949, + "mean_token_accuracy": 0.26831928342580796, + "num_tokens": 15811305.0, + "step": 6645 + }, + { + "entropy": 4.767752599716187, + "epoch": 6.50709740577582, + "grad_norm": 1.1796875, + "learning_rate": 0.00019655690244286866, + "loss": 4.1762, + "mean_token_accuracy": 0.27681835293769835, + "num_tokens": 15824315.0, + "step": 6650 + }, + { + "entropy": 4.7820886135101315, + "epoch": 6.511992168379834, + "grad_norm": 1.125, + "learning_rate": 0.00019619734852681698, + "loss": 4.1599, + "mean_token_accuracy": 0.27901582717895507, + "num_tokens": 15836299.0, + "step": 6655 + }, + { + "entropy": 4.8313281536102295, + "epoch": 6.516886930983848, + "grad_norm": 1.1953125, + "learning_rate": 0.00019583802383536293, + "loss": 4.2678, + "mean_token_accuracy": 0.26988839358091354, + "num_tokens": 15848986.0, + "step": 6660 + }, + { + "entropy": 4.872956228256226, + "epoch": 6.521781693587861, + "grad_norm": 1.3046875, + "learning_rate": 0.00019547892941372563, + "loss": 4.2103, + "mean_token_accuracy": 0.2761853069067001, + "num_tokens": 15859648.0, + "step": 6665 + }, + { + "entropy": 4.915903759002686, + "epoch": 6.526676456191875, + "grad_norm": 1.21875, + "learning_rate": 0.0001951200663064549, + "loss": 4.2957, + "mean_token_accuracy": 0.26605250388383866, + "num_tokens": 15871104.0, + "step": 6670 + }, + { + "entropy": 4.794031095504761, + "epoch": 6.5315712187958885, + "grad_norm": 1.203125, + "learning_rate": 0.0001947614355574272, + "loss": 4.2166, + "mean_token_accuracy": 0.2687538146972656, + "num_tokens": 15884614.0, + "step": 6675 + }, + { + "entropy": 4.85666036605835, + "epoch": 6.536465981399902, + "grad_norm": 1.296875, + "learning_rate": 0.00019440303820984339, + "loss": 4.2741, + "mean_token_accuracy": 0.2684029802680016, + "num_tokens": 15896555.0, + "step": 6680 + }, + { + "entropy": 4.831001615524292, + "epoch": 6.541360744003915, + "grad_norm": 1.359375, + "learning_rate": 0.0001940448753062255, + "loss": 4.2209, + "mean_token_accuracy": 0.2695989325642586, + "num_tokens": 15908179.0, + "step": 6685 + }, + { + "entropy": 4.835015678405762, + "epoch": 6.546255506607929, + "grad_norm": 1.2265625, + "learning_rate": 0.00019368694788841323, + "loss": 4.2392, + "mean_token_accuracy": 0.2734552651643753, + "num_tokens": 15919685.0, + "step": 6690 + }, + { + "entropy": 4.792286920547485, + "epoch": 6.551150269211943, + "grad_norm": 1.3203125, + "learning_rate": 0.0001933292569975616, + "loss": 4.1766, + "mean_token_accuracy": 0.2831962674856186, + "num_tokens": 15931637.0, + "step": 6695 + }, + { + "entropy": 4.829886341094971, + "epoch": 6.556045031815957, + "grad_norm": 1.1328125, + "learning_rate": 0.00019297180367413753, + "loss": 4.2534, + "mean_token_accuracy": 0.26621277779340746, + "num_tokens": 15943958.0, + "step": 6700 + }, + { + "entropy": 4.779302406311035, + "epoch": 6.560939794419971, + "grad_norm": 1.1875, + "learning_rate": 0.00019261458895791683, + "loss": 4.2087, + "mean_token_accuracy": 0.27134326845407486, + "num_tokens": 15955964.0, + "step": 6705 + }, + { + "entropy": 4.8313768863677975, + "epoch": 6.565834557023984, + "grad_norm": 1.265625, + "learning_rate": 0.0001922576138879813, + "loss": 4.1676, + "mean_token_accuracy": 0.2797742038965225, + "num_tokens": 15967724.0, + "step": 6710 + }, + { + "entropy": 4.792687797546387, + "epoch": 6.570729319627998, + "grad_norm": 1.140625, + "learning_rate": 0.00019190087950271567, + "loss": 4.1607, + "mean_token_accuracy": 0.28083215057849886, + "num_tokens": 15979655.0, + "step": 6715 + }, + { + "entropy": 4.786281538009644, + "epoch": 6.575624082232012, + "grad_norm": 1.3359375, + "learning_rate": 0.00019154438683980442, + "loss": 4.201, + "mean_token_accuracy": 0.26920303851366045, + "num_tokens": 15991179.0, + "step": 6720 + }, + { + "entropy": 4.7571288585662845, + "epoch": 6.580518844836026, + "grad_norm": 1.234375, + "learning_rate": 0.000191188136936229, + "loss": 4.1686, + "mean_token_accuracy": 0.28140535950660706, + "num_tokens": 16002829.0, + "step": 6725 + }, + { + "entropy": 4.884326171875, + "epoch": 6.585413607440039, + "grad_norm": 1.171875, + "learning_rate": 0.00019083213082826483, + "loss": 4.3358, + "mean_token_accuracy": 0.26777314990758894, + "num_tokens": 16015699.0, + "step": 6730 + }, + { + "entropy": 4.834535598754883, + "epoch": 6.590308370044053, + "grad_norm": 1.1015625, + "learning_rate": 0.0001904763695514779, + "loss": 4.2066, + "mean_token_accuracy": 0.27164087295532224, + "num_tokens": 16027655.0, + "step": 6735 + }, + { + "entropy": 4.846742725372314, + "epoch": 6.5952031326480665, + "grad_norm": 1.203125, + "learning_rate": 0.00019012085414072226, + "loss": 4.1997, + "mean_token_accuracy": 0.2772118762135506, + "num_tokens": 16038801.0, + "step": 6740 + }, + { + "entropy": 4.773180532455444, + "epoch": 6.60009789525208, + "grad_norm": 1.25, + "learning_rate": 0.00018976558563013664, + "loss": 4.2013, + "mean_token_accuracy": 0.2664397060871124, + "num_tokens": 16050080.0, + "step": 6745 + }, + { + "entropy": 4.81363525390625, + "epoch": 6.604992657856094, + "grad_norm": 1.2265625, + "learning_rate": 0.00018941056505314164, + "loss": 4.2004, + "mean_token_accuracy": 0.27494569569826127, + "num_tokens": 16060570.0, + "step": 6750 + }, + { + "entropy": 4.830636215209961, + "epoch": 6.609887420460108, + "grad_norm": 1.1875, + "learning_rate": 0.00018905579344243652, + "loss": 4.1835, + "mean_token_accuracy": 0.26962684392929076, + "num_tokens": 16071658.0, + "step": 6755 + }, + { + "entropy": 4.83025336265564, + "epoch": 6.614782183064121, + "grad_norm": 1.2734375, + "learning_rate": 0.00018870127182999658, + "loss": 4.1921, + "mean_token_accuracy": 0.2740777343511581, + "num_tokens": 16083191.0, + "step": 6760 + }, + { + "entropy": 4.758773517608643, + "epoch": 6.619676945668135, + "grad_norm": 1.1953125, + "learning_rate": 0.00018834700124706973, + "loss": 4.1522, + "mean_token_accuracy": 0.27572301030158997, + "num_tokens": 16094987.0, + "step": 6765 + }, + { + "entropy": 4.8176719665527346, + "epoch": 6.624571708272149, + "grad_norm": 1.234375, + "learning_rate": 0.00018799298272417376, + "loss": 4.183, + "mean_token_accuracy": 0.28053936511278155, + "num_tokens": 16105751.0, + "step": 6770 + }, + { + "entropy": 4.7507847309112545, + "epoch": 6.629466470876163, + "grad_norm": 1.1328125, + "learning_rate": 0.00018763921729109318, + "loss": 4.1182, + "mean_token_accuracy": 0.27906791120767593, + "num_tokens": 16117175.0, + "step": 6775 + }, + { + "entropy": 4.9235481262207035, + "epoch": 6.634361233480176, + "grad_norm": 1.1640625, + "learning_rate": 0.00018728570597687638, + "loss": 4.3259, + "mean_token_accuracy": 0.2675983518362045, + "num_tokens": 16130231.0, + "step": 6780 + }, + { + "entropy": 4.829068851470947, + "epoch": 6.63925599608419, + "grad_norm": 1.265625, + "learning_rate": 0.0001869324498098326, + "loss": 4.2372, + "mean_token_accuracy": 0.2697674423456192, + "num_tokens": 16142487.0, + "step": 6785 + }, + { + "entropy": 4.798414278030395, + "epoch": 6.644150758688204, + "grad_norm": 1.109375, + "learning_rate": 0.0001865794498175286, + "loss": 4.1686, + "mean_token_accuracy": 0.27501768469810484, + "num_tokens": 16153970.0, + "step": 6790 + }, + { + "entropy": 4.787086725234985, + "epoch": 6.6490455212922175, + "grad_norm": 1.2265625, + "learning_rate": 0.0001862267070267864, + "loss": 4.2401, + "mean_token_accuracy": 0.2746932148933411, + "num_tokens": 16165452.0, + "step": 6795 + }, + { + "entropy": 4.903980016708374, + "epoch": 6.653940283896231, + "grad_norm": 1.296875, + "learning_rate": 0.00018587422246367957, + "loss": 4.2909, + "mean_token_accuracy": 0.267347078025341, + "num_tokens": 16177310.0, + "step": 6800 + }, + { + "entropy": 4.8290393352508545, + "epoch": 6.658835046500244, + "grad_norm": 1.296875, + "learning_rate": 0.00018552199715353063, + "loss": 4.2431, + "mean_token_accuracy": 0.27273038029670715, + "num_tokens": 16189315.0, + "step": 6805 + }, + { + "entropy": 4.806507682800293, + "epoch": 6.663729809104258, + "grad_norm": 1.140625, + "learning_rate": 0.000185170032120908, + "loss": 4.2358, + "mean_token_accuracy": 0.2727368637919426, + "num_tokens": 16200992.0, + "step": 6810 + }, + { + "entropy": 4.826565790176391, + "epoch": 6.668624571708272, + "grad_norm": 1.1953125, + "learning_rate": 0.00018481832838962282, + "loss": 4.2785, + "mean_token_accuracy": 0.26921398639678956, + "num_tokens": 16213478.0, + "step": 6815 + }, + { + "entropy": 4.774142789840698, + "epoch": 6.673519334312286, + "grad_norm": 1.3046875, + "learning_rate": 0.0001844668869827264, + "loss": 4.171, + "mean_token_accuracy": 0.2769194781780243, + "num_tokens": 16225165.0, + "step": 6820 + }, + { + "entropy": 4.882353496551514, + "epoch": 6.6784140969163, + "grad_norm": 1.21875, + "learning_rate": 0.00018411570892250685, + "loss": 4.324, + "mean_token_accuracy": 0.25825629830360414, + "num_tokens": 16236824.0, + "step": 6825 + }, + { + "entropy": 4.873099946975708, + "epoch": 6.683308859520313, + "grad_norm": 1.2734375, + "learning_rate": 0.00018376479523048622, + "loss": 4.2445, + "mean_token_accuracy": 0.27525572180747987, + "num_tokens": 16247874.0, + "step": 6830 + }, + { + "entropy": 4.796633577346801, + "epoch": 6.688203622124327, + "grad_norm": 1.296875, + "learning_rate": 0.00018341414692741765, + "loss": 4.1685, + "mean_token_accuracy": 0.27403592467308047, + "num_tokens": 16259305.0, + "step": 6835 + }, + { + "entropy": 4.784992218017578, + "epoch": 6.693098384728341, + "grad_norm": 1.3125, + "learning_rate": 0.0001830637650332822, + "loss": 4.2153, + "mean_token_accuracy": 0.27535903453826904, + "num_tokens": 16271993.0, + "step": 6840 + }, + { + "entropy": 4.832751655578614, + "epoch": 6.697993147332355, + "grad_norm": 1.296875, + "learning_rate": 0.00018271365056728612, + "loss": 4.2942, + "mean_token_accuracy": 0.26922129690647123, + "num_tokens": 16283353.0, + "step": 6845 + }, + { + "entropy": 4.832975912094116, + "epoch": 6.7028879099363685, + "grad_norm": 1.203125, + "learning_rate": 0.00018236380454785756, + "loss": 4.2391, + "mean_token_accuracy": 0.2777084022760391, + "num_tokens": 16295782.0, + "step": 6850 + }, + { + "entropy": 4.830508184432984, + "epoch": 6.7077826725403815, + "grad_norm": 1.25, + "learning_rate": 0.00018201422799264406, + "loss": 4.2233, + "mean_token_accuracy": 0.2772673726081848, + "num_tokens": 16308708.0, + "step": 6855 + }, + { + "entropy": 4.751596260070801, + "epoch": 6.712677435144395, + "grad_norm": 1.1953125, + "learning_rate": 0.00018166492191850904, + "loss": 4.1594, + "mean_token_accuracy": 0.277548024058342, + "num_tokens": 16320508.0, + "step": 6860 + }, + { + "entropy": 4.812742757797241, + "epoch": 6.717572197748409, + "grad_norm": 1.1875, + "learning_rate": 0.0001813158873415293, + "loss": 4.2244, + "mean_token_accuracy": 0.26796922385692595, + "num_tokens": 16332393.0, + "step": 6865 + }, + { + "entropy": 4.830001449584961, + "epoch": 6.722466960352423, + "grad_norm": 1.1640625, + "learning_rate": 0.000180967125276992, + "loss": 4.2566, + "mean_token_accuracy": 0.2725358933210373, + "num_tokens": 16343845.0, + "step": 6870 + }, + { + "entropy": 4.900268936157227, + "epoch": 6.727361722956436, + "grad_norm": 1.296875, + "learning_rate": 0.00018061863673939145, + "loss": 4.287, + "mean_token_accuracy": 0.26801770031452177, + "num_tokens": 16355155.0, + "step": 6875 + }, + { + "entropy": 4.8318298816680905, + "epoch": 6.73225648556045, + "grad_norm": 1.21875, + "learning_rate": 0.00018027042274242611, + "loss": 4.2039, + "mean_token_accuracy": 0.27316527515649797, + "num_tokens": 16366986.0, + "step": 6880 + }, + { + "entropy": 4.772649335861206, + "epoch": 6.737151248164464, + "grad_norm": 1.1640625, + "learning_rate": 0.0001799224842989964, + "loss": 4.1864, + "mean_token_accuracy": 0.2741151288151741, + "num_tokens": 16378054.0, + "step": 6885 + }, + { + "entropy": 4.838140487670898, + "epoch": 6.742046010768478, + "grad_norm": 1.1796875, + "learning_rate": 0.00017957482242120072, + "loss": 4.2819, + "mean_token_accuracy": 0.2612364083528519, + "num_tokens": 16390140.0, + "step": 6890 + }, + { + "entropy": 4.869786024093628, + "epoch": 6.746940773372492, + "grad_norm": 1.3046875, + "learning_rate": 0.00017922743812033315, + "loss": 4.3309, + "mean_token_accuracy": 0.257459057867527, + "num_tokens": 16401456.0, + "step": 6895 + }, + { + "entropy": 4.828910064697266, + "epoch": 6.751835535976505, + "grad_norm": 1.3515625, + "learning_rate": 0.00017888033240688023, + "loss": 4.25, + "mean_token_accuracy": 0.2661407694220543, + "num_tokens": 16411373.0, + "step": 6900 + }, + { + "entropy": 4.8243536949157715, + "epoch": 6.756730298580519, + "grad_norm": 1.2265625, + "learning_rate": 0.00017853350629051847, + "loss": 4.2021, + "mean_token_accuracy": 0.2693841502070427, + "num_tokens": 16422842.0, + "step": 6905 + }, + { + "entropy": 4.832136249542236, + "epoch": 6.7616250611845325, + "grad_norm": 1.2421875, + "learning_rate": 0.00017818696078011065, + "loss": 4.1967, + "mean_token_accuracy": 0.2766373082995415, + "num_tokens": 16434736.0, + "step": 6910 + }, + { + "entropy": 4.928450345993042, + "epoch": 6.766519823788546, + "grad_norm": 1.21875, + "learning_rate": 0.00017784069688370346, + "loss": 4.3636, + "mean_token_accuracy": 0.2608417823910713, + "num_tokens": 16447114.0, + "step": 6915 + }, + { + "entropy": 4.833252906799316, + "epoch": 6.77141458639256, + "grad_norm": 1.203125, + "learning_rate": 0.00017749471560852466, + "loss": 4.2267, + "mean_token_accuracy": 0.27015837132930753, + "num_tokens": 16457802.0, + "step": 6920 + }, + { + "entropy": 4.785260629653931, + "epoch": 6.776309348996573, + "grad_norm": 1.2421875, + "learning_rate": 0.0001771490179609796, + "loss": 4.1734, + "mean_token_accuracy": 0.2765981197357178, + "num_tokens": 16470161.0, + "step": 6925 + }, + { + "entropy": 4.838615846633911, + "epoch": 6.781204111600587, + "grad_norm": 1.1796875, + "learning_rate": 0.00017680360494664872, + "loss": 4.3092, + "mean_token_accuracy": 0.26522997915744784, + "num_tokens": 16483240.0, + "step": 6930 + }, + { + "entropy": 4.821589088439941, + "epoch": 6.786098874204601, + "grad_norm": 1.203125, + "learning_rate": 0.0001764584775702844, + "loss": 4.2128, + "mean_token_accuracy": 0.27196179926395414, + "num_tokens": 16496748.0, + "step": 6935 + }, + { + "entropy": 4.72474045753479, + "epoch": 6.790993636808615, + "grad_norm": 1.1796875, + "learning_rate": 0.00017611363683580838, + "loss": 4.1164, + "mean_token_accuracy": 0.281719496846199, + "num_tokens": 16509287.0, + "step": 6940 + }, + { + "entropy": 4.780606508255005, + "epoch": 6.795888399412629, + "grad_norm": 1.1796875, + "learning_rate": 0.00017576908374630846, + "loss": 4.217, + "mean_token_accuracy": 0.26991317272186277, + "num_tokens": 16520713.0, + "step": 6945 + }, + { + "entropy": 4.8649680614471436, + "epoch": 6.800783162016642, + "grad_norm": 1.109375, + "learning_rate": 0.0001754248193040356, + "loss": 4.293, + "mean_token_accuracy": 0.2615252986550331, + "num_tokens": 16533392.0, + "step": 6950 + }, + { + "entropy": 4.831953716278076, + "epoch": 6.805677924620656, + "grad_norm": 1.1796875, + "learning_rate": 0.00017508084451040135, + "loss": 4.2649, + "mean_token_accuracy": 0.27412021458148955, + "num_tokens": 16546109.0, + "step": 6955 + }, + { + "entropy": 4.830960273742676, + "epoch": 6.81057268722467, + "grad_norm": 1.2734375, + "learning_rate": 0.00017473716036597465, + "loss": 4.2623, + "mean_token_accuracy": 0.271477110683918, + "num_tokens": 16558409.0, + "step": 6960 + }, + { + "entropy": 4.787686061859131, + "epoch": 6.815467449828684, + "grad_norm": 1.1875, + "learning_rate": 0.00017439376787047888, + "loss": 4.2047, + "mean_token_accuracy": 0.2721322447061539, + "num_tokens": 16569695.0, + "step": 6965 + }, + { + "entropy": 4.953125953674316, + "epoch": 6.820362212432697, + "grad_norm": 1.21875, + "learning_rate": 0.0001740506680227892, + "loss": 4.3336, + "mean_token_accuracy": 0.26900721788406373, + "num_tokens": 16581937.0, + "step": 6970 + }, + { + "entropy": 4.830428218841552, + "epoch": 6.8252569750367105, + "grad_norm": 1.3515625, + "learning_rate": 0.00017370786182092945, + "loss": 4.2295, + "mean_token_accuracy": 0.2690939217805862, + "num_tokens": 16593670.0, + "step": 6975 + }, + { + "entropy": 4.846615934371949, + "epoch": 6.830151737640724, + "grad_norm": 1.25, + "learning_rate": 0.0001733653502620693, + "loss": 4.3235, + "mean_token_accuracy": 0.26150154173374174, + "num_tokens": 16605165.0, + "step": 6980 + }, + { + "entropy": 4.7979254722595215, + "epoch": 6.835046500244738, + "grad_norm": 1.1796875, + "learning_rate": 0.00017302313434252125, + "loss": 4.2091, + "mean_token_accuracy": 0.26987202316522596, + "num_tokens": 16616774.0, + "step": 6985 + }, + { + "entropy": 4.862527751922608, + "epoch": 6.839941262848752, + "grad_norm": 1.15625, + "learning_rate": 0.0001726812150577381, + "loss": 4.2928, + "mean_token_accuracy": 0.2625435009598732, + "num_tokens": 16628895.0, + "step": 6990 + }, + { + "entropy": 4.757234287261963, + "epoch": 6.844836025452766, + "grad_norm": 1.2109375, + "learning_rate": 0.0001723395934023095, + "loss": 4.1597, + "mean_token_accuracy": 0.2716460421681404, + "num_tokens": 16640242.0, + "step": 6995 + }, + { + "entropy": 4.880573511123657, + "epoch": 6.849730788056779, + "grad_norm": 1.2265625, + "learning_rate": 0.00017199827036995947, + "loss": 4.2517, + "mean_token_accuracy": 0.2695384547114372, + "num_tokens": 16652057.0, + "step": 7000 + }, + { + "epoch": 6.849730788056779, + "eval_entropy": 4.799824526581023, + "eval_loss": 5.5178608894348145, + "eval_mean_token_accuracy": 0.20650460087022207, + "eval_num_tokens": 16652057.0, + "eval_runtime": 2.718, + "eval_samples_per_second": 1268.209, + "eval_steps_per_second": 158.572, + "step": 7000 + }, + { + "entropy": 4.852752685546875, + "epoch": 6.854625550660793, + "grad_norm": 1.171875, + "learning_rate": 0.0001716572469535433, + "loss": 4.2873, + "mean_token_accuracy": 0.2662672266364098, + "num_tokens": 16664628.0, + "step": 7005 + }, + { + "entropy": 4.765297269821167, + "epoch": 6.859520313264807, + "grad_norm": 1.296875, + "learning_rate": 0.00017131652414504494, + "loss": 4.1363, + "mean_token_accuracy": 0.28136025071144105, + "num_tokens": 16674787.0, + "step": 7010 + }, + { + "entropy": 4.908167028427124, + "epoch": 6.864415075868821, + "grad_norm": 1.2109375, + "learning_rate": 0.00017097610293557376, + "loss": 4.3026, + "mean_token_accuracy": 0.26215105354785917, + "num_tokens": 16686573.0, + "step": 7015 + }, + { + "entropy": 4.835732126235962, + "epoch": 6.869309838472834, + "grad_norm": 1.2578125, + "learning_rate": 0.0001706359843153618, + "loss": 4.2188, + "mean_token_accuracy": 0.27586893886327746, + "num_tokens": 16697732.0, + "step": 7020 + }, + { + "entropy": 4.90386176109314, + "epoch": 6.874204601076848, + "grad_norm": 1.125, + "learning_rate": 0.00017029616927376095, + "loss": 4.3291, + "mean_token_accuracy": 0.26336448788642886, + "num_tokens": 16709918.0, + "step": 7025 + }, + { + "entropy": 4.72867169380188, + "epoch": 6.8790993636808615, + "grad_norm": 1.28125, + "learning_rate": 0.00016995665879924023, + "loss": 4.1493, + "mean_token_accuracy": 0.27780025005340575, + "num_tokens": 16721254.0, + "step": 7030 + }, + { + "entropy": 4.7647747039794925, + "epoch": 6.883994126284875, + "grad_norm": 1.203125, + "learning_rate": 0.00016961745387938235, + "loss": 4.183, + "mean_token_accuracy": 0.27847700864076613, + "num_tokens": 16732442.0, + "step": 7035 + }, + { + "entropy": 4.78448224067688, + "epoch": 6.888888888888889, + "grad_norm": 1.2421875, + "learning_rate": 0.00016927855550088138, + "loss": 4.2229, + "mean_token_accuracy": 0.27126297205686567, + "num_tokens": 16744156.0, + "step": 7040 + }, + { + "entropy": 4.877876472473145, + "epoch": 6.893783651492902, + "grad_norm": 1.3515625, + "learning_rate": 0.00016893996464954, + "loss": 4.2728, + "mean_token_accuracy": 0.2641643062233925, + "num_tokens": 16756129.0, + "step": 7045 + }, + { + "entropy": 4.86338963508606, + "epoch": 6.898678414096916, + "grad_norm": 1.140625, + "learning_rate": 0.0001686016823102659, + "loss": 4.2897, + "mean_token_accuracy": 0.27286734580993655, + "num_tokens": 16768634.0, + "step": 7050 + }, + { + "entropy": 4.846466827392578, + "epoch": 6.90357317670093, + "grad_norm": 1.1171875, + "learning_rate": 0.0001682637094670696, + "loss": 4.2404, + "mean_token_accuracy": 0.27916857302188874, + "num_tokens": 16780385.0, + "step": 7055 + }, + { + "entropy": 4.774806690216065, + "epoch": 6.908467939304944, + "grad_norm": 1.3203125, + "learning_rate": 0.00016792604710306108, + "loss": 4.0999, + "mean_token_accuracy": 0.284425413608551, + "num_tokens": 16791576.0, + "step": 7060 + }, + { + "entropy": 4.801191425323486, + "epoch": 6.913362701908957, + "grad_norm": 1.1875, + "learning_rate": 0.0001675886962004477, + "loss": 4.1882, + "mean_token_accuracy": 0.27397194057703017, + "num_tokens": 16804080.0, + "step": 7065 + }, + { + "entropy": 4.823637437820435, + "epoch": 6.918257464512971, + "grad_norm": 1.1015625, + "learning_rate": 0.00016725165774053035, + "loss": 4.2662, + "mean_token_accuracy": 0.26977028250694274, + "num_tokens": 16817682.0, + "step": 7070 + }, + { + "entropy": 4.839293336868286, + "epoch": 6.923152227116985, + "grad_norm": 1.3046875, + "learning_rate": 0.0001669149327037011, + "loss": 4.229, + "mean_token_accuracy": 0.2711069226264954, + "num_tokens": 16828759.0, + "step": 7075 + }, + { + "entropy": 4.8168669700622555, + "epoch": 6.928046989720999, + "grad_norm": 1.265625, + "learning_rate": 0.00016657852206944078, + "loss": 4.2732, + "mean_token_accuracy": 0.266059809923172, + "num_tokens": 16842727.0, + "step": 7080 + }, + { + "entropy": 4.776056432723999, + "epoch": 6.9329417523250125, + "grad_norm": 1.1328125, + "learning_rate": 0.00016624242681631513, + "loss": 4.2229, + "mean_token_accuracy": 0.2724165767431259, + "num_tokens": 16855567.0, + "step": 7085 + }, + { + "entropy": 4.833657932281494, + "epoch": 6.937836514929026, + "grad_norm": 1.2265625, + "learning_rate": 0.00016590664792197278, + "loss": 4.2323, + "mean_token_accuracy": 0.26841968297958374, + "num_tokens": 16868442.0, + "step": 7090 + }, + { + "entropy": 4.8504619121551515, + "epoch": 6.942731277533039, + "grad_norm": 1.3046875, + "learning_rate": 0.00016557118636314192, + "loss": 4.2453, + "mean_token_accuracy": 0.2725552201271057, + "num_tokens": 16879958.0, + "step": 7095 + }, + { + "entropy": 4.831103324890137, + "epoch": 6.947626040137053, + "grad_norm": 1.2890625, + "learning_rate": 0.000165236043115628, + "loss": 4.2228, + "mean_token_accuracy": 0.27216201424598696, + "num_tokens": 16891621.0, + "step": 7100 + }, + { + "entropy": 4.86317892074585, + "epoch": 6.952520802741067, + "grad_norm": 1.3515625, + "learning_rate": 0.0001649012191543103, + "loss": 4.2722, + "mean_token_accuracy": 0.2661159485578537, + "num_tokens": 16903352.0, + "step": 7105 + }, + { + "entropy": 4.856297826766967, + "epoch": 6.957415565345081, + "grad_norm": 1.265625, + "learning_rate": 0.00016456671545313922, + "loss": 4.2843, + "mean_token_accuracy": 0.26669911593198775, + "num_tokens": 16915640.0, + "step": 7110 + }, + { + "entropy": 4.803306150436401, + "epoch": 6.962310327949094, + "grad_norm": 1.203125, + "learning_rate": 0.00016423253298513405, + "loss": 4.1791, + "mean_token_accuracy": 0.2789281040430069, + "num_tokens": 16927558.0, + "step": 7115 + }, + { + "entropy": 4.84641580581665, + "epoch": 6.967205090553108, + "grad_norm": 1.328125, + "learning_rate": 0.00016389867272237913, + "loss": 4.2345, + "mean_token_accuracy": 0.2728713482618332, + "num_tokens": 16940099.0, + "step": 7120 + }, + { + "entropy": 4.770545387268067, + "epoch": 6.972099853157122, + "grad_norm": 1.1484375, + "learning_rate": 0.00016356513563602187, + "loss": 4.1901, + "mean_token_accuracy": 0.27592024207115173, + "num_tokens": 16951667.0, + "step": 7125 + }, + { + "entropy": 4.824424791336059, + "epoch": 6.976994615761136, + "grad_norm": 1.171875, + "learning_rate": 0.00016323192269626944, + "loss": 4.2557, + "mean_token_accuracy": 0.2688666105270386, + "num_tokens": 16964323.0, + "step": 7130 + }, + { + "entropy": 4.911003065109253, + "epoch": 6.98188937836515, + "grad_norm": 1.2109375, + "learning_rate": 0.00016289903487238635, + "loss": 4.2777, + "mean_token_accuracy": 0.2706483691930771, + "num_tokens": 16975728.0, + "step": 7135 + }, + { + "entropy": 4.797976112365722, + "epoch": 6.986784140969163, + "grad_norm": 1.1953125, + "learning_rate": 0.0001625664731326912, + "loss": 4.262, + "mean_token_accuracy": 0.2732352793216705, + "num_tokens": 16987783.0, + "step": 7140 + }, + { + "entropy": 4.882084512710572, + "epoch": 6.991678903573177, + "grad_norm": 1.078125, + "learning_rate": 0.00016223423844455404, + "loss": 4.2662, + "mean_token_accuracy": 0.26308298110961914, + "num_tokens": 17000870.0, + "step": 7145 + }, + { + "entropy": 4.82815318107605, + "epoch": 6.9965736661771905, + "grad_norm": 1.1875, + "learning_rate": 0.00016190233177439377, + "loss": 4.2057, + "mean_token_accuracy": 0.27077903747558596, + "num_tokens": 17013617.0, + "step": 7150 + }, + { + "entropy": 4.780447059207493, + "epoch": 7.000978952520803, + "grad_norm": 1.0703125, + "learning_rate": 0.00016157075408767497, + "loss": 4.123, + "mean_token_accuracy": 0.28422121206919354, + "num_tokens": 17024956.0, + "step": 7155 + }, + { + "entropy": 4.818837356567383, + "epoch": 7.0058737151248165, + "grad_norm": 1.1484375, + "learning_rate": 0.0001612395063489053, + "loss": 4.1347, + "mean_token_accuracy": 0.2758771196007729, + "num_tokens": 17038148.0, + "step": 7160 + }, + { + "entropy": 4.802131509780883, + "epoch": 7.01076847772883, + "grad_norm": 1.21875, + "learning_rate": 0.00016090858952163263, + "loss": 4.0381, + "mean_token_accuracy": 0.28795155584812165, + "num_tokens": 17049128.0, + "step": 7165 + }, + { + "entropy": 4.757979965209961, + "epoch": 7.015663240332844, + "grad_norm": 1.203125, + "learning_rate": 0.00016057800456844234, + "loss": 4.0054, + "mean_token_accuracy": 0.29685018658638, + "num_tokens": 17060836.0, + "step": 7170 + }, + { + "entropy": 4.7881927490234375, + "epoch": 7.020558002936857, + "grad_norm": 1.1484375, + "learning_rate": 0.00016024775245095444, + "loss": 4.0643, + "mean_token_accuracy": 0.28257188498973845, + "num_tokens": 17072334.0, + "step": 7175 + }, + { + "entropy": 4.82642707824707, + "epoch": 7.025452765540871, + "grad_norm": 1.34375, + "learning_rate": 0.0001599178341298206, + "loss": 4.0571, + "mean_token_accuracy": 0.2883249506354332, + "num_tokens": 17083589.0, + "step": 7180 + }, + { + "entropy": 4.844866323471069, + "epoch": 7.030347528144885, + "grad_norm": 1.2578125, + "learning_rate": 0.00015958825056472175, + "loss": 4.106, + "mean_token_accuracy": 0.28452355563640597, + "num_tokens": 17095086.0, + "step": 7185 + }, + { + "entropy": 4.767334270477295, + "epoch": 7.035242290748899, + "grad_norm": 1.28125, + "learning_rate": 0.000159259002714365, + "loss": 4.0383, + "mean_token_accuracy": 0.29307461678981783, + "num_tokens": 17106766.0, + "step": 7190 + }, + { + "entropy": 4.803368616104126, + "epoch": 7.040137053352912, + "grad_norm": 1.234375, + "learning_rate": 0.00015893009153648087, + "loss": 4.0913, + "mean_token_accuracy": 0.28804914057254793, + "num_tokens": 17119880.0, + "step": 7195 + }, + { + "entropy": 4.759484148025512, + "epoch": 7.045031815956926, + "grad_norm": 1.28125, + "learning_rate": 0.0001586015179878204, + "loss": 4.0014, + "mean_token_accuracy": 0.2972134605050087, + "num_tokens": 17131184.0, + "step": 7200 + }, + { + "entropy": 4.760886526107788, + "epoch": 7.04992657856094, + "grad_norm": 1.2578125, + "learning_rate": 0.00015827328302415295, + "loss": 4.0744, + "mean_token_accuracy": 0.28752224445343016, + "num_tokens": 17141849.0, + "step": 7205 + }, + { + "entropy": 4.813902425765991, + "epoch": 7.054821341164954, + "grad_norm": 1.078125, + "learning_rate": 0.00015794538760026262, + "loss": 4.0714, + "mean_token_accuracy": 0.28896082043647764, + "num_tokens": 17154704.0, + "step": 7210 + }, + { + "entropy": 4.8288720607757565, + "epoch": 7.0597161037689675, + "grad_norm": 1.265625, + "learning_rate": 0.00015761783266994586, + "loss": 4.0952, + "mean_token_accuracy": 0.2799787759780884, + "num_tokens": 17167145.0, + "step": 7215 + }, + { + "entropy": 4.800954675674438, + "epoch": 7.0646108663729805, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729061918600895, + "loss": 4.0888, + "mean_token_accuracy": 0.2849623948335648, + "num_tokens": 17179375.0, + "step": 7220 + }, + { + "entropy": 4.782412338256836, + "epoch": 7.069505628976994, + "grad_norm": 1.2109375, + "learning_rate": 0.00015696374810026471, + "loss": 4.0416, + "mean_token_accuracy": 0.29629620909690857, + "num_tokens": 17192236.0, + "step": 7225 + }, + { + "entropy": 4.74776554107666, + "epoch": 7.074400391581008, + "grad_norm": 1.203125, + "learning_rate": 0.00015663722036353002, + "loss": 4.0233, + "mean_token_accuracy": 0.29788653552532196, + "num_tokens": 17204525.0, + "step": 7230 + }, + { + "entropy": 4.792973518371582, + "epoch": 7.079295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.00015631103692562287, + "loss": 4.1002, + "mean_token_accuracy": 0.2791537374258041, + "num_tokens": 17216457.0, + "step": 7235 + }, + { + "entropy": 4.782972145080566, + "epoch": 7.084189916789036, + "grad_norm": 1.2578125, + "learning_rate": 0.00015598519873536023, + "loss": 4.0858, + "mean_token_accuracy": 0.2886860579252243, + "num_tokens": 17227552.0, + "step": 7240 + }, + { + "entropy": 4.809886455535889, + "epoch": 7.089084679393049, + "grad_norm": 1.1171875, + "learning_rate": 0.00015565970674055428, + "loss": 4.0608, + "mean_token_accuracy": 0.2873356699943542, + "num_tokens": 17239257.0, + "step": 7245 + }, + { + "entropy": 4.798758792877197, + "epoch": 7.093979441997063, + "grad_norm": 1.2265625, + "learning_rate": 0.00015533456188801035, + "loss": 4.0875, + "mean_token_accuracy": 0.29013034999370574, + "num_tokens": 17250183.0, + "step": 7250 + }, + { + "entropy": 4.777663993835449, + "epoch": 7.098874204601077, + "grad_norm": 1.109375, + "learning_rate": 0.00015500976512352411, + "loss": 4.0235, + "mean_token_accuracy": 0.2919615387916565, + "num_tokens": 17261275.0, + "step": 7255 + }, + { + "entropy": 4.850154161453247, + "epoch": 7.103768967205091, + "grad_norm": 1.234375, + "learning_rate": 0.0001546853173918785, + "loss": 4.1465, + "mean_token_accuracy": 0.2747348383069038, + "num_tokens": 17273497.0, + "step": 7260 + }, + { + "entropy": 4.73512830734253, + "epoch": 7.108663729809105, + "grad_norm": 1.2421875, + "learning_rate": 0.00015436121963684134, + "loss": 4.0128, + "mean_token_accuracy": 0.28873381912708285, + "num_tokens": 17285210.0, + "step": 7265 + }, + { + "entropy": 4.791627740859985, + "epoch": 7.113558492413118, + "grad_norm": 1.15625, + "learning_rate": 0.0001540374728011622, + "loss": 4.0997, + "mean_token_accuracy": 0.28171266913414, + "num_tokens": 17296571.0, + "step": 7270 + }, + { + "entropy": 4.752928829193115, + "epoch": 7.1184532550171316, + "grad_norm": 1.2890625, + "learning_rate": 0.00015371407782657022, + "loss": 4.1094, + "mean_token_accuracy": 0.2861900180578232, + "num_tokens": 17308619.0, + "step": 7275 + }, + { + "entropy": 4.78877820968628, + "epoch": 7.1233480176211454, + "grad_norm": 1.1328125, + "learning_rate": 0.00015339103565377066, + "loss": 4.0598, + "mean_token_accuracy": 0.28850083649158476, + "num_tokens": 17320543.0, + "step": 7280 + }, + { + "entropy": 4.848451757431031, + "epoch": 7.128242780225159, + "grad_norm": 1.1796875, + "learning_rate": 0.0001530683472224429, + "loss": 4.0745, + "mean_token_accuracy": 0.2905732810497284, + "num_tokens": 17331158.0, + "step": 7285 + }, + { + "entropy": 4.791416788101197, + "epoch": 7.133137542829173, + "grad_norm": 1.2578125, + "learning_rate": 0.0001527460134712369, + "loss": 4.0899, + "mean_token_accuracy": 0.28909812271595003, + "num_tokens": 17342174.0, + "step": 7290 + }, + { + "entropy": 4.819753646850586, + "epoch": 7.138032305433186, + "grad_norm": 1.1953125, + "learning_rate": 0.00015242403533777144, + "loss": 4.1523, + "mean_token_accuracy": 0.2755330979824066, + "num_tokens": 17353896.0, + "step": 7295 + }, + { + "entropy": 4.764073324203491, + "epoch": 7.1429270680372, + "grad_norm": 1.1640625, + "learning_rate": 0.00015210241375863048, + "loss": 4.0277, + "mean_token_accuracy": 0.2917007923126221, + "num_tokens": 17366131.0, + "step": 7300 + }, + { + "entropy": 4.891622877120971, + "epoch": 7.147821830641214, + "grad_norm": 1.15625, + "learning_rate": 0.00015178114966936078, + "loss": 4.2272, + "mean_token_accuracy": 0.2710686966776848, + "num_tokens": 17378513.0, + "step": 7305 + }, + { + "entropy": 4.861794376373291, + "epoch": 7.152716593245228, + "grad_norm": 1.15625, + "learning_rate": 0.00015146024400446967, + "loss": 4.1124, + "mean_token_accuracy": 0.2803745836019516, + "num_tokens": 17391153.0, + "step": 7310 + }, + { + "entropy": 4.8278069496154785, + "epoch": 7.157611355849241, + "grad_norm": 1.21875, + "learning_rate": 0.00015113969769742135, + "loss": 4.2097, + "mean_token_accuracy": 0.2775128915905952, + "num_tokens": 17403512.0, + "step": 7315 + }, + { + "entropy": 4.874017858505249, + "epoch": 7.162506118453255, + "grad_norm": 1.1953125, + "learning_rate": 0.00015081951168063507, + "loss": 4.2076, + "mean_token_accuracy": 0.2813242763280869, + "num_tokens": 17416141.0, + "step": 7320 + }, + { + "entropy": 4.827480125427246, + "epoch": 7.167400881057269, + "grad_norm": 1.25, + "learning_rate": 0.00015049968688548172, + "loss": 4.0906, + "mean_token_accuracy": 0.28566859662532806, + "num_tokens": 17427686.0, + "step": 7325 + }, + { + "entropy": 4.780575370788574, + "epoch": 7.172295643661283, + "grad_norm": 1.21875, + "learning_rate": 0.00015018022424228184, + "loss": 4.1103, + "mean_token_accuracy": 0.27947225272655485, + "num_tokens": 17440093.0, + "step": 7330 + }, + { + "entropy": 4.910111284255981, + "epoch": 7.1771904062652965, + "grad_norm": 1.21875, + "learning_rate": 0.0001498611246803022, + "loss": 4.182, + "mean_token_accuracy": 0.2680870145559311, + "num_tokens": 17451773.0, + "step": 7335 + }, + { + "entropy": 4.887281036376953, + "epoch": 7.1820851688693095, + "grad_norm": 1.1171875, + "learning_rate": 0.0001495423891277536, + "loss": 4.1593, + "mean_token_accuracy": 0.2688952133059502, + "num_tokens": 17464407.0, + "step": 7340 + }, + { + "entropy": 4.8682098388671875, + "epoch": 7.186979931473323, + "grad_norm": 1.2890625, + "learning_rate": 0.00014922401851178804, + "loss": 4.1048, + "mean_token_accuracy": 0.2840438082814217, + "num_tokens": 17476101.0, + "step": 7345 + }, + { + "entropy": 4.799012136459351, + "epoch": 7.191874694077337, + "grad_norm": 1.2109375, + "learning_rate": 0.0001489060137584958, + "loss": 4.0873, + "mean_token_accuracy": 0.28711037039756776, + "num_tokens": 17487472.0, + "step": 7350 + }, + { + "entropy": 4.825730991363526, + "epoch": 7.196769456681351, + "grad_norm": 1.2265625, + "learning_rate": 0.000148588375792903, + "loss": 4.1288, + "mean_token_accuracy": 0.28802083134651185, + "num_tokens": 17499499.0, + "step": 7355 + }, + { + "entropy": 4.855758333206177, + "epoch": 7.201664219285365, + "grad_norm": 1.15625, + "learning_rate": 0.00014827110553896876, + "loss": 4.1175, + "mean_token_accuracy": 0.2893441081047058, + "num_tokens": 17511307.0, + "step": 7360 + }, + { + "entropy": 4.923803806304932, + "epoch": 7.206558981889378, + "grad_norm": 1.109375, + "learning_rate": 0.00014795420391958285, + "loss": 4.1978, + "mean_token_accuracy": 0.27826104164123533, + "num_tokens": 17523359.0, + "step": 7365 + }, + { + "entropy": 4.748465538024902, + "epoch": 7.211453744493392, + "grad_norm": 1.25, + "learning_rate": 0.00014763767185656246, + "loss": 3.9908, + "mean_token_accuracy": 0.29602986574172974, + "num_tokens": 17534520.0, + "step": 7370 + }, + { + "entropy": 4.902448415756226, + "epoch": 7.216348507097406, + "grad_norm": 1.203125, + "learning_rate": 0.00014732151027064982, + "loss": 4.2838, + "mean_token_accuracy": 0.2666098862886429, + "num_tokens": 17547215.0, + "step": 7375 + }, + { + "entropy": 4.840163278579712, + "epoch": 7.22124326970142, + "grad_norm": 1.2578125, + "learning_rate": 0.00014700572008150977, + "loss": 4.1327, + "mean_token_accuracy": 0.2833808362483978, + "num_tokens": 17559334.0, + "step": 7380 + }, + { + "entropy": 4.838746213912964, + "epoch": 7.226138032305434, + "grad_norm": 1.203125, + "learning_rate": 0.00014669030220772642, + "loss": 4.0758, + "mean_token_accuracy": 0.288485449552536, + "num_tokens": 17570007.0, + "step": 7385 + }, + { + "entropy": 4.857969808578491, + "epoch": 7.231032794909447, + "grad_norm": 1.2734375, + "learning_rate": 0.00014637525756680116, + "loss": 4.1036, + "mean_token_accuracy": 0.286487540602684, + "num_tokens": 17580915.0, + "step": 7390 + }, + { + "entropy": 4.791293811798096, + "epoch": 7.2359275575134605, + "grad_norm": 1.34375, + "learning_rate": 0.00014606058707514958, + "loss": 4.0957, + "mean_token_accuracy": 0.2871719241142273, + "num_tokens": 17592315.0, + "step": 7395 + }, + { + "entropy": 4.820676183700561, + "epoch": 7.240822320117474, + "grad_norm": 1.1796875, + "learning_rate": 0.000145746291648099, + "loss": 4.1249, + "mean_token_accuracy": 0.28499663472175596, + "num_tokens": 17603458.0, + "step": 7400 + }, + { + "entropy": 4.748669624328613, + "epoch": 7.245717082721488, + "grad_norm": 1.2109375, + "learning_rate": 0.0001454323721998857, + "loss": 4.0926, + "mean_token_accuracy": 0.2825297206640244, + "num_tokens": 17615217.0, + "step": 7405 + }, + { + "entropy": 4.827870035171509, + "epoch": 7.250611845325501, + "grad_norm": 1.28125, + "learning_rate": 0.00014511882964365213, + "loss": 4.1783, + "mean_token_accuracy": 0.27295706868171693, + "num_tokens": 17627601.0, + "step": 7410 + }, + { + "entropy": 4.809018135070801, + "epoch": 7.255506607929515, + "grad_norm": 1.2109375, + "learning_rate": 0.0001448056648914449, + "loss": 4.0603, + "mean_token_accuracy": 0.29062820971012115, + "num_tokens": 17638475.0, + "step": 7415 + }, + { + "entropy": 4.782418441772461, + "epoch": 7.260401370533529, + "grad_norm": 1.1640625, + "learning_rate": 0.00014449287885421108, + "loss": 4.1064, + "mean_token_accuracy": 0.27899285703897475, + "num_tokens": 17650278.0, + "step": 7420 + }, + { + "entropy": 4.7921715259552, + "epoch": 7.265296133137543, + "grad_norm": 1.2109375, + "learning_rate": 0.0001441804724417965, + "loss": 4.0839, + "mean_token_accuracy": 0.28736929297447206, + "num_tokens": 17663110.0, + "step": 7425 + }, + { + "entropy": 4.85003809928894, + "epoch": 7.270190895741557, + "grad_norm": 1.3046875, + "learning_rate": 0.00014386844656294245, + "loss": 4.1425, + "mean_token_accuracy": 0.2779337793588638, + "num_tokens": 17673710.0, + "step": 7430 + }, + { + "entropy": 4.812310123443604, + "epoch": 7.27508565834557, + "grad_norm": 1.203125, + "learning_rate": 0.0001435568021252836, + "loss": 4.1105, + "mean_token_accuracy": 0.2840988889336586, + "num_tokens": 17686717.0, + "step": 7435 + }, + { + "entropy": 4.782513093948364, + "epoch": 7.279980420949584, + "grad_norm": 1.3359375, + "learning_rate": 0.00014324554003534485, + "loss": 4.0917, + "mean_token_accuracy": 0.2846391350030899, + "num_tokens": 17700013.0, + "step": 7440 + }, + { + "entropy": 4.774361610412598, + "epoch": 7.284875183553598, + "grad_norm": 1.1875, + "learning_rate": 0.00014293466119853887, + "loss": 4.0455, + "mean_token_accuracy": 0.2926559939980507, + "num_tokens": 17712450.0, + "step": 7445 + }, + { + "entropy": 4.842836046218872, + "epoch": 7.2897699461576115, + "grad_norm": 1.28125, + "learning_rate": 0.0001426241665191638, + "loss": 4.1109, + "mean_token_accuracy": 0.28842181265354155, + "num_tokens": 17724465.0, + "step": 7450 + }, + { + "entropy": 4.762375354766846, + "epoch": 7.294664708761625, + "grad_norm": 1.2265625, + "learning_rate": 0.00014231405690040005, + "loss": 4.0574, + "mean_token_accuracy": 0.29009200930595397, + "num_tokens": 17736638.0, + "step": 7455 + }, + { + "entropy": 4.8332212448120115, + "epoch": 7.299559471365638, + "grad_norm": 1.328125, + "learning_rate": 0.00014200433324430806, + "loss": 4.0976, + "mean_token_accuracy": 0.27914202213287354, + "num_tokens": 17747927.0, + "step": 7460 + }, + { + "entropy": 4.814736604690552, + "epoch": 7.304454233969652, + "grad_norm": 1.25, + "learning_rate": 0.0001416949964518254, + "loss": 4.0643, + "mean_token_accuracy": 0.29202333390712737, + "num_tokens": 17759676.0, + "step": 7465 + }, + { + "entropy": 4.825563526153564, + "epoch": 7.309348996573666, + "grad_norm": 1.2734375, + "learning_rate": 0.00014138604742276468, + "loss": 4.0887, + "mean_token_accuracy": 0.2903469443321228, + "num_tokens": 17771205.0, + "step": 7470 + }, + { + "entropy": 4.837093830108643, + "epoch": 7.31424375917768, + "grad_norm": 1.265625, + "learning_rate": 0.00014107748705581018, + "loss": 4.122, + "mean_token_accuracy": 0.2810250610113144, + "num_tokens": 17782407.0, + "step": 7475 + }, + { + "entropy": 4.795599889755249, + "epoch": 7.319138521781694, + "grad_norm": 1.1953125, + "learning_rate": 0.0001407693162485158, + "loss": 4.1132, + "mean_token_accuracy": 0.28156635761260984, + "num_tokens": 17793748.0, + "step": 7480 + }, + { + "entropy": 4.8112955570220945, + "epoch": 7.324033284385707, + "grad_norm": 1.1484375, + "learning_rate": 0.00014046153589730237, + "loss": 4.1608, + "mean_token_accuracy": 0.2788987457752228, + "num_tokens": 17806662.0, + "step": 7485 + }, + { + "entropy": 4.744254732131958, + "epoch": 7.328928046989721, + "grad_norm": 1.28125, + "learning_rate": 0.00014015414689745476, + "loss": 4.0998, + "mean_token_accuracy": 0.2806766092777252, + "num_tokens": 17817477.0, + "step": 7490 + }, + { + "entropy": 4.786280155181885, + "epoch": 7.333822809593735, + "grad_norm": 1.28125, + "learning_rate": 0.0001398471501431195, + "loss": 4.0604, + "mean_token_accuracy": 0.28615519404411316, + "num_tokens": 17830099.0, + "step": 7495 + }, + { + "entropy": 4.746518898010254, + "epoch": 7.338717572197749, + "grad_norm": 1.3046875, + "learning_rate": 0.0001395405465273021, + "loss": 4.0431, + "mean_token_accuracy": 0.2906483680009842, + "num_tokens": 17841520.0, + "step": 7500 + }, + { + "entropy": 4.806548023223877, + "epoch": 7.343612334801762, + "grad_norm": 1.40625, + "learning_rate": 0.00013923433694186478, + "loss": 4.1018, + "mean_token_accuracy": 0.2825804427266121, + "num_tokens": 17852319.0, + "step": 7505 + }, + { + "entropy": 4.791054153442383, + "epoch": 7.348507097405776, + "grad_norm": 1.1953125, + "learning_rate": 0.00013892852227752317, + "loss": 4.0786, + "mean_token_accuracy": 0.2819870948791504, + "num_tokens": 17864003.0, + "step": 7510 + }, + { + "entropy": 4.805252885818481, + "epoch": 7.3534018600097895, + "grad_norm": 1.1953125, + "learning_rate": 0.00013862310342384438, + "loss": 4.1959, + "mean_token_accuracy": 0.28391799330711365, + "num_tokens": 17877460.0, + "step": 7515 + }, + { + "entropy": 4.8232186794281, + "epoch": 7.358296622613803, + "grad_norm": 1.203125, + "learning_rate": 0.00013831808126924422, + "loss": 4.1513, + "mean_token_accuracy": 0.27248675376176834, + "num_tokens": 17889191.0, + "step": 7520 + }, + { + "entropy": 4.832364177703857, + "epoch": 7.363191385217817, + "grad_norm": 1.2421875, + "learning_rate": 0.00013801345670098438, + "loss": 4.0923, + "mean_token_accuracy": 0.2900449067354202, + "num_tokens": 17900866.0, + "step": 7525 + }, + { + "entropy": 4.887357330322265, + "epoch": 7.36808614782183, + "grad_norm": 1.28125, + "learning_rate": 0.00013770923060517015, + "loss": 4.1557, + "mean_token_accuracy": 0.2843441188335419, + "num_tokens": 17912747.0, + "step": 7530 + }, + { + "entropy": 4.835427141189575, + "epoch": 7.372980910425844, + "grad_norm": 1.296875, + "learning_rate": 0.0001374054038667476, + "loss": 4.1152, + "mean_token_accuracy": 0.285644468665123, + "num_tokens": 17924704.0, + "step": 7535 + }, + { + "entropy": 4.747461891174316, + "epoch": 7.377875673029858, + "grad_norm": 1.15625, + "learning_rate": 0.00013710197736950143, + "loss": 4.1147, + "mean_token_accuracy": 0.2786543697118759, + "num_tokens": 17936401.0, + "step": 7540 + }, + { + "entropy": 4.7854808330535885, + "epoch": 7.382770435633872, + "grad_norm": 1.2421875, + "learning_rate": 0.00013679895199605175, + "loss": 4.1127, + "mean_token_accuracy": 0.2867193892598152, + "num_tokens": 17948614.0, + "step": 7545 + }, + { + "entropy": 4.857870149612427, + "epoch": 7.387665198237886, + "grad_norm": 1.328125, + "learning_rate": 0.000136496328627852, + "loss": 4.2017, + "mean_token_accuracy": 0.2843237340450287, + "num_tokens": 17960708.0, + "step": 7550 + }, + { + "entropy": 4.798525190353393, + "epoch": 7.392559960841899, + "grad_norm": 1.21875, + "learning_rate": 0.0001361941081451863, + "loss": 4.0421, + "mean_token_accuracy": 0.2900181621313095, + "num_tokens": 17972977.0, + "step": 7555 + }, + { + "entropy": 4.838765430450439, + "epoch": 7.397454723445913, + "grad_norm": 1.0703125, + "learning_rate": 0.00013589229142716686, + "loss": 4.1262, + "mean_token_accuracy": 0.28275442123413086, + "num_tokens": 17985587.0, + "step": 7560 + }, + { + "entropy": 4.763973522186279, + "epoch": 7.402349486049927, + "grad_norm": 1.1953125, + "learning_rate": 0.0001355908793517313, + "loss": 3.9968, + "mean_token_accuracy": 0.2955072432756424, + "num_tokens": 17998005.0, + "step": 7565 + }, + { + "entropy": 4.754019546508789, + "epoch": 7.4072442486539405, + "grad_norm": 1.171875, + "learning_rate": 0.00013528987279564015, + "loss": 3.9688, + "mean_token_accuracy": 0.2980596512556076, + "num_tokens": 18009944.0, + "step": 7570 + }, + { + "entropy": 4.759017038345337, + "epoch": 7.412139011257954, + "grad_norm": 1.203125, + "learning_rate": 0.0001349892726344746, + "loss": 4.1087, + "mean_token_accuracy": 0.28233579993247987, + "num_tokens": 18022956.0, + "step": 7575 + }, + { + "entropy": 4.772615432739258, + "epoch": 7.417033773861967, + "grad_norm": 1.296875, + "learning_rate": 0.00013468907974263346, + "loss": 4.0929, + "mean_token_accuracy": 0.287433722615242, + "num_tokens": 18034930.0, + "step": 7580 + }, + { + "entropy": 4.770158004760742, + "epoch": 7.421928536465981, + "grad_norm": 1.1953125, + "learning_rate": 0.00013438929499333098, + "loss": 4.0876, + "mean_token_accuracy": 0.2871038466691971, + "num_tokens": 18045966.0, + "step": 7585 + }, + { + "entropy": 4.810977506637573, + "epoch": 7.426823299069995, + "grad_norm": 1.3046875, + "learning_rate": 0.000134089919258594, + "loss": 4.0938, + "mean_token_accuracy": 0.2832252860069275, + "num_tokens": 18057524.0, + "step": 7590 + }, + { + "entropy": 4.763741159439087, + "epoch": 7.431718061674009, + "grad_norm": 1.15625, + "learning_rate": 0.00013379095340925988, + "loss": 4.1054, + "mean_token_accuracy": 0.286394926905632, + "num_tokens": 18069858.0, + "step": 7595 + }, + { + "entropy": 4.71230001449585, + "epoch": 7.436612824278022, + "grad_norm": 1.15625, + "learning_rate": 0.00013349239831497356, + "loss": 4.0493, + "mean_token_accuracy": 0.2896520644426346, + "num_tokens": 18082613.0, + "step": 7600 + }, + { + "entropy": 4.858574295043946, + "epoch": 7.441507586882036, + "grad_norm": 1.203125, + "learning_rate": 0.00013319425484418506, + "loss": 4.1224, + "mean_token_accuracy": 0.29318794012069704, + "num_tokens": 18093828.0, + "step": 7605 + }, + { + "entropy": 4.859941673278809, + "epoch": 7.44640234948605, + "grad_norm": 1.2421875, + "learning_rate": 0.00013289652386414723, + "loss": 4.1457, + "mean_token_accuracy": 0.27586865425109863, + "num_tokens": 18105540.0, + "step": 7610 + }, + { + "entropy": 4.768905687332153, + "epoch": 7.451297112090064, + "grad_norm": 1.34375, + "learning_rate": 0.00013259920624091295, + "loss": 4.0996, + "mean_token_accuracy": 0.2855397403240204, + "num_tokens": 18116761.0, + "step": 7615 + }, + { + "entropy": 4.785869121551514, + "epoch": 7.456191874694078, + "grad_norm": 1.3125, + "learning_rate": 0.0001323023028393327, + "loss": 4.0547, + "mean_token_accuracy": 0.2858396708965302, + "num_tokens": 18128209.0, + "step": 7620 + }, + { + "entropy": 4.843937492370605, + "epoch": 7.461086637298091, + "grad_norm": 1.25, + "learning_rate": 0.000132005814523052, + "loss": 4.1785, + "mean_token_accuracy": 0.28769124746322633, + "num_tokens": 18141304.0, + "step": 7625 + }, + { + "entropy": 4.794684410095215, + "epoch": 7.4659813999021045, + "grad_norm": 1.1796875, + "learning_rate": 0.0001317097421545091, + "loss": 4.1412, + "mean_token_accuracy": 0.2853972852230072, + "num_tokens": 18152855.0, + "step": 7630 + }, + { + "entropy": 4.748196983337403, + "epoch": 7.470876162506118, + "grad_norm": 1.2109375, + "learning_rate": 0.00013141408659493231, + "loss": 4.0358, + "mean_token_accuracy": 0.29571499228477477, + "num_tokens": 18163885.0, + "step": 7635 + }, + { + "entropy": 4.801903629302979, + "epoch": 7.475770925110132, + "grad_norm": 1.25, + "learning_rate": 0.00013111884870433728, + "loss": 4.0691, + "mean_token_accuracy": 0.2905031472444534, + "num_tokens": 18174480.0, + "step": 7640 + }, + { + "entropy": 4.798210287094117, + "epoch": 7.480665687714146, + "grad_norm": 1.3203125, + "learning_rate": 0.00013082402934152504, + "loss": 4.1095, + "mean_token_accuracy": 0.2820493280887604, + "num_tokens": 18186088.0, + "step": 7645 + }, + { + "entropy": 4.8714094161987305, + "epoch": 7.485560450318159, + "grad_norm": 1.1640625, + "learning_rate": 0.00013052962936407902, + "loss": 4.1374, + "mean_token_accuracy": 0.284106707572937, + "num_tokens": 18197894.0, + "step": 7650 + }, + { + "entropy": 4.751612329483033, + "epoch": 7.490455212922173, + "grad_norm": 1.28125, + "learning_rate": 0.00013023564962836272, + "loss": 4.1025, + "mean_token_accuracy": 0.29093705415725707, + "num_tokens": 18210017.0, + "step": 7655 + }, + { + "entropy": 4.759692525863647, + "epoch": 7.495349975526187, + "grad_norm": 1.265625, + "learning_rate": 0.00012994209098951716, + "loss": 4.1282, + "mean_token_accuracy": 0.28445088267326357, + "num_tokens": 18221347.0, + "step": 7660 + }, + { + "entropy": 4.757839632034302, + "epoch": 7.500244738130201, + "grad_norm": 1.125, + "learning_rate": 0.00012964895430145869, + "loss": 4.1321, + "mean_token_accuracy": 0.28519167453050615, + "num_tokens": 18232934.0, + "step": 7665 + }, + { + "entropy": 4.856450414657592, + "epoch": 7.505139500734215, + "grad_norm": 1.1953125, + "learning_rate": 0.00012935624041687604, + "loss": 4.1213, + "mean_token_accuracy": 0.28798395693302153, + "num_tokens": 18244637.0, + "step": 7670 + }, + { + "entropy": 4.7560934066772464, + "epoch": 7.510034263338228, + "grad_norm": 0.9921875, + "learning_rate": 0.00012906395018722811, + "loss": 4.0537, + "mean_token_accuracy": 0.289487162232399, + "num_tokens": 18256852.0, + "step": 7675 + }, + { + "entropy": 4.8688610076904295, + "epoch": 7.514929025942242, + "grad_norm": 1.234375, + "learning_rate": 0.0001287720844627417, + "loss": 4.1754, + "mean_token_accuracy": 0.28162865340709686, + "num_tokens": 18267437.0, + "step": 7680 + }, + { + "entropy": 4.784332609176635, + "epoch": 7.5198237885462555, + "grad_norm": 1.359375, + "learning_rate": 0.00012848064409240839, + "loss": 4.1321, + "mean_token_accuracy": 0.2837877184152603, + "num_tokens": 18278975.0, + "step": 7685 + }, + { + "entropy": 4.8387714385986325, + "epoch": 7.524718551150269, + "grad_norm": 1.34375, + "learning_rate": 0.00012818962992398265, + "loss": 4.1507, + "mean_token_accuracy": 0.28322983980178834, + "num_tokens": 18289702.0, + "step": 7690 + }, + { + "entropy": 4.7619012832641605, + "epoch": 7.5296133137542824, + "grad_norm": 1.234375, + "learning_rate": 0.00012789904280397936, + "loss": 4.0134, + "mean_token_accuracy": 0.2988777369260788, + "num_tokens": 18302023.0, + "step": 7695 + }, + { + "entropy": 4.787058162689209, + "epoch": 7.534508076358296, + "grad_norm": 1.140625, + "learning_rate": 0.00012760888357767097, + "loss": 4.1084, + "mean_token_accuracy": 0.28231562077999117, + "num_tokens": 18314361.0, + "step": 7700 + }, + { + "entropy": 4.763881063461303, + "epoch": 7.53940283896231, + "grad_norm": 1.3203125, + "learning_rate": 0.0001273191530890853, + "loss": 4.0937, + "mean_token_accuracy": 0.28528667986392975, + "num_tokens": 18326405.0, + "step": 7705 + }, + { + "entropy": 4.827100229263306, + "epoch": 7.544297601566324, + "grad_norm": 1.140625, + "learning_rate": 0.00012702985218100306, + "loss": 4.1087, + "mean_token_accuracy": 0.2849459290504456, + "num_tokens": 18338765.0, + "step": 7710 + }, + { + "entropy": 4.7180108547210695, + "epoch": 7.549192364170338, + "grad_norm": 1.25, + "learning_rate": 0.0001267409816949554, + "loss": 4.0496, + "mean_token_accuracy": 0.29414022564888, + "num_tokens": 18350071.0, + "step": 7715 + }, + { + "entropy": 4.774911880493164, + "epoch": 7.554087126774352, + "grad_norm": 1.2734375, + "learning_rate": 0.0001264525424712215, + "loss": 4.1281, + "mean_token_accuracy": 0.28393369615077974, + "num_tokens": 18361183.0, + "step": 7720 + }, + { + "entropy": 4.685523796081543, + "epoch": 7.558981889378365, + "grad_norm": 1.1953125, + "learning_rate": 0.00012616453534882574, + "loss": 4.0168, + "mean_token_accuracy": 0.29059562981128695, + "num_tokens": 18374411.0, + "step": 7725 + }, + { + "entropy": 4.753079175949097, + "epoch": 7.563876651982379, + "grad_norm": 1.21875, + "learning_rate": 0.00012587696116553613, + "loss": 4.0859, + "mean_token_accuracy": 0.28874012529850007, + "num_tokens": 18386718.0, + "step": 7730 + }, + { + "entropy": 4.739024114608765, + "epoch": 7.568771414586393, + "grad_norm": 1.28125, + "learning_rate": 0.00012558982075786085, + "loss": 4.0464, + "mean_token_accuracy": 0.2881570875644684, + "num_tokens": 18398652.0, + "step": 7735 + }, + { + "entropy": 4.817078161239624, + "epoch": 7.573666177190407, + "grad_norm": 1.1875, + "learning_rate": 0.00012530311496104652, + "loss": 4.0754, + "mean_token_accuracy": 0.2835995480418205, + "num_tokens": 18411469.0, + "step": 7740 + }, + { + "entropy": 4.905104351043701, + "epoch": 7.57856093979442, + "grad_norm": 1.3359375, + "learning_rate": 0.00012501684460907542, + "loss": 4.2613, + "mean_token_accuracy": 0.27149486243724824, + "num_tokens": 18423199.0, + "step": 7745 + }, + { + "entropy": 4.799884796142578, + "epoch": 7.5834557023984335, + "grad_norm": 1.125, + "learning_rate": 0.00012473101053466336, + "loss": 4.0074, + "mean_token_accuracy": 0.29536075294017794, + "num_tokens": 18435598.0, + "step": 7750 + }, + { + "entropy": 4.877683877944946, + "epoch": 7.588350465002447, + "grad_norm": 1.2421875, + "learning_rate": 0.00012444561356925697, + "loss": 4.2195, + "mean_token_accuracy": 0.27193855345249174, + "num_tokens": 18447598.0, + "step": 7755 + }, + { + "entropy": 4.809196281433105, + "epoch": 7.593245227606461, + "grad_norm": 1.2578125, + "learning_rate": 0.00012416065454303135, + "loss": 4.096, + "mean_token_accuracy": 0.2852015197277069, + "num_tokens": 18458578.0, + "step": 7760 + }, + { + "entropy": 4.886521100997925, + "epoch": 7.598139990210475, + "grad_norm": 1.25, + "learning_rate": 0.00012387613428488787, + "loss": 4.1676, + "mean_token_accuracy": 0.27320022583007814, + "num_tokens": 18470890.0, + "step": 7765 + }, + { + "entropy": 4.8296223163604735, + "epoch": 7.603034752814488, + "grad_norm": 1.3515625, + "learning_rate": 0.00012359205362245148, + "loss": 4.1863, + "mean_token_accuracy": 0.27460389137268065, + "num_tokens": 18482957.0, + "step": 7770 + }, + { + "entropy": 4.832960605621338, + "epoch": 7.607929515418502, + "grad_norm": 1.2421875, + "learning_rate": 0.0001233084133820684, + "loss": 4.1237, + "mean_token_accuracy": 0.283318130671978, + "num_tokens": 18494258.0, + "step": 7775 + }, + { + "entropy": 4.832284355163575, + "epoch": 7.612824278022516, + "grad_norm": 1.21875, + "learning_rate": 0.0001230252143888037, + "loss": 4.0674, + "mean_token_accuracy": 0.2857169136404991, + "num_tokens": 18505148.0, + "step": 7780 + }, + { + "entropy": 4.864187526702881, + "epoch": 7.61771904062653, + "grad_norm": 1.2265625, + "learning_rate": 0.0001227424574664391, + "loss": 4.1762, + "mean_token_accuracy": 0.27729265540838244, + "num_tokens": 18517314.0, + "step": 7785 + }, + { + "entropy": 4.8134321689605715, + "epoch": 7.622613803230543, + "grad_norm": 1.234375, + "learning_rate": 0.00012246014343747025, + "loss": 4.1228, + "mean_token_accuracy": 0.27948571741580963, + "num_tokens": 18528747.0, + "step": 7790 + }, + { + "entropy": 4.753570556640625, + "epoch": 7.627508565834557, + "grad_norm": 1.2578125, + "learning_rate": 0.0001221782731231045, + "loss": 4.0373, + "mean_token_accuracy": 0.2885405868291855, + "num_tokens": 18540390.0, + "step": 7795 + }, + { + "entropy": 4.785124158859253, + "epoch": 7.632403328438571, + "grad_norm": 1.328125, + "learning_rate": 0.00012189684734325866, + "loss": 4.0875, + "mean_token_accuracy": 0.28584117591381075, + "num_tokens": 18552420.0, + "step": 7800 + }, + { + "entropy": 4.792561626434326, + "epoch": 7.6372980910425845, + "grad_norm": 1.2265625, + "learning_rate": 0.00012161586691655621, + "loss": 4.0826, + "mean_token_accuracy": 0.28352665305137636, + "num_tokens": 18564004.0, + "step": 7805 + }, + { + "entropy": 4.8642552375793455, + "epoch": 7.642192853646598, + "grad_norm": 1.1875, + "learning_rate": 0.0001213353326603254, + "loss": 4.1699, + "mean_token_accuracy": 0.27770218104124067, + "num_tokens": 18576087.0, + "step": 7810 + }, + { + "entropy": 4.855444526672363, + "epoch": 7.647087616250612, + "grad_norm": 1.25, + "learning_rate": 0.00012105524539059639, + "loss": 4.1754, + "mean_token_accuracy": 0.2800003468990326, + "num_tokens": 18588561.0, + "step": 7815 + }, + { + "entropy": 4.827912330627441, + "epoch": 7.651982378854625, + "grad_norm": 1.3046875, + "learning_rate": 0.00012077560592209949, + "loss": 4.1558, + "mean_token_accuracy": 0.2796990841627121, + "num_tokens": 18599865.0, + "step": 7820 + }, + { + "entropy": 4.787193679809571, + "epoch": 7.656877141458639, + "grad_norm": 1.15625, + "learning_rate": 0.00012049641506826205, + "loss": 4.1141, + "mean_token_accuracy": 0.2802642285823822, + "num_tokens": 18611706.0, + "step": 7825 + }, + { + "entropy": 4.804380655288696, + "epoch": 7.661771904062653, + "grad_norm": 1.2578125, + "learning_rate": 0.00012021767364120662, + "loss": 4.0274, + "mean_token_accuracy": 0.2949175775051117, + "num_tokens": 18623484.0, + "step": 7830 + }, + { + "entropy": 4.881743335723877, + "epoch": 7.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00011993938245174858, + "loss": 4.2126, + "mean_token_accuracy": 0.2740862563252449, + "num_tokens": 18635211.0, + "step": 7835 + }, + { + "entropy": 4.758770275115967, + "epoch": 7.67156142927068, + "grad_norm": 1.328125, + "learning_rate": 0.00011966154230939343, + "loss": 4.0911, + "mean_token_accuracy": 0.28511970341205595, + "num_tokens": 18646297.0, + "step": 7840 + }, + { + "entropy": 4.805492830276489, + "epoch": 7.676456191874694, + "grad_norm": 1.1875, + "learning_rate": 0.00011938415402233473, + "loss": 4.1634, + "mean_token_accuracy": 0.2800639748573303, + "num_tokens": 18658137.0, + "step": 7845 + }, + { + "entropy": 4.8410478115081785, + "epoch": 7.681350954478708, + "grad_norm": 1.328125, + "learning_rate": 0.00011910721839745157, + "loss": 4.1038, + "mean_token_accuracy": 0.2892598807811737, + "num_tokens": 18669890.0, + "step": 7850 + }, + { + "entropy": 4.798696660995484, + "epoch": 7.686245717082722, + "grad_norm": 1.3046875, + "learning_rate": 0.00011883073624030657, + "loss": 4.1466, + "mean_token_accuracy": 0.27026563286781313, + "num_tokens": 18682395.0, + "step": 7855 + }, + { + "entropy": 4.85063943862915, + "epoch": 7.6911404796867355, + "grad_norm": 1.3046875, + "learning_rate": 0.00011855470835514302, + "loss": 4.1578, + "mean_token_accuracy": 0.2830510914325714, + "num_tokens": 18693670.0, + "step": 7860 + }, + { + "entropy": 4.785726070404053, + "epoch": 7.6960352422907485, + "grad_norm": 1.15625, + "learning_rate": 0.00011827913554488281, + "loss": 4.0856, + "mean_token_accuracy": 0.28719454556703566, + "num_tokens": 18705509.0, + "step": 7865 + }, + { + "entropy": 4.789930200576782, + "epoch": 7.700930004894762, + "grad_norm": 1.2421875, + "learning_rate": 0.00011800401861112439, + "loss": 4.1216, + "mean_token_accuracy": 0.2813727855682373, + "num_tokens": 18717405.0, + "step": 7870 + }, + { + "entropy": 4.8502030849456785, + "epoch": 7.705824767498776, + "grad_norm": 1.2578125, + "learning_rate": 0.00011772935835413978, + "loss": 4.1448, + "mean_token_accuracy": 0.2789168253540993, + "num_tokens": 18729031.0, + "step": 7875 + }, + { + "entropy": 4.748601675033569, + "epoch": 7.71071953010279, + "grad_norm": 1.2578125, + "learning_rate": 0.00011745515557287279, + "loss": 4.0904, + "mean_token_accuracy": 0.28729701042175293, + "num_tokens": 18740933.0, + "step": 7880 + }, + { + "entropy": 4.822775888442993, + "epoch": 7.715614292706804, + "grad_norm": 1.265625, + "learning_rate": 0.00011718141106493634, + "loss": 4.1621, + "mean_token_accuracy": 0.2788541853427887, + "num_tokens": 18753103.0, + "step": 7885 + }, + { + "entropy": 4.824989080429077, + "epoch": 7.720509055310817, + "grad_norm": 1.1640625, + "learning_rate": 0.0001169081256266106, + "loss": 4.1743, + "mean_token_accuracy": 0.27899649143218996, + "num_tokens": 18765948.0, + "step": 7890 + }, + { + "entropy": 4.794853830337525, + "epoch": 7.725403817914831, + "grad_norm": 1.171875, + "learning_rate": 0.00011663530005284012, + "loss": 4.1278, + "mean_token_accuracy": 0.2771626740694046, + "num_tokens": 18779223.0, + "step": 7895 + }, + { + "entropy": 4.784135437011718, + "epoch": 7.730298580518845, + "grad_norm": 1.203125, + "learning_rate": 0.00011636293513723178, + "loss": 4.1133, + "mean_token_accuracy": 0.2764637678861618, + "num_tokens": 18792864.0, + "step": 7900 + }, + { + "entropy": 4.790557336807251, + "epoch": 7.735193343122859, + "grad_norm": 1.2421875, + "learning_rate": 0.00011609103167205269, + "loss": 4.1234, + "mean_token_accuracy": 0.28146245181560514, + "num_tokens": 18805616.0, + "step": 7905 + }, + { + "entropy": 4.805563592910767, + "epoch": 7.740088105726873, + "grad_norm": 1.1796875, + "learning_rate": 0.00011581959044822749, + "loss": 4.1011, + "mean_token_accuracy": 0.28298195600509646, + "num_tokens": 18817842.0, + "step": 7910 + }, + { + "entropy": 4.816723918914795, + "epoch": 7.744982868330886, + "grad_norm": 1.265625, + "learning_rate": 0.00011554861225533625, + "loss": 4.1127, + "mean_token_accuracy": 0.28312732875347135, + "num_tokens": 18830121.0, + "step": 7915 + }, + { + "entropy": 4.824205350875855, + "epoch": 7.7498776309349, + "grad_norm": 1.265625, + "learning_rate": 0.00011527809788161215, + "loss": 4.114, + "mean_token_accuracy": 0.2774210304021835, + "num_tokens": 18842569.0, + "step": 7920 + }, + { + "entropy": 4.797594165802002, + "epoch": 7.7547723935389135, + "grad_norm": 1.1875, + "learning_rate": 0.00011500804811393931, + "loss": 4.1234, + "mean_token_accuracy": 0.27936862856149675, + "num_tokens": 18855001.0, + "step": 7925 + }, + { + "entropy": 4.8385285377502445, + "epoch": 7.759667156142927, + "grad_norm": 1.21875, + "learning_rate": 0.00011473846373785026, + "loss": 4.1457, + "mean_token_accuracy": 0.28422166109085084, + "num_tokens": 18867854.0, + "step": 7930 + }, + { + "entropy": 4.876369047164917, + "epoch": 7.76456191874694, + "grad_norm": 1.2109375, + "learning_rate": 0.00011446934553752384, + "loss": 4.1937, + "mean_token_accuracy": 0.2772183895111084, + "num_tokens": 18879235.0, + "step": 7935 + }, + { + "entropy": 4.778491687774658, + "epoch": 7.769456681350954, + "grad_norm": 1.234375, + "learning_rate": 0.00011420069429578273, + "loss": 4.0717, + "mean_token_accuracy": 0.28918620347976687, + "num_tokens": 18890588.0, + "step": 7940 + }, + { + "entropy": 4.762243986129761, + "epoch": 7.774351443954968, + "grad_norm": 1.3515625, + "learning_rate": 0.00011393251079409157, + "loss": 4.057, + "mean_token_accuracy": 0.29051515758037566, + "num_tokens": 18901515.0, + "step": 7945 + }, + { + "entropy": 4.7536064147949215, + "epoch": 7.779246206558982, + "grad_norm": 1.265625, + "learning_rate": 0.00011366479581255418, + "loss": 4.0879, + "mean_token_accuracy": 0.28467804193496704, + "num_tokens": 18914314.0, + "step": 7950 + }, + { + "entropy": 4.830654954910278, + "epoch": 7.784140969162996, + "grad_norm": 1.34375, + "learning_rate": 0.00011339755012991149, + "loss": 4.0924, + "mean_token_accuracy": 0.287271773815155, + "num_tokens": 18926040.0, + "step": 7955 + }, + { + "entropy": 4.801731824874878, + "epoch": 7.789035731767009, + "grad_norm": 1.296875, + "learning_rate": 0.00011313077452353965, + "loss": 4.0612, + "mean_token_accuracy": 0.2877976268529892, + "num_tokens": 18939362.0, + "step": 7960 + }, + { + "entropy": 4.796913957595825, + "epoch": 7.793930494371023, + "grad_norm": 1.21875, + "learning_rate": 0.00011286446976944704, + "loss": 4.1443, + "mean_token_accuracy": 0.2828346401453018, + "num_tokens": 18951460.0, + "step": 7965 + }, + { + "entropy": 4.881304931640625, + "epoch": 7.798825256975037, + "grad_norm": 1.1796875, + "learning_rate": 0.00011259863664227265, + "loss": 4.1385, + "mean_token_accuracy": 0.2836930096149445, + "num_tokens": 18963626.0, + "step": 7970 + }, + { + "entropy": 4.855031538009643, + "epoch": 7.803720019579051, + "grad_norm": 1.2109375, + "learning_rate": 0.00011233327591528339, + "loss": 4.1741, + "mean_token_accuracy": 0.2811962366104126, + "num_tokens": 18975706.0, + "step": 7975 + }, + { + "entropy": 4.870762634277344, + "epoch": 7.8086147821830645, + "grad_norm": 1.171875, + "learning_rate": 0.00011206838836037227, + "loss": 4.1095, + "mean_token_accuracy": 0.2842129483819008, + "num_tokens": 18986504.0, + "step": 7980 + }, + { + "entropy": 4.74673547744751, + "epoch": 7.8135095447870775, + "grad_norm": 1.2265625, + "learning_rate": 0.00011180397474805576, + "loss": 4.0687, + "mean_token_accuracy": 0.2877952128648758, + "num_tokens": 18999233.0, + "step": 7985 + }, + { + "entropy": 4.769118309020996, + "epoch": 7.818404307391091, + "grad_norm": 1.328125, + "learning_rate": 0.00011154003584747166, + "loss": 4.075, + "mean_token_accuracy": 0.28466567397117615, + "num_tokens": 19011155.0, + "step": 7990 + }, + { + "entropy": 4.78886833190918, + "epoch": 7.823299069995105, + "grad_norm": 1.28125, + "learning_rate": 0.00011127657242637709, + "loss": 4.1035, + "mean_token_accuracy": 0.2814509928226471, + "num_tokens": 19023736.0, + "step": 7995 + }, + { + "entropy": 4.7121885299682615, + "epoch": 7.828193832599119, + "grad_norm": 1.140625, + "learning_rate": 0.00011101358525114592, + "loss": 3.9746, + "mean_token_accuracy": 0.30115596652030946, + "num_tokens": 19035376.0, + "step": 8000 + }, + { + "epoch": 7.828193832599119, + "eval_entropy": 4.751975100444254, + "eval_loss": 5.513649940490723, + "eval_mean_token_accuracy": 0.20852118673498835, + "eval_num_tokens": 19035376.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.956, + "eval_steps_per_second": 158.916, + "step": 8000 + }, + { + "entropy": 4.790023469924927, + "epoch": 7.833088595203133, + "grad_norm": 1.328125, + "learning_rate": 0.00011075107508676672, + "loss": 4.1235, + "mean_token_accuracy": 0.28174285888671874, + "num_tokens": 19045925.0, + "step": 8005 + }, + { + "entropy": 4.849683856964111, + "epoch": 7.837983357807146, + "grad_norm": 1.203125, + "learning_rate": 0.00011048904269684048, + "loss": 4.1552, + "mean_token_accuracy": 0.2836036294698715, + "num_tokens": 19058873.0, + "step": 8010 + }, + { + "entropy": 4.815062665939331, + "epoch": 7.84287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.00011022748884357864, + "loss": 4.0749, + "mean_token_accuracy": 0.2853410840034485, + "num_tokens": 19071284.0, + "step": 8015 + }, + { + "entropy": 4.846319770812988, + "epoch": 7.847772883015174, + "grad_norm": 1.3046875, + "learning_rate": 0.00010996641428780035, + "loss": 4.1261, + "mean_token_accuracy": 0.2799112170934677, + "num_tokens": 19083369.0, + "step": 8020 + }, + { + "entropy": 4.844157981872558, + "epoch": 7.852667645619188, + "grad_norm": 1.2578125, + "learning_rate": 0.00010970581978893069, + "loss": 4.173, + "mean_token_accuracy": 0.2815590053796768, + "num_tokens": 19095774.0, + "step": 8025 + }, + { + "entropy": 4.803434658050537, + "epoch": 7.857562408223201, + "grad_norm": 1.328125, + "learning_rate": 0.00010944570610499837, + "loss": 4.1018, + "mean_token_accuracy": 0.2834786757826805, + "num_tokens": 19106445.0, + "step": 8030 + }, + { + "entropy": 4.7973674774169925, + "epoch": 7.862457170827215, + "grad_norm": 1.3515625, + "learning_rate": 0.0001091860739926335, + "loss": 4.0678, + "mean_token_accuracy": 0.2952722132205963, + "num_tokens": 19117043.0, + "step": 8035 + }, + { + "entropy": 4.801469135284424, + "epoch": 7.8673519334312285, + "grad_norm": 1.2890625, + "learning_rate": 0.00010892692420706521, + "loss": 4.0667, + "mean_token_accuracy": 0.2818433403968811, + "num_tokens": 19126786.0, + "step": 8040 + }, + { + "entropy": 4.826764011383057, + "epoch": 7.872246696035242, + "grad_norm": 1.28125, + "learning_rate": 0.00010866825750211972, + "loss": 4.1453, + "mean_token_accuracy": 0.28413928151130674, + "num_tokens": 19138093.0, + "step": 8045 + }, + { + "entropy": 4.815477466583252, + "epoch": 7.877141458639256, + "grad_norm": 1.203125, + "learning_rate": 0.00010841007463021818, + "loss": 4.1191, + "mean_token_accuracy": 0.2844523787498474, + "num_tokens": 19151252.0, + "step": 8050 + }, + { + "entropy": 4.782418298721313, + "epoch": 7.88203622124327, + "grad_norm": 1.1640625, + "learning_rate": 0.00010815237634237412, + "loss": 4.0656, + "mean_token_accuracy": 0.292576202750206, + "num_tokens": 19162493.0, + "step": 8055 + }, + { + "entropy": 4.809414434432983, + "epoch": 7.886930983847283, + "grad_norm": 1.28125, + "learning_rate": 0.00010789516338819155, + "loss": 4.1597, + "mean_token_accuracy": 0.2815487176179886, + "num_tokens": 19174396.0, + "step": 8060 + }, + { + "entropy": 4.7714988708496096, + "epoch": 7.891825746451297, + "grad_norm": 1.1875, + "learning_rate": 0.00010763843651586283, + "loss": 4.1386, + "mean_token_accuracy": 0.2797869980335236, + "num_tokens": 19188151.0, + "step": 8065 + }, + { + "entropy": 4.759133911132812, + "epoch": 7.896720509055311, + "grad_norm": 1.234375, + "learning_rate": 0.00010738219647216632, + "loss": 4.0656, + "mean_token_accuracy": 0.2926129400730133, + "num_tokens": 19200691.0, + "step": 8070 + }, + { + "entropy": 4.76167778968811, + "epoch": 7.901615271659325, + "grad_norm": 1.265625, + "learning_rate": 0.00010712644400246421, + "loss": 4.0766, + "mean_token_accuracy": 0.2882638245820999, + "num_tokens": 19211826.0, + "step": 8075 + }, + { + "entropy": 4.754981184005738, + "epoch": 7.906510034263338, + "grad_norm": 1.25, + "learning_rate": 0.00010687117985070044, + "loss": 4.0502, + "mean_token_accuracy": 0.2898054599761963, + "num_tokens": 19223757.0, + "step": 8080 + }, + { + "entropy": 4.781965112686157, + "epoch": 7.911404796867352, + "grad_norm": 1.046875, + "learning_rate": 0.0001066164047593986, + "loss": 4.161, + "mean_token_accuracy": 0.2828197956085205, + "num_tokens": 19236696.0, + "step": 8085 + }, + { + "entropy": 4.841031742095947, + "epoch": 7.916299559471366, + "grad_norm": 1.25, + "learning_rate": 0.0001063621194696596, + "loss": 4.1217, + "mean_token_accuracy": 0.2799760729074478, + "num_tokens": 19248694.0, + "step": 8090 + }, + { + "entropy": 4.720451545715332, + "epoch": 7.9211943220753795, + "grad_norm": 1.2578125, + "learning_rate": 0.00010610832472115953, + "loss": 4.0099, + "mean_token_accuracy": 0.2908418208360672, + "num_tokens": 19260481.0, + "step": 8095 + }, + { + "entropy": 4.798959255218506, + "epoch": 7.926089084679393, + "grad_norm": 1.296875, + "learning_rate": 0.00010585502125214778, + "loss": 4.0897, + "mean_token_accuracy": 0.28865148723125456, + "num_tokens": 19272577.0, + "step": 8100 + }, + { + "entropy": 4.819539403915405, + "epoch": 7.930983847283406, + "grad_norm": 1.25, + "learning_rate": 0.00010560220979944447, + "loss": 4.0648, + "mean_token_accuracy": 0.2851977705955505, + "num_tokens": 19283140.0, + "step": 8105 + }, + { + "entropy": 4.8135308742523195, + "epoch": 7.93587860988742, + "grad_norm": 1.296875, + "learning_rate": 0.00010534989109843866, + "loss": 4.1311, + "mean_token_accuracy": 0.2837995454668999, + "num_tokens": 19294532.0, + "step": 8110 + }, + { + "entropy": 4.842606830596924, + "epoch": 7.940773372491434, + "grad_norm": 1.2109375, + "learning_rate": 0.0001050980658830859, + "loss": 4.1434, + "mean_token_accuracy": 0.2774684727191925, + "num_tokens": 19307304.0, + "step": 8115 + }, + { + "entropy": 4.808180665969848, + "epoch": 7.945668135095448, + "grad_norm": 1.4140625, + "learning_rate": 0.00010484673488590651, + "loss": 4.0749, + "mean_token_accuracy": 0.28432413637638093, + "num_tokens": 19318260.0, + "step": 8120 + }, + { + "entropy": 4.826688289642334, + "epoch": 7.950562897699461, + "grad_norm": 1.125, + "learning_rate": 0.00010459589883798303, + "loss": 4.1873, + "mean_token_accuracy": 0.2748486503958702, + "num_tokens": 19333401.0, + "step": 8125 + }, + { + "entropy": 4.835629034042358, + "epoch": 7.955457660303475, + "grad_norm": 1.3125, + "learning_rate": 0.0001043455584689583, + "loss": 4.1655, + "mean_token_accuracy": 0.28058279156684873, + "num_tokens": 19346407.0, + "step": 8130 + }, + { + "entropy": 4.824550437927246, + "epoch": 7.960352422907489, + "grad_norm": 1.296875, + "learning_rate": 0.0001040957145070334, + "loss": 4.108, + "mean_token_accuracy": 0.28389019072055816, + "num_tokens": 19357868.0, + "step": 8135 + }, + { + "entropy": 4.826464557647705, + "epoch": 7.965247185511503, + "grad_norm": 1.21875, + "learning_rate": 0.00010384636767896533, + "loss": 4.1006, + "mean_token_accuracy": 0.2863073766231537, + "num_tokens": 19369322.0, + "step": 8140 + }, + { + "entropy": 4.8558349609375, + "epoch": 7.970141948115517, + "grad_norm": 1.1953125, + "learning_rate": 0.000103597518710065, + "loss": 4.1188, + "mean_token_accuracy": 0.27743022739887235, + "num_tokens": 19381609.0, + "step": 8145 + }, + { + "entropy": 4.825598335266113, + "epoch": 7.975036710719531, + "grad_norm": 1.25, + "learning_rate": 0.00010334916832419519, + "loss": 4.1384, + "mean_token_accuracy": 0.2844781383872032, + "num_tokens": 19393113.0, + "step": 8150 + }, + { + "entropy": 4.863827180862427, + "epoch": 7.979931473323544, + "grad_norm": 1.2109375, + "learning_rate": 0.00010310131724376845, + "loss": 4.1587, + "mean_token_accuracy": 0.284981444478035, + "num_tokens": 19404671.0, + "step": 8155 + }, + { + "entropy": 4.715756893157959, + "epoch": 7.9848262359275575, + "grad_norm": 1.3125, + "learning_rate": 0.00010285396618974475, + "loss": 4.0805, + "mean_token_accuracy": 0.28676379323005674, + "num_tokens": 19416027.0, + "step": 8160 + }, + { + "entropy": 4.692251300811767, + "epoch": 7.989720998531571, + "grad_norm": 1.1953125, + "learning_rate": 0.00010260711588162963, + "loss": 3.986, + "mean_token_accuracy": 0.29854593575000765, + "num_tokens": 19426968.0, + "step": 8165 + }, + { + "entropy": 4.75119423866272, + "epoch": 7.994615761135585, + "grad_norm": 1.265625, + "learning_rate": 0.00010236076703747207, + "loss": 4.0255, + "mean_token_accuracy": 0.29295570552349093, + "num_tokens": 19438335.0, + "step": 8170 + }, + { + "entropy": 4.775824737548828, + "epoch": 7.999510523739598, + "grad_norm": 1.0859375, + "learning_rate": 0.00010211492037386244, + "loss": 4.1301, + "mean_token_accuracy": 0.2802129596471786, + "num_tokens": 19452586.0, + "step": 8175 + }, + { + "entropy": 4.7508266766866045, + "epoch": 8.00391581008321, + "grad_norm": 1.34375, + "learning_rate": 0.00010186957660593018, + "loss": 4.0159, + "mean_token_accuracy": 0.3001713984542423, + "num_tokens": 19462341.0, + "step": 8180 + }, + { + "entropy": 4.789851951599121, + "epoch": 8.008810572687224, + "grad_norm": 1.2734375, + "learning_rate": 0.00010162473644734197, + "loss": 4.0858, + "mean_token_accuracy": 0.2801043540239334, + "num_tokens": 19474885.0, + "step": 8185 + }, + { + "entropy": 4.833471012115479, + "epoch": 8.013705335291238, + "grad_norm": 1.234375, + "learning_rate": 0.0001013804006102996, + "loss": 4.0077, + "mean_token_accuracy": 0.29478251934051514, + "num_tokens": 19486979.0, + "step": 8190 + }, + { + "entropy": 4.732617712020874, + "epoch": 8.018600097895252, + "grad_norm": 1.1796875, + "learning_rate": 0.00010113656980553782, + "loss": 3.933, + "mean_token_accuracy": 0.301824215054512, + "num_tokens": 19497355.0, + "step": 8195 + }, + { + "entropy": 4.752558803558349, + "epoch": 8.023494860499266, + "grad_norm": 1.2421875, + "learning_rate": 0.00010089324474232237, + "loss": 3.9631, + "mean_token_accuracy": 0.3032965540885925, + "num_tokens": 19507990.0, + "step": 8200 + }, + { + "entropy": 4.735957384109497, + "epoch": 8.02838962310328, + "grad_norm": 1.1875, + "learning_rate": 0.00010065042612844772, + "loss": 3.9955, + "mean_token_accuracy": 0.2964070439338684, + "num_tokens": 19520332.0, + "step": 8205 + }, + { + "entropy": 4.841171216964722, + "epoch": 8.033284385707294, + "grad_norm": 1.3046875, + "learning_rate": 0.00010040811467023542, + "loss": 4.1005, + "mean_token_accuracy": 0.2906040489673615, + "num_tokens": 19530951.0, + "step": 8210 + }, + { + "entropy": 4.788151597976684, + "epoch": 8.038179148311308, + "grad_norm": 1.25, + "learning_rate": 0.00010016631107253152, + "loss": 4.065, + "mean_token_accuracy": 0.2935373544692993, + "num_tokens": 19543683.0, + "step": 8215 + }, + { + "entropy": 4.8335155010223385, + "epoch": 8.04307391091532, + "grad_norm": 1.2578125, + "learning_rate": 9.992501603870491e-05, + "loss": 4.0523, + "mean_token_accuracy": 0.2906232953071594, + "num_tokens": 19554771.0, + "step": 8220 + }, + { + "entropy": 4.823724365234375, + "epoch": 8.047968673519334, + "grad_norm": 1.1875, + "learning_rate": 9.968423027064519e-05, + "loss": 3.9926, + "mean_token_accuracy": 0.2919668316841125, + "num_tokens": 19566296.0, + "step": 8225 + }, + { + "entropy": 4.74432373046875, + "epoch": 8.052863436123348, + "grad_norm": 1.1875, + "learning_rate": 9.944395446876047e-05, + "loss": 3.9566, + "mean_token_accuracy": 0.2975243330001831, + "num_tokens": 19579388.0, + "step": 8230 + }, + { + "entropy": 4.743651485443115, + "epoch": 8.057758198727361, + "grad_norm": 1.375, + "learning_rate": 9.920418933197559e-05, + "loss": 3.9562, + "mean_token_accuracy": 0.30524595975875857, + "num_tokens": 19590986.0, + "step": 8235 + }, + { + "entropy": 4.796912336349488, + "epoch": 8.062652961331375, + "grad_norm": 1.3046875, + "learning_rate": 9.89649355577297e-05, + "loss": 4.0393, + "mean_token_accuracy": 0.2856418013572693, + "num_tokens": 19602571.0, + "step": 8240 + }, + { + "entropy": 4.775595188140869, + "epoch": 8.06754772393539, + "grad_norm": 1.1796875, + "learning_rate": 9.872619384197478e-05, + "loss": 3.9547, + "mean_token_accuracy": 0.29954299330711365, + "num_tokens": 19614761.0, + "step": 8245 + }, + { + "entropy": 4.794795274734497, + "epoch": 8.072442486539403, + "grad_norm": 1.2890625, + "learning_rate": 9.848796487917316e-05, + "loss": 4.0244, + "mean_token_accuracy": 0.29351837635040284, + "num_tokens": 19627048.0, + "step": 8250 + }, + { + "entropy": 4.8953821659088135, + "epoch": 8.077337249143417, + "grad_norm": 1.21875, + "learning_rate": 9.825024936229557e-05, + "loss": 4.1208, + "mean_token_accuracy": 0.2821303129196167, + "num_tokens": 19639271.0, + "step": 8255 + }, + { + "entropy": 4.896049118041992, + "epoch": 8.082232011747431, + "grad_norm": 1.234375, + "learning_rate": 9.801304798281942e-05, + "loss": 4.1254, + "mean_token_accuracy": 0.2852731287479401, + "num_tokens": 19651170.0, + "step": 8260 + }, + { + "entropy": 4.855378913879394, + "epoch": 8.087126774351445, + "grad_norm": 1.2265625, + "learning_rate": 9.777636143072638e-05, + "loss": 4.0513, + "mean_token_accuracy": 0.28629745841026305, + "num_tokens": 19662576.0, + "step": 8265 + }, + { + "entropy": 4.791099786758423, + "epoch": 8.092021536955457, + "grad_norm": 1.3203125, + "learning_rate": 9.754019039450064e-05, + "loss": 4.0335, + "mean_token_accuracy": 0.2928896903991699, + "num_tokens": 19673748.0, + "step": 8270 + }, + { + "entropy": 4.764239311218262, + "epoch": 8.09691629955947, + "grad_norm": 1.25, + "learning_rate": 9.73045355611268e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.2971791118383408, + "num_tokens": 19685655.0, + "step": 8275 + }, + { + "entropy": 4.806309175491333, + "epoch": 8.101811062163485, + "grad_norm": 1.2890625, + "learning_rate": 9.706939761608802e-05, + "loss": 4.0062, + "mean_token_accuracy": 0.29895917773246766, + "num_tokens": 19696808.0, + "step": 8280 + }, + { + "entropy": 4.799530935287476, + "epoch": 8.106705824767499, + "grad_norm": 1.3203125, + "learning_rate": 9.683477724336381e-05, + "loss": 4.0458, + "mean_token_accuracy": 0.2901474267244339, + "num_tokens": 19708501.0, + "step": 8285 + }, + { + "entropy": 4.804644298553467, + "epoch": 8.111600587371512, + "grad_norm": 1.375, + "learning_rate": 9.66006751254281e-05, + "loss": 4.0576, + "mean_token_accuracy": 0.29216207563877106, + "num_tokens": 19721014.0, + "step": 8290 + }, + { + "entropy": 4.8463719367980955, + "epoch": 8.116495349975526, + "grad_norm": 1.25, + "learning_rate": 9.636709194324747e-05, + "loss": 4.0665, + "mean_token_accuracy": 0.2936025321483612, + "num_tokens": 19734010.0, + "step": 8295 + }, + { + "entropy": 4.874621200561523, + "epoch": 8.12139011257954, + "grad_norm": 1.28125, + "learning_rate": 9.613402837627882e-05, + "loss": 4.0136, + "mean_token_accuracy": 0.30141418278217313, + "num_tokens": 19744811.0, + "step": 8300 + }, + { + "entropy": 4.77404556274414, + "epoch": 8.126284875183554, + "grad_norm": 1.2265625, + "learning_rate": 9.590148510246772e-05, + "loss": 4.0014, + "mean_token_accuracy": 0.3035804033279419, + "num_tokens": 19757041.0, + "step": 8305 + }, + { + "entropy": 4.731545114517212, + "epoch": 8.131179637787568, + "grad_norm": 1.203125, + "learning_rate": 9.566946279824606e-05, + "loss": 3.9495, + "mean_token_accuracy": 0.3044112652540207, + "num_tokens": 19768890.0, + "step": 8310 + }, + { + "entropy": 4.7629693984985355, + "epoch": 8.13607440039158, + "grad_norm": 1.234375, + "learning_rate": 9.54379621385306e-05, + "loss": 4.0067, + "mean_token_accuracy": 0.2983778327703476, + "num_tokens": 19781644.0, + "step": 8315 + }, + { + "entropy": 4.774078607559204, + "epoch": 8.140969162995594, + "grad_norm": 1.34375, + "learning_rate": 9.520698379672056e-05, + "loss": 4.0141, + "mean_token_accuracy": 0.29419822692871095, + "num_tokens": 19792955.0, + "step": 8320 + }, + { + "entropy": 4.85325059890747, + "epoch": 8.145863925599608, + "grad_norm": 1.1796875, + "learning_rate": 9.497652844469574e-05, + "loss": 4.0712, + "mean_token_accuracy": 0.28395206928253175, + "num_tokens": 19806216.0, + "step": 8325 + }, + { + "entropy": 4.797935962677002, + "epoch": 8.150758688203622, + "grad_norm": 1.3359375, + "learning_rate": 9.474659675281486e-05, + "loss": 4.0253, + "mean_token_accuracy": 0.2976793497800827, + "num_tokens": 19818171.0, + "step": 8330 + }, + { + "entropy": 4.779278707504273, + "epoch": 8.155653450807636, + "grad_norm": 1.3203125, + "learning_rate": 9.451718938991326e-05, + "loss": 4.0355, + "mean_token_accuracy": 0.2973834216594696, + "num_tokens": 19829475.0, + "step": 8335 + }, + { + "entropy": 4.820474910736084, + "epoch": 8.16054821341165, + "grad_norm": 1.3125, + "learning_rate": 9.428830702330106e-05, + "loss": 4.0895, + "mean_token_accuracy": 0.28223137855529784, + "num_tokens": 19841681.0, + "step": 8340 + }, + { + "entropy": 4.750711250305176, + "epoch": 8.165442976015663, + "grad_norm": 1.25, + "learning_rate": 9.405995031876125e-05, + "loss": 3.9613, + "mean_token_accuracy": 0.30018341839313506, + "num_tokens": 19853491.0, + "step": 8345 + }, + { + "entropy": 4.783193778991699, + "epoch": 8.170337738619677, + "grad_norm": 1.296875, + "learning_rate": 9.383211994054794e-05, + "loss": 4.0521, + "mean_token_accuracy": 0.2948135644197464, + "num_tokens": 19865170.0, + "step": 8350 + }, + { + "entropy": 4.798542881011963, + "epoch": 8.175232501223691, + "grad_norm": 1.296875, + "learning_rate": 9.360481655138397e-05, + "loss": 4.0523, + "mean_token_accuracy": 0.2915564179420471, + "num_tokens": 19875959.0, + "step": 8355 + }, + { + "entropy": 4.848939037322998, + "epoch": 8.180127263827705, + "grad_norm": 1.390625, + "learning_rate": 9.337804081245937e-05, + "loss": 4.0415, + "mean_token_accuracy": 0.2928876131772995, + "num_tokens": 19886380.0, + "step": 8360 + }, + { + "entropy": 4.825018692016601, + "epoch": 8.185022026431717, + "grad_norm": 1.265625, + "learning_rate": 9.315179338342946e-05, + "loss": 4.0429, + "mean_token_accuracy": 0.29187908172607424, + "num_tokens": 19898371.0, + "step": 8365 + }, + { + "entropy": 4.822934627532959, + "epoch": 8.189916789035731, + "grad_norm": 1.375, + "learning_rate": 9.292607492241252e-05, + "loss": 3.9575, + "mean_token_accuracy": 0.29686312973499296, + "num_tokens": 19910044.0, + "step": 8370 + }, + { + "entropy": 4.812992238998413, + "epoch": 8.194811551639745, + "grad_norm": 1.1640625, + "learning_rate": 9.270088608598833e-05, + "loss": 4.0247, + "mean_token_accuracy": 0.29154442250728607, + "num_tokens": 19921955.0, + "step": 8375 + }, + { + "entropy": 4.788355684280395, + "epoch": 8.199706314243759, + "grad_norm": 1.234375, + "learning_rate": 9.247622752919594e-05, + "loss": 4.0225, + "mean_token_accuracy": 0.29671117216348647, + "num_tokens": 19933486.0, + "step": 8380 + }, + { + "entropy": 4.800418567657471, + "epoch": 8.204601076847773, + "grad_norm": 1.3359375, + "learning_rate": 9.225209990553213e-05, + "loss": 4.0076, + "mean_token_accuracy": 0.2950641632080078, + "num_tokens": 19944904.0, + "step": 8385 + }, + { + "entropy": 4.752691841125488, + "epoch": 8.209495839451787, + "grad_norm": 1.140625, + "learning_rate": 9.202850386694903e-05, + "loss": 3.9958, + "mean_token_accuracy": 0.30097452998161317, + "num_tokens": 19956747.0, + "step": 8390 + }, + { + "entropy": 4.850427436828613, + "epoch": 8.2143906020558, + "grad_norm": 1.15625, + "learning_rate": 9.180544006385252e-05, + "loss": 4.1406, + "mean_token_accuracy": 0.28515096604824064, + "num_tokens": 19970132.0, + "step": 8395 + }, + { + "entropy": 4.783610105514526, + "epoch": 8.219285364659815, + "grad_norm": 1.1953125, + "learning_rate": 9.15829091451005e-05, + "loss": 3.9833, + "mean_token_accuracy": 0.2993343651294708, + "num_tokens": 19981480.0, + "step": 8400 + }, + { + "entropy": 4.808634901046753, + "epoch": 8.224180127263828, + "grad_norm": 1.296875, + "learning_rate": 9.136091175800053e-05, + "loss": 4.041, + "mean_token_accuracy": 0.29177541583776473, + "num_tokens": 19992335.0, + "step": 8405 + }, + { + "entropy": 4.785143852233887, + "epoch": 8.229074889867842, + "grad_norm": 1.375, + "learning_rate": 9.113944854830836e-05, + "loss": 3.9952, + "mean_token_accuracy": 0.29254370033740995, + "num_tokens": 20004719.0, + "step": 8410 + }, + { + "entropy": 4.815789079666137, + "epoch": 8.233969652471854, + "grad_norm": 1.265625, + "learning_rate": 9.091852016022572e-05, + "loss": 4.0448, + "mean_token_accuracy": 0.2930038273334503, + "num_tokens": 20015465.0, + "step": 8415 + }, + { + "entropy": 4.772142505645752, + "epoch": 8.238864415075868, + "grad_norm": 1.328125, + "learning_rate": 9.069812723639898e-05, + "loss": 3.9806, + "mean_token_accuracy": 0.29986772537231443, + "num_tokens": 20025896.0, + "step": 8420 + }, + { + "entropy": 4.763949394226074, + "epoch": 8.243759177679882, + "grad_norm": 1.234375, + "learning_rate": 9.047827041791656e-05, + "loss": 3.9849, + "mean_token_accuracy": 0.2964647144079208, + "num_tokens": 20037587.0, + "step": 8425 + }, + { + "entropy": 4.78084168434143, + "epoch": 8.248653940283896, + "grad_norm": 1.203125, + "learning_rate": 9.025895034430765e-05, + "loss": 4.0614, + "mean_token_accuracy": 0.2884828716516495, + "num_tokens": 20050160.0, + "step": 8430 + }, + { + "entropy": 4.794815111160278, + "epoch": 8.25354870288791, + "grad_norm": 1.1953125, + "learning_rate": 9.004016765353998e-05, + "loss": 4.0756, + "mean_token_accuracy": 0.2914129376411438, + "num_tokens": 20062716.0, + "step": 8435 + }, + { + "entropy": 4.746814727783203, + "epoch": 8.258443465491924, + "grad_norm": 1.2109375, + "learning_rate": 8.982192298201832e-05, + "loss": 3.9913, + "mean_token_accuracy": 0.29088248312473297, + "num_tokens": 20074376.0, + "step": 8440 + }, + { + "entropy": 4.780981540679932, + "epoch": 8.263338228095938, + "grad_norm": 1.2578125, + "learning_rate": 8.960421696458226e-05, + "loss": 4.0071, + "mean_token_accuracy": 0.2879849374294281, + "num_tokens": 20087161.0, + "step": 8445 + }, + { + "entropy": 4.770525217056274, + "epoch": 8.268232990699952, + "grad_norm": 1.1953125, + "learning_rate": 8.938705023450455e-05, + "loss": 4.0418, + "mean_token_accuracy": 0.2875596463680267, + "num_tokens": 20099352.0, + "step": 8450 + }, + { + "entropy": 4.770326280593872, + "epoch": 8.273127753303966, + "grad_norm": 1.3359375, + "learning_rate": 8.917042342348935e-05, + "loss": 3.9895, + "mean_token_accuracy": 0.2998296141624451, + "num_tokens": 20110288.0, + "step": 8455 + }, + { + "entropy": 4.7889824390411375, + "epoch": 8.278022515907978, + "grad_norm": 1.3203125, + "learning_rate": 8.895433716167014e-05, + "loss": 4.031, + "mean_token_accuracy": 0.2933506637811661, + "num_tokens": 20121744.0, + "step": 8460 + }, + { + "entropy": 4.822531843185425, + "epoch": 8.282917278511992, + "grad_norm": 1.1953125, + "learning_rate": 8.873879207760807e-05, + "loss": 4.0773, + "mean_token_accuracy": 0.2831497386097908, + "num_tokens": 20134165.0, + "step": 8465 + }, + { + "entropy": 4.823532390594482, + "epoch": 8.287812041116005, + "grad_norm": 1.2578125, + "learning_rate": 8.852378879829009e-05, + "loss": 4.0161, + "mean_token_accuracy": 0.29584149420261385, + "num_tokens": 20146188.0, + "step": 8470 + }, + { + "entropy": 4.813218021392823, + "epoch": 8.29270680372002, + "grad_norm": 1.234375, + "learning_rate": 8.830932794912723e-05, + "loss": 4.0506, + "mean_token_accuracy": 0.2843432143330574, + "num_tokens": 20158477.0, + "step": 8475 + }, + { + "entropy": 4.845458984375, + "epoch": 8.297601566324033, + "grad_norm": 1.3203125, + "learning_rate": 8.809541015395254e-05, + "loss": 4.0911, + "mean_token_accuracy": 0.28241041004657746, + "num_tokens": 20170507.0, + "step": 8480 + }, + { + "entropy": 4.888974571228028, + "epoch": 8.302496328928047, + "grad_norm": 1.234375, + "learning_rate": 8.788203603501935e-05, + "loss": 4.062, + "mean_token_accuracy": 0.28928353190422057, + "num_tokens": 20181423.0, + "step": 8485 + }, + { + "entropy": 4.81447172164917, + "epoch": 8.307391091532061, + "grad_norm": 1.2109375, + "learning_rate": 8.766920621299982e-05, + "loss": 4.0751, + "mean_token_accuracy": 0.2945033431053162, + "num_tokens": 20192892.0, + "step": 8490 + }, + { + "entropy": 4.772926902770996, + "epoch": 8.312285854136075, + "grad_norm": 1.28125, + "learning_rate": 8.745692130698248e-05, + "loss": 4.0057, + "mean_token_accuracy": 0.29243382811546326, + "num_tokens": 20203466.0, + "step": 8495 + }, + { + "entropy": 4.768928718566895, + "epoch": 8.317180616740089, + "grad_norm": 1.2109375, + "learning_rate": 8.724518193447104e-05, + "loss": 4.0938, + "mean_token_accuracy": 0.2866020709276199, + "num_tokens": 20216660.0, + "step": 8500 + }, + { + "entropy": 4.799443864822388, + "epoch": 8.322075379344103, + "grad_norm": 1.3359375, + "learning_rate": 8.703398871138213e-05, + "loss": 3.9456, + "mean_token_accuracy": 0.307177472114563, + "num_tokens": 20227689.0, + "step": 8505 + }, + { + "entropy": 4.798560619354248, + "epoch": 8.326970141948115, + "grad_norm": 1.2421875, + "learning_rate": 8.682334225204397e-05, + "loss": 4.0607, + "mean_token_accuracy": 0.29022422432899475, + "num_tokens": 20239988.0, + "step": 8510 + }, + { + "entropy": 4.720589923858642, + "epoch": 8.331864904552129, + "grad_norm": 1.1484375, + "learning_rate": 8.661324316919411e-05, + "loss": 3.9598, + "mean_token_accuracy": 0.29875352680683137, + "num_tokens": 20253187.0, + "step": 8515 + }, + { + "entropy": 4.7920006275177, + "epoch": 8.336759667156143, + "grad_norm": 1.2734375, + "learning_rate": 8.640369207397791e-05, + "loss": 4.0117, + "mean_token_accuracy": 0.2947863072156906, + "num_tokens": 20265667.0, + "step": 8520 + }, + { + "entropy": 4.791538381576538, + "epoch": 8.341654429760156, + "grad_norm": 1.1640625, + "learning_rate": 8.619468957594685e-05, + "loss": 4.0895, + "mean_token_accuracy": 0.2899941444396973, + "num_tokens": 20279088.0, + "step": 8525 + }, + { + "entropy": 4.804943370819092, + "epoch": 8.34654919236417, + "grad_norm": 1.296875, + "learning_rate": 8.598623628305652e-05, + "loss": 4.0024, + "mean_token_accuracy": 0.29515176713466645, + "num_tokens": 20290199.0, + "step": 8530 + }, + { + "entropy": 4.793981552124023, + "epoch": 8.351443954968184, + "grad_norm": 1.25, + "learning_rate": 8.577833280166492e-05, + "loss": 3.9885, + "mean_token_accuracy": 0.29896204471588134, + "num_tokens": 20302119.0, + "step": 8535 + }, + { + "entropy": 4.875656223297119, + "epoch": 8.356338717572198, + "grad_norm": 1.3828125, + "learning_rate": 8.557097973653075e-05, + "loss": 4.0733, + "mean_token_accuracy": 0.28331688344478606, + "num_tokens": 20312459.0, + "step": 8540 + }, + { + "entropy": 4.741098690032959, + "epoch": 8.361233480176212, + "grad_norm": 1.203125, + "learning_rate": 8.536417769081179e-05, + "loss": 3.9739, + "mean_token_accuracy": 0.29959961771965027, + "num_tokens": 20324631.0, + "step": 8545 + }, + { + "entropy": 4.781824016571045, + "epoch": 8.366128242780226, + "grad_norm": 1.296875, + "learning_rate": 8.515792726606279e-05, + "loss": 4.0324, + "mean_token_accuracy": 0.2903775334358215, + "num_tokens": 20337748.0, + "step": 8550 + }, + { + "entropy": 4.829334688186646, + "epoch": 8.371023005384238, + "grad_norm": 1.3203125, + "learning_rate": 8.495222906223398e-05, + "loss": 4.1214, + "mean_token_accuracy": 0.2910662621259689, + "num_tokens": 20349017.0, + "step": 8555 + }, + { + "entropy": 4.785458517074585, + "epoch": 8.375917767988252, + "grad_norm": 1.3125, + "learning_rate": 8.474708367766937e-05, + "loss": 3.9871, + "mean_token_accuracy": 0.2969660609960556, + "num_tokens": 20359694.0, + "step": 8560 + }, + { + "entropy": 4.816461753845215, + "epoch": 8.380812530592266, + "grad_norm": 1.2578125, + "learning_rate": 8.45424917091048e-05, + "loss": 4.0634, + "mean_token_accuracy": 0.28907600343227385, + "num_tokens": 20373100.0, + "step": 8565 + }, + { + "entropy": 4.781310987472534, + "epoch": 8.38570729319628, + "grad_norm": 1.2890625, + "learning_rate": 8.433845375166628e-05, + "loss": 3.9855, + "mean_token_accuracy": 0.2901960551738739, + "num_tokens": 20384586.0, + "step": 8570 + }, + { + "entropy": 4.7860747337341305, + "epoch": 8.390602055800294, + "grad_norm": 1.3046875, + "learning_rate": 8.413497039886833e-05, + "loss": 4.0897, + "mean_token_accuracy": 0.2878449022769928, + "num_tokens": 20396876.0, + "step": 8575 + }, + { + "entropy": 4.78942494392395, + "epoch": 8.395496818404308, + "grad_norm": 1.3046875, + "learning_rate": 8.393204224261233e-05, + "loss": 4.0502, + "mean_token_accuracy": 0.2904807299375534, + "num_tokens": 20408701.0, + "step": 8580 + }, + { + "entropy": 4.738808345794678, + "epoch": 8.400391581008321, + "grad_norm": 1.2578125, + "learning_rate": 8.372966987318451e-05, + "loss": 4.061, + "mean_token_accuracy": 0.2913679838180542, + "num_tokens": 20420733.0, + "step": 8585 + }, + { + "entropy": 4.777753067016602, + "epoch": 8.405286343612335, + "grad_norm": 1.3125, + "learning_rate": 8.352785387925437e-05, + "loss": 4.0636, + "mean_token_accuracy": 0.2929169833660126, + "num_tokens": 20431755.0, + "step": 8590 + }, + { + "entropy": 4.786384105682373, + "epoch": 8.41018110621635, + "grad_norm": 1.125, + "learning_rate": 8.332659484787326e-05, + "loss": 4.0283, + "mean_token_accuracy": 0.2937730997800827, + "num_tokens": 20444097.0, + "step": 8595 + }, + { + "entropy": 4.726397180557251, + "epoch": 8.415075868820363, + "grad_norm": 1.234375, + "learning_rate": 8.312589336447219e-05, + "loss": 3.9753, + "mean_token_accuracy": 0.29979950487613677, + "num_tokens": 20455953.0, + "step": 8600 + }, + { + "entropy": 4.791380453109741, + "epoch": 8.419970631424375, + "grad_norm": 1.21875, + "learning_rate": 8.292575001286037e-05, + "loss": 4.0287, + "mean_token_accuracy": 0.29104123711586, + "num_tokens": 20468303.0, + "step": 8605 + }, + { + "entropy": 4.76235294342041, + "epoch": 8.424865394028389, + "grad_norm": 1.1640625, + "learning_rate": 8.27261653752235e-05, + "loss": 3.9511, + "mean_token_accuracy": 0.2976638972759247, + "num_tokens": 20481322.0, + "step": 8610 + }, + { + "entropy": 4.839085912704467, + "epoch": 8.429760156632403, + "grad_norm": 1.3515625, + "learning_rate": 8.252714003212225e-05, + "loss": 4.1405, + "mean_token_accuracy": 0.2797196418046951, + "num_tokens": 20493172.0, + "step": 8615 + }, + { + "entropy": 4.760579442977905, + "epoch": 8.434654919236417, + "grad_norm": 1.234375, + "learning_rate": 8.232867456249007e-05, + "loss": 4.0336, + "mean_token_accuracy": 0.28962074518203734, + "num_tokens": 20505716.0, + "step": 8620 + }, + { + "entropy": 4.791565752029419, + "epoch": 8.43954968184043, + "grad_norm": 1.2265625, + "learning_rate": 8.213076954363205e-05, + "loss": 4.0172, + "mean_token_accuracy": 0.28873046934604646, + "num_tokens": 20517651.0, + "step": 8625 + }, + { + "entropy": 4.78104248046875, + "epoch": 8.444444444444445, + "grad_norm": 1.2578125, + "learning_rate": 8.193342555122303e-05, + "loss": 3.9961, + "mean_token_accuracy": 0.2987930953502655, + "num_tokens": 20530081.0, + "step": 8630 + }, + { + "entropy": 4.786302375793457, + "epoch": 8.449339207048459, + "grad_norm": 1.15625, + "learning_rate": 8.173664315930579e-05, + "loss": 4.0465, + "mean_token_accuracy": 0.29273083806037903, + "num_tokens": 20543489.0, + "step": 8635 + }, + { + "entropy": 4.782888412475586, + "epoch": 8.454233969652472, + "grad_norm": 1.234375, + "learning_rate": 8.154042294028957e-05, + "loss": 4.0551, + "mean_token_accuracy": 0.2949908018112183, + "num_tokens": 20554003.0, + "step": 8640 + }, + { + "entropy": 4.735061311721802, + "epoch": 8.459128732256486, + "grad_norm": 1.3125, + "learning_rate": 8.134476546494821e-05, + "loss": 4.0007, + "mean_token_accuracy": 0.2939163863658905, + "num_tokens": 20564517.0, + "step": 8645 + }, + { + "entropy": 4.772111511230468, + "epoch": 8.464023494860498, + "grad_norm": 1.15625, + "learning_rate": 8.11496713024189e-05, + "loss": 4.0241, + "mean_token_accuracy": 0.2869536876678467, + "num_tokens": 20576981.0, + "step": 8650 + }, + { + "entropy": 4.819644546508789, + "epoch": 8.468918257464512, + "grad_norm": 1.1875, + "learning_rate": 8.095514102019998e-05, + "loss": 4.0432, + "mean_token_accuracy": 0.2900003880262375, + "num_tokens": 20589988.0, + "step": 8655 + }, + { + "entropy": 4.84394154548645, + "epoch": 8.473813020068526, + "grad_norm": 1.375, + "learning_rate": 8.07611751841496e-05, + "loss": 4.1373, + "mean_token_accuracy": 0.286513751745224, + "num_tokens": 20602133.0, + "step": 8660 + }, + { + "entropy": 4.854602241516114, + "epoch": 8.47870778267254, + "grad_norm": 1.2109375, + "learning_rate": 8.056777435848416e-05, + "loss": 4.1188, + "mean_token_accuracy": 0.2816850274801254, + "num_tokens": 20615487.0, + "step": 8665 + }, + { + "entropy": 4.7972588539123535, + "epoch": 8.483602545276554, + "grad_norm": 1.2734375, + "learning_rate": 8.037493910577639e-05, + "loss": 4.0855, + "mean_token_accuracy": 0.28804087042808535, + "num_tokens": 20627548.0, + "step": 8670 + }, + { + "entropy": 4.769118165969848, + "epoch": 8.488497307880568, + "grad_norm": 1.265625, + "learning_rate": 8.018266998695388e-05, + "loss": 3.9887, + "mean_token_accuracy": 0.3054073482751846, + "num_tokens": 20640148.0, + "step": 8675 + }, + { + "entropy": 4.74007658958435, + "epoch": 8.493392070484582, + "grad_norm": 1.21875, + "learning_rate": 7.999096756129744e-05, + "loss": 3.9965, + "mean_token_accuracy": 0.2966343998908997, + "num_tokens": 20652597.0, + "step": 8680 + }, + { + "entropy": 4.7319730758667, + "epoch": 8.498286833088596, + "grad_norm": 1.1640625, + "learning_rate": 7.979983238643956e-05, + "loss": 4.0648, + "mean_token_accuracy": 0.29506135582923887, + "num_tokens": 20664566.0, + "step": 8685 + }, + { + "entropy": 4.777488422393799, + "epoch": 8.50318159569261, + "grad_norm": 1.25, + "learning_rate": 7.96092650183625e-05, + "loss": 4.0103, + "mean_token_accuracy": 0.2942069947719574, + "num_tokens": 20675347.0, + "step": 8690 + }, + { + "entropy": 4.838548612594605, + "epoch": 8.508076358296623, + "grad_norm": 1.2890625, + "learning_rate": 7.9419266011397e-05, + "loss": 4.0891, + "mean_token_accuracy": 0.2877217441797256, + "num_tokens": 20687793.0, + "step": 8695 + }, + { + "entropy": 4.820555686950684, + "epoch": 8.512971120900636, + "grad_norm": 1.359375, + "learning_rate": 7.92298359182204e-05, + "loss": 4.0091, + "mean_token_accuracy": 0.2929632067680359, + "num_tokens": 20699378.0, + "step": 8700 + }, + { + "entropy": 4.785987138748169, + "epoch": 8.51786588350465, + "grad_norm": 1.3046875, + "learning_rate": 7.904097528985531e-05, + "loss": 4.0792, + "mean_token_accuracy": 0.29013843834400177, + "num_tokens": 20710222.0, + "step": 8705 + }, + { + "entropy": 4.8486487865448, + "epoch": 8.522760646108663, + "grad_norm": 1.28125, + "learning_rate": 7.885268467566777e-05, + "loss": 4.112, + "mean_token_accuracy": 0.28479293584823606, + "num_tokens": 20722472.0, + "step": 8710 + }, + { + "entropy": 4.812375020980835, + "epoch": 8.527655408712677, + "grad_norm": 1.296875, + "learning_rate": 7.866496462336573e-05, + "loss": 4.1212, + "mean_token_accuracy": 0.295592787861824, + "num_tokens": 20734185.0, + "step": 8715 + }, + { + "entropy": 4.788163948059082, + "epoch": 8.532550171316691, + "grad_norm": 1.125, + "learning_rate": 7.847781567899753e-05, + "loss": 3.9897, + "mean_token_accuracy": 0.29671492576599123, + "num_tokens": 20746494.0, + "step": 8720 + }, + { + "entropy": 4.7523521900177, + "epoch": 8.537444933920705, + "grad_norm": 1.21875, + "learning_rate": 7.829123838695018e-05, + "loss": 3.994, + "mean_token_accuracy": 0.29750536382198334, + "num_tokens": 20758272.0, + "step": 8725 + }, + { + "entropy": 4.799636554718018, + "epoch": 8.542339696524719, + "grad_norm": 1.25, + "learning_rate": 7.810523328994784e-05, + "loss": 4.0422, + "mean_token_accuracy": 0.29070090055465697, + "num_tokens": 20770529.0, + "step": 8730 + }, + { + "entropy": 4.836698436737061, + "epoch": 8.547234459128733, + "grad_norm": 1.2265625, + "learning_rate": 7.791980092905021e-05, + "loss": 4.0696, + "mean_token_accuracy": 0.28972819447517395, + "num_tokens": 20783037.0, + "step": 8735 + }, + { + "entropy": 4.822051286697388, + "epoch": 8.552129221732747, + "grad_norm": 1.1484375, + "learning_rate": 7.773494184365118e-05, + "loss": 4.0784, + "mean_token_accuracy": 0.28878008723258974, + "num_tokens": 20795407.0, + "step": 8740 + }, + { + "entropy": 4.862188339233398, + "epoch": 8.557023984336759, + "grad_norm": 1.0625, + "learning_rate": 7.755065657147689e-05, + "loss": 4.0711, + "mean_token_accuracy": 0.2921226888895035, + "num_tokens": 20807106.0, + "step": 8745 + }, + { + "entropy": 4.825860643386841, + "epoch": 8.561918746940773, + "grad_norm": 1.3203125, + "learning_rate": 7.736694564858432e-05, + "loss": 4.0901, + "mean_token_accuracy": 0.2901833146810532, + "num_tokens": 20820152.0, + "step": 8750 + }, + { + "entropy": 4.7968442916870115, + "epoch": 8.566813509544787, + "grad_norm": 1.2421875, + "learning_rate": 7.718380960935996e-05, + "loss": 4.0198, + "mean_token_accuracy": 0.29333437979221344, + "num_tokens": 20832206.0, + "step": 8755 + }, + { + "entropy": 4.863492250442505, + "epoch": 8.5717082721488, + "grad_norm": 1.3046875, + "learning_rate": 7.700124898651784e-05, + "loss": 4.0707, + "mean_token_accuracy": 0.2905102252960205, + "num_tokens": 20844308.0, + "step": 8760 + }, + { + "entropy": 4.838164758682251, + "epoch": 8.576603034752814, + "grad_norm": 1.25, + "learning_rate": 7.68192643110983e-05, + "loss": 4.0349, + "mean_token_accuracy": 0.29059784710407255, + "num_tokens": 20856260.0, + "step": 8765 + }, + { + "entropy": 4.797353458404541, + "epoch": 8.581497797356828, + "grad_norm": 1.3125, + "learning_rate": 7.66378561124663e-05, + "loss": 4.0355, + "mean_token_accuracy": 0.2898124739527702, + "num_tokens": 20868944.0, + "step": 8770 + }, + { + "entropy": 4.7604187488555905, + "epoch": 8.586392559960842, + "grad_norm": 1.2890625, + "learning_rate": 7.645702491830999e-05, + "loss": 3.9757, + "mean_token_accuracy": 0.2994137555360794, + "num_tokens": 20880087.0, + "step": 8775 + }, + { + "entropy": 4.794251871109009, + "epoch": 8.591287322564856, + "grad_norm": 1.265625, + "learning_rate": 7.627677125463901e-05, + "loss": 4.0035, + "mean_token_accuracy": 0.28885669857263563, + "num_tokens": 20892073.0, + "step": 8780 + }, + { + "entropy": 4.778573846817016, + "epoch": 8.59618208516887, + "grad_norm": 1.265625, + "learning_rate": 7.609709564578307e-05, + "loss": 4.0191, + "mean_token_accuracy": 0.29522900879383085, + "num_tokens": 20903483.0, + "step": 8785 + }, + { + "entropy": 4.740755367279053, + "epoch": 8.601076847772884, + "grad_norm": 1.140625, + "learning_rate": 7.591799861439056e-05, + "loss": 4.0302, + "mean_token_accuracy": 0.2992573529481888, + "num_tokens": 20914896.0, + "step": 8790 + }, + { + "entropy": 4.7406867980957035, + "epoch": 8.605971610376896, + "grad_norm": 1.2890625, + "learning_rate": 7.573948068142663e-05, + "loss": 3.9881, + "mean_token_accuracy": 0.29989816546440123, + "num_tokens": 20926803.0, + "step": 8795 + }, + { + "entropy": 4.812012577056885, + "epoch": 8.61086637298091, + "grad_norm": 1.328125, + "learning_rate": 7.556154236617209e-05, + "loss": 4.0541, + "mean_token_accuracy": 0.29535873532295226, + "num_tokens": 20938041.0, + "step": 8800 + }, + { + "entropy": 4.732575178146362, + "epoch": 8.615761135584924, + "grad_norm": 1.2109375, + "learning_rate": 7.538418418622166e-05, + "loss": 3.9805, + "mean_token_accuracy": 0.3018221825361252, + "num_tokens": 20950377.0, + "step": 8805 + }, + { + "entropy": 4.757494068145752, + "epoch": 8.620655898188938, + "grad_norm": 1.25, + "learning_rate": 7.520740665748263e-05, + "loss": 4.1058, + "mean_token_accuracy": 0.2827614098787308, + "num_tokens": 20963282.0, + "step": 8810 + }, + { + "entropy": 4.893733501434326, + "epoch": 8.625550660792952, + "grad_norm": 1.34375, + "learning_rate": 7.503121029417317e-05, + "loss": 4.1754, + "mean_token_accuracy": 0.2819168850779533, + "num_tokens": 20974504.0, + "step": 8815 + }, + { + "entropy": 4.72711215019226, + "epoch": 8.630445423396965, + "grad_norm": 1.3125, + "learning_rate": 7.48555956088209e-05, + "loss": 3.94, + "mean_token_accuracy": 0.31021041572093966, + "num_tokens": 20985804.0, + "step": 8820 + }, + { + "entropy": 4.800404024124146, + "epoch": 8.63534018600098, + "grad_norm": 1.28125, + "learning_rate": 7.468056311226164e-05, + "loss": 4.0498, + "mean_token_accuracy": 0.29349482655525205, + "num_tokens": 20998207.0, + "step": 8825 + }, + { + "entropy": 4.776733016967773, + "epoch": 8.640234948604993, + "grad_norm": 1.34375, + "learning_rate": 7.450611331363745e-05, + "loss": 3.9967, + "mean_token_accuracy": 0.29889522194862367, + "num_tokens": 21010009.0, + "step": 8830 + }, + { + "entropy": 4.769655370712281, + "epoch": 8.645129711209007, + "grad_norm": 1.3046875, + "learning_rate": 7.433224672039557e-05, + "loss": 4.0864, + "mean_token_accuracy": 0.28258649110794065, + "num_tokens": 21024030.0, + "step": 8835 + }, + { + "entropy": 4.761453676223755, + "epoch": 8.65002447381302, + "grad_norm": 1.3046875, + "learning_rate": 7.415896383828669e-05, + "loss": 4.027, + "mean_token_accuracy": 0.2979235738515854, + "num_tokens": 21034528.0, + "step": 8840 + }, + { + "entropy": 4.76865234375, + "epoch": 8.654919236417033, + "grad_norm": 1.3359375, + "learning_rate": 7.398626517136375e-05, + "loss": 3.9859, + "mean_token_accuracy": 0.3031134128570557, + "num_tokens": 21046006.0, + "step": 8845 + }, + { + "entropy": 4.8309084415435795, + "epoch": 8.659813999021047, + "grad_norm": 1.2890625, + "learning_rate": 7.38141512219801e-05, + "loss": 4.0598, + "mean_token_accuracy": 0.2886486917734146, + "num_tokens": 21058089.0, + "step": 8850 + }, + { + "entropy": 4.824134588241577, + "epoch": 8.66470876162506, + "grad_norm": 1.2734375, + "learning_rate": 7.364262249078831e-05, + "loss": 4.0813, + "mean_token_accuracy": 0.2871389642357826, + "num_tokens": 21071067.0, + "step": 8855 + }, + { + "entropy": 4.766701793670654, + "epoch": 8.669603524229075, + "grad_norm": 1.1875, + "learning_rate": 7.347167947673868e-05, + "loss": 4.0429, + "mean_token_accuracy": 0.29197971522808075, + "num_tokens": 21082515.0, + "step": 8860 + }, + { + "entropy": 4.779783010482788, + "epoch": 8.674498286833089, + "grad_norm": 1.3125, + "learning_rate": 7.330132267707776e-05, + "loss": 4.0776, + "mean_token_accuracy": 0.2924931704998016, + "num_tokens": 21094454.0, + "step": 8865 + }, + { + "entropy": 4.845491075515747, + "epoch": 8.679393049437103, + "grad_norm": 1.171875, + "learning_rate": 7.313155258734681e-05, + "loss": 4.0903, + "mean_token_accuracy": 0.29596313536167146, + "num_tokens": 21106490.0, + "step": 8870 + }, + { + "entropy": 4.807006454467773, + "epoch": 8.684287812041116, + "grad_norm": 1.1171875, + "learning_rate": 7.296236970138044e-05, + "loss": 4.056, + "mean_token_accuracy": 0.2819750368595123, + "num_tokens": 21119090.0, + "step": 8875 + }, + { + "entropy": 4.817266607284546, + "epoch": 8.68918257464513, + "grad_norm": 1.171875, + "learning_rate": 7.279377451130534e-05, + "loss": 4.0151, + "mean_token_accuracy": 0.28866426944732665, + "num_tokens": 21131524.0, + "step": 8880 + }, + { + "entropy": 4.853257083892823, + "epoch": 8.694077337249144, + "grad_norm": 1.203125, + "learning_rate": 7.26257675075385e-05, + "loss": 4.0761, + "mean_token_accuracy": 0.2896581441164017, + "num_tokens": 21144499.0, + "step": 8885 + }, + { + "entropy": 4.806553554534912, + "epoch": 8.698972099853156, + "grad_norm": 1.1875, + "learning_rate": 7.245834917878599e-05, + "loss": 4.0414, + "mean_token_accuracy": 0.2885812819004059, + "num_tokens": 21156515.0, + "step": 8890 + }, + { + "entropy": 4.758426523208618, + "epoch": 8.70386686245717, + "grad_norm": 1.21875, + "learning_rate": 7.229152001204166e-05, + "loss": 4.043, + "mean_token_accuracy": 0.294671842455864, + "num_tokens": 21168949.0, + "step": 8895 + }, + { + "entropy": 4.805542707443237, + "epoch": 8.708761625061184, + "grad_norm": 1.078125, + "learning_rate": 7.212528049258545e-05, + "loss": 4.0882, + "mean_token_accuracy": 0.2868252396583557, + "num_tokens": 21183584.0, + "step": 8900 + }, + { + "entropy": 4.760270977020264, + "epoch": 8.713656387665198, + "grad_norm": 1.1796875, + "learning_rate": 7.195963110398212e-05, + "loss": 4.0286, + "mean_token_accuracy": 0.2890154004096985, + "num_tokens": 21196698.0, + "step": 8905 + }, + { + "entropy": 4.784448194503784, + "epoch": 8.718551150269212, + "grad_norm": 1.3125, + "learning_rate": 7.179457232807984e-05, + "loss": 4.0756, + "mean_token_accuracy": 0.2900238573551178, + "num_tokens": 21209110.0, + "step": 8910 + }, + { + "entropy": 4.806553220748901, + "epoch": 8.723445912873226, + "grad_norm": 1.28125, + "learning_rate": 7.163010464500888e-05, + "loss": 4.0578, + "mean_token_accuracy": 0.29245475828647616, + "num_tokens": 21220887.0, + "step": 8915 + }, + { + "entropy": 4.770375537872314, + "epoch": 8.72834067547724, + "grad_norm": 1.1875, + "learning_rate": 7.146622853317995e-05, + "loss": 3.9816, + "mean_token_accuracy": 0.2967113465070724, + "num_tokens": 21232244.0, + "step": 8920 + }, + { + "entropy": 4.809350538253784, + "epoch": 8.733235438081254, + "grad_norm": 1.2734375, + "learning_rate": 7.1302944469283e-05, + "loss": 4.1094, + "mean_token_accuracy": 0.28816387355327605, + "num_tokens": 21243083.0, + "step": 8925 + }, + { + "entropy": 4.720986223220825, + "epoch": 8.738130200685267, + "grad_norm": 1.2421875, + "learning_rate": 7.1140252928286e-05, + "loss": 3.9761, + "mean_token_accuracy": 0.299193924665451, + "num_tokens": 21254176.0, + "step": 8930 + }, + { + "entropy": 4.789906978607178, + "epoch": 8.74302496328928, + "grad_norm": 1.4296875, + "learning_rate": 7.09781543834331e-05, + "loss": 4.0111, + "mean_token_accuracy": 0.29954510629177095, + "num_tokens": 21265689.0, + "step": 8935 + }, + { + "entropy": 4.757386350631714, + "epoch": 8.747919725893293, + "grad_norm": 1.359375, + "learning_rate": 7.081664930624368e-05, + "loss": 4.0157, + "mean_token_accuracy": 0.2966929852962494, + "num_tokens": 21277456.0, + "step": 8940 + }, + { + "entropy": 4.799019622802734, + "epoch": 8.752814488497307, + "grad_norm": 1.265625, + "learning_rate": 7.065573816651073e-05, + "loss": 4.0381, + "mean_token_accuracy": 0.29062928855419157, + "num_tokens": 21289546.0, + "step": 8945 + }, + { + "entropy": 4.7759593486785885, + "epoch": 8.757709251101321, + "grad_norm": 1.3359375, + "learning_rate": 7.049542143229964e-05, + "loss": 3.9771, + "mean_token_accuracy": 0.2983605146408081, + "num_tokens": 21301146.0, + "step": 8950 + }, + { + "entropy": 4.7996879577636715, + "epoch": 8.762604013705335, + "grad_norm": 1.375, + "learning_rate": 7.033569956994675e-05, + "loss": 4.0309, + "mean_token_accuracy": 0.2893683612346649, + "num_tokens": 21312565.0, + "step": 8955 + }, + { + "entropy": 4.79464807510376, + "epoch": 8.767498776309349, + "grad_norm": 1.375, + "learning_rate": 7.017657304405798e-05, + "loss": 4.0566, + "mean_token_accuracy": 0.2899869292974472, + "num_tokens": 21324207.0, + "step": 8960 + }, + { + "entropy": 4.72673192024231, + "epoch": 8.772393538913363, + "grad_norm": 1.21875, + "learning_rate": 7.001804231750746e-05, + "loss": 4.0599, + "mean_token_accuracy": 0.2862089216709137, + "num_tokens": 21337363.0, + "step": 8965 + }, + { + "entropy": 4.845165061950683, + "epoch": 8.777288301517377, + "grad_norm": 1.2109375, + "learning_rate": 6.98601078514364e-05, + "loss": 4.0282, + "mean_token_accuracy": 0.29737563133239747, + "num_tokens": 21350353.0, + "step": 8970 + }, + { + "entropy": 4.76452865600586, + "epoch": 8.78218306412139, + "grad_norm": 1.3203125, + "learning_rate": 6.970277010525142e-05, + "loss": 3.9753, + "mean_token_accuracy": 0.29486416578292846, + "num_tokens": 21361102.0, + "step": 8975 + }, + { + "entropy": 4.7922110080719, + "epoch": 8.787077826725405, + "grad_norm": 1.3515625, + "learning_rate": 6.954602953662342e-05, + "loss": 4.0282, + "mean_token_accuracy": 0.3000242471694946, + "num_tokens": 21371908.0, + "step": 8980 + }, + { + "entropy": 4.799092626571655, + "epoch": 8.791972589329417, + "grad_norm": 1.25, + "learning_rate": 6.93898866014863e-05, + "loss": 4.0546, + "mean_token_accuracy": 0.29198222160339354, + "num_tokens": 21383167.0, + "step": 8985 + }, + { + "entropy": 4.8559307098388675, + "epoch": 8.79686735193343, + "grad_norm": 1.2421875, + "learning_rate": 6.923434175403541e-05, + "loss": 4.1225, + "mean_token_accuracy": 0.28754718601703644, + "num_tokens": 21395086.0, + "step": 8990 + }, + { + "entropy": 4.754431200027466, + "epoch": 8.801762114537445, + "grad_norm": 1.296875, + "learning_rate": 6.907939544672638e-05, + "loss": 4.014, + "mean_token_accuracy": 0.29258523881435394, + "num_tokens": 21407017.0, + "step": 8995 + }, + { + "entropy": 4.760679292678833, + "epoch": 8.806656877141458, + "grad_norm": 1.3125, + "learning_rate": 6.892504813027381e-05, + "loss": 3.961, + "mean_token_accuracy": 0.30554075837135314, + "num_tokens": 21417563.0, + "step": 9000 + }, + { + "epoch": 8.806656877141458, + "eval_entropy": 4.768174048642824, + "eval_loss": 5.509099960327148, + "eval_mean_token_accuracy": 0.2090267488201367, + "eval_num_tokens": 21417563.0, + "eval_runtime": 2.9, + "eval_samples_per_second": 1188.615, + "eval_steps_per_second": 148.62, + "step": 9000 + }, + { + "entropy": 4.767940330505371, + "epoch": 8.811551639745472, + "grad_norm": 1.359375, + "learning_rate": 6.877130025364991e-05, + "loss": 4.0164, + "mean_token_accuracy": 0.29359066784381865, + "num_tokens": 21428378.0, + "step": 9005 + }, + { + "entropy": 4.892720079421997, + "epoch": 8.816446402349486, + "grad_norm": 1.328125, + "learning_rate": 6.861815226408329e-05, + "loss": 4.1385, + "mean_token_accuracy": 0.2754625216126442, + "num_tokens": 21439296.0, + "step": 9010 + }, + { + "entropy": 4.806207895278931, + "epoch": 8.8213411649535, + "grad_norm": 1.1796875, + "learning_rate": 6.846560460705742e-05, + "loss": 4.0795, + "mean_token_accuracy": 0.2854761451482773, + "num_tokens": 21452163.0, + "step": 9015 + }, + { + "entropy": 4.778628349304199, + "epoch": 8.826235927557514, + "grad_norm": 1.3671875, + "learning_rate": 6.831365772630966e-05, + "loss": 3.9942, + "mean_token_accuracy": 0.29521427154541013, + "num_tokens": 21464080.0, + "step": 9020 + }, + { + "entropy": 4.786504220962525, + "epoch": 8.831130690161528, + "grad_norm": 1.2890625, + "learning_rate": 6.816231206382976e-05, + "loss": 4.0488, + "mean_token_accuracy": 0.2893093913793564, + "num_tokens": 21474946.0, + "step": 9025 + }, + { + "entropy": 4.826381778717041, + "epoch": 8.83602545276554, + "grad_norm": 1.328125, + "learning_rate": 6.801156805985855e-05, + "loss": 4.0572, + "mean_token_accuracy": 0.29003928005695345, + "num_tokens": 21486622.0, + "step": 9030 + }, + { + "entropy": 4.824280309677124, + "epoch": 8.840920215369554, + "grad_norm": 1.1484375, + "learning_rate": 6.786142615288673e-05, + "loss": 4.0418, + "mean_token_accuracy": 0.2854711920022964, + "num_tokens": 21499316.0, + "step": 9035 + }, + { + "entropy": 4.801012372970581, + "epoch": 8.845814977973568, + "grad_norm": 1.28125, + "learning_rate": 6.771188677965378e-05, + "loss": 4.0156, + "mean_token_accuracy": 0.28494682908058167, + "num_tokens": 21510856.0, + "step": 9040 + }, + { + "entropy": 4.806954622268677, + "epoch": 8.850709740577582, + "grad_norm": 1.390625, + "learning_rate": 6.756295037514626e-05, + "loss": 4.0643, + "mean_token_accuracy": 0.28958226144313814, + "num_tokens": 21522437.0, + "step": 9045 + }, + { + "entropy": 4.800870513916015, + "epoch": 8.855604503181596, + "grad_norm": 1.3359375, + "learning_rate": 6.74146173725969e-05, + "loss": 4.0153, + "mean_token_accuracy": 0.29632569551467897, + "num_tokens": 21533296.0, + "step": 9050 + }, + { + "entropy": 4.743295526504516, + "epoch": 8.86049926578561, + "grad_norm": 1.2421875, + "learning_rate": 6.72668882034833e-05, + "loss": 3.9664, + "mean_token_accuracy": 0.29382499158382414, + "num_tokens": 21545600.0, + "step": 9055 + }, + { + "entropy": 4.879475069046021, + "epoch": 8.865394028389623, + "grad_norm": 1.1875, + "learning_rate": 6.711976329752644e-05, + "loss": 4.1529, + "mean_token_accuracy": 0.2792449936270714, + "num_tokens": 21558216.0, + "step": 9060 + }, + { + "entropy": 4.752165031433106, + "epoch": 8.870288790993637, + "grad_norm": 1.2734375, + "learning_rate": 6.697324308268972e-05, + "loss": 3.9987, + "mean_token_accuracy": 0.29300740361213684, + "num_tokens": 21569589.0, + "step": 9065 + }, + { + "entropy": 4.751031351089478, + "epoch": 8.875183553597651, + "grad_norm": 1.3203125, + "learning_rate": 6.68273279851775e-05, + "loss": 3.9323, + "mean_token_accuracy": 0.30263101160526273, + "num_tokens": 21580980.0, + "step": 9070 + }, + { + "entropy": 4.75458869934082, + "epoch": 8.880078316201665, + "grad_norm": 1.25, + "learning_rate": 6.668201842943405e-05, + "loss": 4.0197, + "mean_token_accuracy": 0.2964797139167786, + "num_tokens": 21591446.0, + "step": 9075 + }, + { + "entropy": 4.713497257232666, + "epoch": 8.884973078805677, + "grad_norm": 1.28125, + "learning_rate": 6.653731483814219e-05, + "loss": 3.9969, + "mean_token_accuracy": 0.30040726363658904, + "num_tokens": 21603176.0, + "step": 9080 + }, + { + "entropy": 4.763457155227661, + "epoch": 8.889867841409691, + "grad_norm": 1.234375, + "learning_rate": 6.639321763222191e-05, + "loss": 4.0273, + "mean_token_accuracy": 0.29042085707187654, + "num_tokens": 21616628.0, + "step": 9085 + }, + { + "entropy": 4.819272518157959, + "epoch": 8.894762604013705, + "grad_norm": 1.25, + "learning_rate": 6.624972723082961e-05, + "loss": 4.0537, + "mean_token_accuracy": 0.2929951250553131, + "num_tokens": 21627371.0, + "step": 9090 + }, + { + "entropy": 4.796417903900147, + "epoch": 8.899657366617719, + "grad_norm": 1.3515625, + "learning_rate": 6.610684405135639e-05, + "loss": 3.9974, + "mean_token_accuracy": 0.29351845383644104, + "num_tokens": 21637360.0, + "step": 9095 + }, + { + "entropy": 4.806134033203125, + "epoch": 8.904552129221733, + "grad_norm": 1.234375, + "learning_rate": 6.596456850942708e-05, + "loss": 4.0361, + "mean_token_accuracy": 0.2933602541685104, + "num_tokens": 21649759.0, + "step": 9100 + }, + { + "entropy": 4.778811264038086, + "epoch": 8.909446891825747, + "grad_norm": 1.359375, + "learning_rate": 6.582290101889896e-05, + "loss": 4.0037, + "mean_token_accuracy": 0.2948414713144302, + "num_tokens": 21661206.0, + "step": 9105 + }, + { + "entropy": 4.843655967712403, + "epoch": 8.91434165442976, + "grad_norm": 1.28125, + "learning_rate": 6.56818419918607e-05, + "loss": 4.1525, + "mean_token_accuracy": 0.28095883727073667, + "num_tokens": 21673551.0, + "step": 9110 + }, + { + "entropy": 4.796503973007202, + "epoch": 8.919236417033774, + "grad_norm": 1.3203125, + "learning_rate": 6.554139183863092e-05, + "loss": 4.0868, + "mean_token_accuracy": 0.2853022962808609, + "num_tokens": 21685550.0, + "step": 9115 + }, + { + "entropy": 4.787344980239868, + "epoch": 8.924131179637788, + "grad_norm": 1.3046875, + "learning_rate": 6.540155096775713e-05, + "loss": 4.067, + "mean_token_accuracy": 0.292075514793396, + "num_tokens": 21698130.0, + "step": 9120 + }, + { + "entropy": 4.768902969360352, + "epoch": 8.9290259422418, + "grad_norm": 1.2421875, + "learning_rate": 6.526231978601464e-05, + "loss": 4.0527, + "mean_token_accuracy": 0.2920912653207779, + "num_tokens": 21709950.0, + "step": 9125 + }, + { + "entropy": 4.791724109649659, + "epoch": 8.933920704845814, + "grad_norm": 1.2734375, + "learning_rate": 6.512369869840516e-05, + "loss": 4.0557, + "mean_token_accuracy": 0.2898811370134354, + "num_tokens": 21721728.0, + "step": 9130 + }, + { + "entropy": 4.781679248809814, + "epoch": 8.938815467449828, + "grad_norm": 1.2421875, + "learning_rate": 6.498568810815577e-05, + "loss": 3.9876, + "mean_token_accuracy": 0.29662739634513857, + "num_tokens": 21733013.0, + "step": 9135 + }, + { + "entropy": 4.840633869171143, + "epoch": 8.943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 6.484828841671771e-05, + "loss": 4.0958, + "mean_token_accuracy": 0.28590420782566073, + "num_tokens": 21745635.0, + "step": 9140 + }, + { + "entropy": 4.764576959609985, + "epoch": 8.948604992657856, + "grad_norm": 1.296875, + "learning_rate": 6.471150002376522e-05, + "loss": 3.9993, + "mean_token_accuracy": 0.30149838924407957, + "num_tokens": 21758318.0, + "step": 9145 + }, + { + "entropy": 4.825190305709839, + "epoch": 8.95349975526187, + "grad_norm": 1.1171875, + "learning_rate": 6.457532332719436e-05, + "loss": 4.1254, + "mean_token_accuracy": 0.27626095712184906, + "num_tokens": 21772007.0, + "step": 9150 + }, + { + "entropy": 4.796577405929566, + "epoch": 8.958394517865884, + "grad_norm": 1.2734375, + "learning_rate": 6.44397587231218e-05, + "loss": 4.0655, + "mean_token_accuracy": 0.29530622959136965, + "num_tokens": 21784835.0, + "step": 9155 + }, + { + "entropy": 4.760242652893067, + "epoch": 8.963289280469898, + "grad_norm": 1.265625, + "learning_rate": 6.430480660588389e-05, + "loss": 4.0034, + "mean_token_accuracy": 0.2930423945188522, + "num_tokens": 21796169.0, + "step": 9160 + }, + { + "entropy": 4.828860712051392, + "epoch": 8.968184043073911, + "grad_norm": 1.140625, + "learning_rate": 6.417046736803519e-05, + "loss": 4.073, + "mean_token_accuracy": 0.29521873891353606, + "num_tokens": 21807765.0, + "step": 9165 + }, + { + "entropy": 4.804563713073731, + "epoch": 8.973078805677925, + "grad_norm": 1.2265625, + "learning_rate": 6.403674140034751e-05, + "loss": 4.0409, + "mean_token_accuracy": 0.29110080003738403, + "num_tokens": 21819920.0, + "step": 9170 + }, + { + "entropy": 4.76591477394104, + "epoch": 8.97797356828194, + "grad_norm": 1.2265625, + "learning_rate": 6.390362909180885e-05, + "loss": 4.0051, + "mean_token_accuracy": 0.2917980939149857, + "num_tokens": 21832071.0, + "step": 9175 + }, + { + "entropy": 4.794359350204468, + "epoch": 8.982868330885951, + "grad_norm": 1.140625, + "learning_rate": 6.37711308296221e-05, + "loss": 4.0101, + "mean_token_accuracy": 0.292718893289566, + "num_tokens": 21844688.0, + "step": 9180 + }, + { + "entropy": 4.731082725524902, + "epoch": 8.987763093489965, + "grad_norm": 1.2578125, + "learning_rate": 6.3639246999204e-05, + "loss": 4.03, + "mean_token_accuracy": 0.2950171738862991, + "num_tokens": 21856447.0, + "step": 9185 + }, + { + "entropy": 4.805695867538452, + "epoch": 8.99265785609398, + "grad_norm": 1.390625, + "learning_rate": 6.350797798418398e-05, + "loss": 4.0606, + "mean_token_accuracy": 0.2844119966030121, + "num_tokens": 21867794.0, + "step": 9190 + }, + { + "entropy": 4.815865516662598, + "epoch": 8.997552618697993, + "grad_norm": 1.1640625, + "learning_rate": 6.337732416640306e-05, + "loss": 4.0858, + "mean_token_accuracy": 0.2849032789468765, + "num_tokens": 21880079.0, + "step": 9195 + }, + { + "entropy": 4.777650515238444, + "epoch": 9.001957905041605, + "grad_norm": 1.171875, + "learning_rate": 6.324728592591287e-05, + "loss": 3.9506, + "mean_token_accuracy": 0.2958638668060303, + "num_tokens": 21890181.0, + "step": 9200 + }, + { + "entropy": 4.752792167663574, + "epoch": 9.006852667645619, + "grad_norm": 1.21875, + "learning_rate": 6.311786364097427e-05, + "loss": 3.9227, + "mean_token_accuracy": 0.30486989915370943, + "num_tokens": 21903268.0, + "step": 9205 + }, + { + "entropy": 4.775189590454102, + "epoch": 9.011747430249633, + "grad_norm": 1.359375, + "learning_rate": 6.298905768805642e-05, + "loss": 3.9563, + "mean_token_accuracy": 0.29647440612316134, + "num_tokens": 21913757.0, + "step": 9210 + }, + { + "entropy": 4.7418153285980225, + "epoch": 9.016642192853647, + "grad_norm": 1.265625, + "learning_rate": 6.28608684418358e-05, + "loss": 3.9977, + "mean_token_accuracy": 0.29768113493919374, + "num_tokens": 21925012.0, + "step": 9215 + }, + { + "entropy": 4.809670495986938, + "epoch": 9.02153695545766, + "grad_norm": 1.3515625, + "learning_rate": 6.273329627519483e-05, + "loss": 3.9493, + "mean_token_accuracy": 0.30087771117687223, + "num_tokens": 21936384.0, + "step": 9220 + }, + { + "entropy": 4.76091423034668, + "epoch": 9.026431718061675, + "grad_norm": 1.140625, + "learning_rate": 6.260634155922104e-05, + "loss": 3.9654, + "mean_token_accuracy": 0.30609560310840606, + "num_tokens": 21948576.0, + "step": 9225 + }, + { + "entropy": 4.808242130279541, + "epoch": 9.031326480665689, + "grad_norm": 1.265625, + "learning_rate": 6.24800046632058e-05, + "loss": 3.9699, + "mean_token_accuracy": 0.31178169548511503, + "num_tokens": 21961533.0, + "step": 9230 + }, + { + "entropy": 4.880983352661133, + "epoch": 9.0362212432697, + "grad_norm": 1.2734375, + "learning_rate": 6.235428595464346e-05, + "loss": 4.0172, + "mean_token_accuracy": 0.2935159385204315, + "num_tokens": 21973702.0, + "step": 9235 + }, + { + "entropy": 4.822018384933472, + "epoch": 9.041116005873715, + "grad_norm": 1.25, + "learning_rate": 6.222918579923009e-05, + "loss": 4.0731, + "mean_token_accuracy": 0.29463288486003875, + "num_tokens": 21985383.0, + "step": 9240 + }, + { + "entropy": 4.739965963363647, + "epoch": 9.046010768477728, + "grad_norm": 1.1796875, + "learning_rate": 6.210470456086241e-05, + "loss": 3.9178, + "mean_token_accuracy": 0.3007731825113297, + "num_tokens": 21997814.0, + "step": 9245 + }, + { + "entropy": 4.787402391433716, + "epoch": 9.050905531081742, + "grad_norm": 1.1640625, + "learning_rate": 6.198084260163701e-05, + "loss": 4.0019, + "mean_token_accuracy": 0.2952725201845169, + "num_tokens": 22010600.0, + "step": 9250 + }, + { + "entropy": 4.7584926128387455, + "epoch": 9.055800293685756, + "grad_norm": 1.1875, + "learning_rate": 6.18576002818489e-05, + "loss": 3.9739, + "mean_token_accuracy": 0.2990728735923767, + "num_tokens": 22022575.0, + "step": 9255 + }, + { + "entropy": 4.839266157150268, + "epoch": 9.06069505628977, + "grad_norm": 1.265625, + "learning_rate": 6.173497795999073e-05, + "loss": 4.0106, + "mean_token_accuracy": 0.2972050815820694, + "num_tokens": 22033756.0, + "step": 9260 + }, + { + "entropy": 4.812907695770264, + "epoch": 9.065589818893784, + "grad_norm": 1.21875, + "learning_rate": 6.161297599275166e-05, + "loss": 4.0464, + "mean_token_accuracy": 0.2890315443277359, + "num_tokens": 22046412.0, + "step": 9265 + }, + { + "entropy": 4.806387901306152, + "epoch": 9.070484581497798, + "grad_norm": 1.1171875, + "learning_rate": 6.149159473501637e-05, + "loss": 4.0067, + "mean_token_accuracy": 0.29425095915794375, + "num_tokens": 22057731.0, + "step": 9270 + }, + { + "entropy": 4.746891498565674, + "epoch": 9.075379344101812, + "grad_norm": 1.2265625, + "learning_rate": 6.137083453986399e-05, + "loss": 3.8831, + "mean_token_accuracy": 0.31211518943309785, + "num_tokens": 22069450.0, + "step": 9275 + }, + { + "entropy": 4.796616125106811, + "epoch": 9.080274106705824, + "grad_norm": 1.328125, + "learning_rate": 6.1250695758567e-05, + "loss": 4.027, + "mean_token_accuracy": 0.2902667969465256, + "num_tokens": 22080637.0, + "step": 9280 + }, + { + "entropy": 4.732450008392334, + "epoch": 9.085168869309838, + "grad_norm": 1.34375, + "learning_rate": 6.113117874059038e-05, + "loss": 3.9566, + "mean_token_accuracy": 0.30157516002655027, + "num_tokens": 22092687.0, + "step": 9285 + }, + { + "entropy": 4.769470119476319, + "epoch": 9.090063631913852, + "grad_norm": 1.359375, + "learning_rate": 6.1012283833590465e-05, + "loss": 4.0044, + "mean_token_accuracy": 0.28977412581443784, + "num_tokens": 22105000.0, + "step": 9290 + }, + { + "entropy": 4.80547456741333, + "epoch": 9.094958394517866, + "grad_norm": 1.2734375, + "learning_rate": 6.0894011383413916e-05, + "loss": 4.0157, + "mean_token_accuracy": 0.2990921884775162, + "num_tokens": 22117270.0, + "step": 9295 + }, + { + "entropy": 4.804716348648071, + "epoch": 9.09985315712188, + "grad_norm": 1.09375, + "learning_rate": 6.077636173409681e-05, + "loss": 4.0788, + "mean_token_accuracy": 0.28764748871326445, + "num_tokens": 22131290.0, + "step": 9300 + }, + { + "entropy": 4.783623075485229, + "epoch": 9.104747919725893, + "grad_norm": 1.265625, + "learning_rate": 6.065933522786363e-05, + "loss": 3.9799, + "mean_token_accuracy": 0.3046804219484329, + "num_tokens": 22142012.0, + "step": 9305 + }, + { + "entropy": 4.890251016616821, + "epoch": 9.109642682329907, + "grad_norm": 1.265625, + "learning_rate": 6.054293220512616e-05, + "loss": 4.1042, + "mean_token_accuracy": 0.2865989148616791, + "num_tokens": 22152753.0, + "step": 9310 + }, + { + "entropy": 4.781333303451538, + "epoch": 9.114537444933921, + "grad_norm": 1.2578125, + "learning_rate": 6.04271530044826e-05, + "loss": 3.9473, + "mean_token_accuracy": 0.29986245930194855, + "num_tokens": 22163483.0, + "step": 9315 + }, + { + "entropy": 4.753823328018188, + "epoch": 9.119432207537935, + "grad_norm": 1.265625, + "learning_rate": 6.031199796271657e-05, + "loss": 3.9586, + "mean_token_accuracy": 0.30555303692817687, + "num_tokens": 22175889.0, + "step": 9320 + }, + { + "entropy": 4.805941486358643, + "epoch": 9.124326970141949, + "grad_norm": 1.2109375, + "learning_rate": 6.0197467414796104e-05, + "loss": 3.9992, + "mean_token_accuracy": 0.2923713505268097, + "num_tokens": 22186498.0, + "step": 9325 + }, + { + "entropy": 4.853805875778198, + "epoch": 9.129221732745961, + "grad_norm": 1.3125, + "learning_rate": 6.008356169387263e-05, + "loss": 4.068, + "mean_token_accuracy": 0.2873076140880585, + "num_tokens": 22198240.0, + "step": 9330 + }, + { + "entropy": 4.8404566764831545, + "epoch": 9.134116495349975, + "grad_norm": 1.359375, + "learning_rate": 5.997028113128008e-05, + "loss": 4.1158, + "mean_token_accuracy": 0.2769916385412216, + "num_tokens": 22210844.0, + "step": 9335 + }, + { + "entropy": 4.783986377716064, + "epoch": 9.139011257953989, + "grad_norm": 1.3203125, + "learning_rate": 5.9857626056533946e-05, + "loss": 3.9792, + "mean_token_accuracy": 0.30281528234481814, + "num_tokens": 22221946.0, + "step": 9340 + }, + { + "entropy": 4.7809065818786625, + "epoch": 9.143906020558003, + "grad_norm": 1.25, + "learning_rate": 5.974559679733023e-05, + "loss": 3.9793, + "mean_token_accuracy": 0.29779058396816255, + "num_tokens": 22232962.0, + "step": 9345 + }, + { + "entropy": 4.78385100364685, + "epoch": 9.148800783162017, + "grad_norm": 1.28125, + "learning_rate": 5.9634193679544494e-05, + "loss": 3.9971, + "mean_token_accuracy": 0.29735704362392423, + "num_tokens": 22244002.0, + "step": 9350 + }, + { + "entropy": 4.756711006164551, + "epoch": 9.15369554576603, + "grad_norm": 1.21875, + "learning_rate": 5.952341702723104e-05, + "loss": 3.9649, + "mean_token_accuracy": 0.29769042432308196, + "num_tokens": 22255444.0, + "step": 9355 + }, + { + "entropy": 4.791871881484985, + "epoch": 9.158590308370044, + "grad_norm": 1.359375, + "learning_rate": 5.941326716262185e-05, + "loss": 4.0094, + "mean_token_accuracy": 0.3001195937395096, + "num_tokens": 22266985.0, + "step": 9360 + }, + { + "entropy": 4.71324577331543, + "epoch": 9.163485070974058, + "grad_norm": 1.3359375, + "learning_rate": 5.930374440612564e-05, + "loss": 3.9063, + "mean_token_accuracy": 0.31165345311164855, + "num_tokens": 22276969.0, + "step": 9365 + }, + { + "entropy": 4.794902658462524, + "epoch": 9.168379833578072, + "grad_norm": 1.359375, + "learning_rate": 5.919484907632695e-05, + "loss": 3.9977, + "mean_token_accuracy": 0.2953832298517227, + "num_tokens": 22287934.0, + "step": 9370 + }, + { + "entropy": 4.774979543685913, + "epoch": 9.173274596182084, + "grad_norm": 1.21875, + "learning_rate": 5.9086581489985364e-05, + "loss": 4.0545, + "mean_token_accuracy": 0.2862331598997116, + "num_tokens": 22301080.0, + "step": 9375 + }, + { + "entropy": 4.854256868362427, + "epoch": 9.178169358786098, + "grad_norm": 1.140625, + "learning_rate": 5.8978941962034296e-05, + "loss": 4.0155, + "mean_token_accuracy": 0.3014334857463837, + "num_tokens": 22313287.0, + "step": 9380 + }, + { + "entropy": 4.782603216171265, + "epoch": 9.183064121390112, + "grad_norm": 1.2890625, + "learning_rate": 5.887193080558033e-05, + "loss": 4.0095, + "mean_token_accuracy": 0.29361816942691804, + "num_tokens": 22324777.0, + "step": 9385 + }, + { + "entropy": 4.802942419052124, + "epoch": 9.187958883994126, + "grad_norm": 1.3125, + "learning_rate": 5.8765548331902227e-05, + "loss": 3.9876, + "mean_token_accuracy": 0.3007052630186081, + "num_tokens": 22335466.0, + "step": 9390 + }, + { + "entropy": 4.856540250778198, + "epoch": 9.19285364659814, + "grad_norm": 1.3359375, + "learning_rate": 5.865979485044998e-05, + "loss": 4.0587, + "mean_token_accuracy": 0.29686465859413147, + "num_tokens": 22348586.0, + "step": 9395 + }, + { + "entropy": 4.753494691848755, + "epoch": 9.197748409202154, + "grad_norm": 1.359375, + "learning_rate": 5.85546706688439e-05, + "loss": 3.9292, + "mean_token_accuracy": 0.30375526249408724, + "num_tokens": 22359268.0, + "step": 9400 + }, + { + "entropy": 4.837977933883667, + "epoch": 9.202643171806168, + "grad_norm": 1.3125, + "learning_rate": 5.845017609287377e-05, + "loss": 4.0937, + "mean_token_accuracy": 0.2839361608028412, + "num_tokens": 22370871.0, + "step": 9405 + }, + { + "entropy": 4.827712440490723, + "epoch": 9.207537934410182, + "grad_norm": 1.359375, + "learning_rate": 5.834631142649807e-05, + "loss": 4.008, + "mean_token_accuracy": 0.2972747296094894, + "num_tokens": 22382112.0, + "step": 9410 + }, + { + "entropy": 4.868079710006714, + "epoch": 9.212432697014195, + "grad_norm": 1.3203125, + "learning_rate": 5.824307697184282e-05, + "loss": 4.0731, + "mean_token_accuracy": 0.2937869906425476, + "num_tokens": 22394454.0, + "step": 9415 + }, + { + "entropy": 4.785128831863403, + "epoch": 9.21732745961821, + "grad_norm": 1.1875, + "learning_rate": 5.8140473029200935e-05, + "loss": 4.0105, + "mean_token_accuracy": 0.294960156083107, + "num_tokens": 22407797.0, + "step": 9420 + }, + { + "entropy": 4.820013570785522, + "epoch": 9.222222222222221, + "grad_norm": 1.2578125, + "learning_rate": 5.803849989703128e-05, + "loss": 3.9985, + "mean_token_accuracy": 0.29709539413452146, + "num_tokens": 22418647.0, + "step": 9425 + }, + { + "entropy": 4.773158311843872, + "epoch": 9.227116984826235, + "grad_norm": 1.234375, + "learning_rate": 5.79371578719577e-05, + "loss": 3.9886, + "mean_token_accuracy": 0.297971123456955, + "num_tokens": 22430591.0, + "step": 9430 + }, + { + "entropy": 4.812556457519531, + "epoch": 9.23201174743025, + "grad_norm": 1.2890625, + "learning_rate": 5.783644724876833e-05, + "loss": 4.0238, + "mean_token_accuracy": 0.29388309717178346, + "num_tokens": 22442444.0, + "step": 9435 + }, + { + "entropy": 4.818108654022216, + "epoch": 9.236906510034263, + "grad_norm": 1.1875, + "learning_rate": 5.7736368320414645e-05, + "loss": 4.0815, + "mean_token_accuracy": 0.2855047956109047, + "num_tokens": 22455111.0, + "step": 9440 + }, + { + "entropy": 4.81421799659729, + "epoch": 9.241801272638277, + "grad_norm": 1.21875, + "learning_rate": 5.7636921378010585e-05, + "loss": 4.0035, + "mean_token_accuracy": 0.29152361750602723, + "num_tokens": 22466267.0, + "step": 9445 + }, + { + "entropy": 4.860436582565308, + "epoch": 9.246696035242291, + "grad_norm": 1.3515625, + "learning_rate": 5.75381067108318e-05, + "loss": 4.0997, + "mean_token_accuracy": 0.2866231590509415, + "num_tokens": 22478154.0, + "step": 9450 + }, + { + "entropy": 4.740696811676026, + "epoch": 9.251590797846305, + "grad_norm": 1.21875, + "learning_rate": 5.743992460631469e-05, + "loss": 3.98, + "mean_token_accuracy": 0.29562646001577375, + "num_tokens": 22490915.0, + "step": 9455 + }, + { + "entropy": 4.769877910614014, + "epoch": 9.256485560450319, + "grad_norm": 1.375, + "learning_rate": 5.7342375350055624e-05, + "loss": 3.9137, + "mean_token_accuracy": 0.31057290732860565, + "num_tokens": 22503128.0, + "step": 9460 + }, + { + "entropy": 4.834359073638916, + "epoch": 9.261380323054333, + "grad_norm": 1.1640625, + "learning_rate": 5.724545922581023e-05, + "loss": 3.9919, + "mean_token_accuracy": 0.2925205916166306, + "num_tokens": 22515239.0, + "step": 9465 + }, + { + "entropy": 4.868930196762085, + "epoch": 9.266275085658346, + "grad_norm": 1.3515625, + "learning_rate": 5.714917651549227e-05, + "loss": 4.066, + "mean_token_accuracy": 0.28881698548793794, + "num_tokens": 22525893.0, + "step": 9470 + }, + { + "entropy": 4.744616985321045, + "epoch": 9.271169848262359, + "grad_norm": 1.3515625, + "learning_rate": 5.7053527499173144e-05, + "loss": 3.9838, + "mean_token_accuracy": 0.2937404245138168, + "num_tokens": 22537644.0, + "step": 9475 + }, + { + "entropy": 4.738098526000977, + "epoch": 9.276064610866372, + "grad_norm": 1.125, + "learning_rate": 5.695851245508089e-05, + "loss": 3.9772, + "mean_token_accuracy": 0.3016178339719772, + "num_tokens": 22550035.0, + "step": 9480 + }, + { + "entropy": 4.694344568252563, + "epoch": 9.280959373470386, + "grad_norm": 1.171875, + "learning_rate": 5.686413165959946e-05, + "loss": 3.9243, + "mean_token_accuracy": 0.30142588913440704, + "num_tokens": 22563152.0, + "step": 9485 + }, + { + "entropy": 4.791529798507691, + "epoch": 9.2858541360744, + "grad_norm": 1.34375, + "learning_rate": 5.6770385387267766e-05, + "loss": 4.018, + "mean_token_accuracy": 0.29593443870544434, + "num_tokens": 22575220.0, + "step": 9490 + }, + { + "entropy": 4.823198413848877, + "epoch": 9.290748898678414, + "grad_norm": 1.2421875, + "learning_rate": 5.667727391077907e-05, + "loss": 4.0762, + "mean_token_accuracy": 0.2897647887468338, + "num_tokens": 22587271.0, + "step": 9495 + }, + { + "entropy": 4.707473611831665, + "epoch": 9.295643661282428, + "grad_norm": 1.21875, + "learning_rate": 5.658479750098018e-05, + "loss": 3.9243, + "mean_token_accuracy": 0.3019640475511551, + "num_tokens": 22600226.0, + "step": 9500 + }, + { + "entropy": 4.727265214920044, + "epoch": 9.300538423886442, + "grad_norm": 1.28125, + "learning_rate": 5.649295642687045e-05, + "loss": 3.9348, + "mean_token_accuracy": 0.3061267286539078, + "num_tokens": 22610808.0, + "step": 9505 + }, + { + "entropy": 4.792920780181885, + "epoch": 9.305433186490456, + "grad_norm": 1.296875, + "learning_rate": 5.6401750955601195e-05, + "loss": 4.0487, + "mean_token_accuracy": 0.286290779709816, + "num_tokens": 22622493.0, + "step": 9510 + }, + { + "entropy": 4.746310234069824, + "epoch": 9.31032794909447, + "grad_norm": 1.234375, + "learning_rate": 5.631118135247497e-05, + "loss": 3.978, + "mean_token_accuracy": 0.3043542832136154, + "num_tokens": 22633826.0, + "step": 9515 + }, + { + "entropy": 4.727965831756592, + "epoch": 9.315222711698482, + "grad_norm": 1.28125, + "learning_rate": 5.622124788094453e-05, + "loss": 3.909, + "mean_token_accuracy": 0.311751252412796, + "num_tokens": 22646043.0, + "step": 9520 + }, + { + "entropy": 4.83206582069397, + "epoch": 9.320117474302496, + "grad_norm": 1.2421875, + "learning_rate": 5.61319508026123e-05, + "loss": 4.0317, + "mean_token_accuracy": 0.2945712983608246, + "num_tokens": 22658255.0, + "step": 9525 + }, + { + "entropy": 4.770876789093018, + "epoch": 9.32501223690651, + "grad_norm": 1.3046875, + "learning_rate": 5.604329037722949e-05, + "loss": 4.0177, + "mean_token_accuracy": 0.2947401493787766, + "num_tokens": 22670093.0, + "step": 9530 + }, + { + "entropy": 4.75075216293335, + "epoch": 9.329906999510523, + "grad_norm": 1.2421875, + "learning_rate": 5.595526686269549e-05, + "loss": 3.9255, + "mean_token_accuracy": 0.3116356462240219, + "num_tokens": 22681944.0, + "step": 9535 + }, + { + "entropy": 4.766535520553589, + "epoch": 9.334801762114537, + "grad_norm": 1.1953125, + "learning_rate": 5.586788051505691e-05, + "loss": 4.06, + "mean_token_accuracy": 0.29311007261276245, + "num_tokens": 22694531.0, + "step": 9540 + }, + { + "entropy": 4.7421839237213135, + "epoch": 9.339696524718551, + "grad_norm": 1.171875, + "learning_rate": 5.578113158850695e-05, + "loss": 4.0209, + "mean_token_accuracy": 0.28951422572135926, + "num_tokens": 22705624.0, + "step": 9545 + }, + { + "entropy": 4.824976682662964, + "epoch": 9.344591287322565, + "grad_norm": 1.2890625, + "learning_rate": 5.5695020335384745e-05, + "loss": 4.0438, + "mean_token_accuracy": 0.28876476883888247, + "num_tokens": 22718665.0, + "step": 9550 + }, + { + "entropy": 4.804583549499512, + "epoch": 9.349486049926579, + "grad_norm": 1.2109375, + "learning_rate": 5.5609547006174415e-05, + "loss": 3.9905, + "mean_token_accuracy": 0.30593895018100736, + "num_tokens": 22730437.0, + "step": 9555 + }, + { + "entropy": 4.750151443481445, + "epoch": 9.354380812530593, + "grad_norm": 1.2421875, + "learning_rate": 5.552471184950456e-05, + "loss": 3.9543, + "mean_token_accuracy": 0.3016379505395889, + "num_tokens": 22742902.0, + "step": 9560 + }, + { + "entropy": 4.6897242069244385, + "epoch": 9.359275575134607, + "grad_norm": 1.328125, + "learning_rate": 5.544051511214733e-05, + "loss": 3.8841, + "mean_token_accuracy": 0.31121364831924436, + "num_tokens": 22754489.0, + "step": 9565 + }, + { + "entropy": 4.812151908874512, + "epoch": 9.364170337738619, + "grad_norm": 1.3828125, + "learning_rate": 5.535695703901796e-05, + "loss": 4.0711, + "mean_token_accuracy": 0.28836852610111235, + "num_tokens": 22767168.0, + "step": 9570 + }, + { + "entropy": 4.782095193862915, + "epoch": 9.369065100342633, + "grad_norm": 1.2734375, + "learning_rate": 5.527403787317378e-05, + "loss": 4.032, + "mean_token_accuracy": 0.29453515708446504, + "num_tokens": 22779050.0, + "step": 9575 + }, + { + "entropy": 4.786039161682129, + "epoch": 9.373959862946647, + "grad_norm": 1.0859375, + "learning_rate": 5.519175785581364e-05, + "loss": 4.0201, + "mean_token_accuracy": 0.29068027436733246, + "num_tokens": 22792338.0, + "step": 9580 + }, + { + "entropy": 4.818331289291382, + "epoch": 9.37885462555066, + "grad_norm": 1.2578125, + "learning_rate": 5.511011722627734e-05, + "loss": 3.9989, + "mean_token_accuracy": 0.2967457205057144, + "num_tokens": 22804448.0, + "step": 9585 + }, + { + "entropy": 4.77303261756897, + "epoch": 9.383749388154675, + "grad_norm": 1.2578125, + "learning_rate": 5.5029116222044695e-05, + "loss": 3.9946, + "mean_token_accuracy": 0.29933407306671145, + "num_tokens": 22815607.0, + "step": 9590 + }, + { + "entropy": 4.794941425323486, + "epoch": 9.388644150758688, + "grad_norm": 1.2734375, + "learning_rate": 5.494875507873491e-05, + "loss": 3.9925, + "mean_token_accuracy": 0.30240394175052643, + "num_tokens": 22826746.0, + "step": 9595 + }, + { + "entropy": 4.7679966449737545, + "epoch": 9.393538913362702, + "grad_norm": 1.3046875, + "learning_rate": 5.4869034030106016e-05, + "loss": 3.9752, + "mean_token_accuracy": 0.30226044952869413, + "num_tokens": 22837290.0, + "step": 9600 + }, + { + "entropy": 4.794504833221436, + "epoch": 9.398433675966716, + "grad_norm": 1.3359375, + "learning_rate": 5.47899533080541e-05, + "loss": 3.9744, + "mean_token_accuracy": 0.29937143325805665, + "num_tokens": 22848014.0, + "step": 9605 + }, + { + "entropy": 4.850904941558838, + "epoch": 9.40332843857073, + "grad_norm": 1.21875, + "learning_rate": 5.471151314261262e-05, + "loss": 4.0976, + "mean_token_accuracy": 0.288232347369194, + "num_tokens": 22859930.0, + "step": 9610 + }, + { + "entropy": 4.801903152465821, + "epoch": 9.408223201174742, + "grad_norm": 1.28125, + "learning_rate": 5.463371376195175e-05, + "loss": 4.0079, + "mean_token_accuracy": 0.2997100204229355, + "num_tokens": 22871783.0, + "step": 9615 + }, + { + "entropy": 4.745788431167602, + "epoch": 9.413117963778756, + "grad_norm": 1.3671875, + "learning_rate": 5.4556555392377736e-05, + "loss": 3.975, + "mean_token_accuracy": 0.3007763743400574, + "num_tokens": 22883409.0, + "step": 9620 + }, + { + "entropy": 4.754328870773316, + "epoch": 9.41801272638277, + "grad_norm": 1.140625, + "learning_rate": 5.4480038258332205e-05, + "loss": 3.9007, + "mean_token_accuracy": 0.3074697434902191, + "num_tokens": 22894380.0, + "step": 9625 + }, + { + "entropy": 4.766175556182861, + "epoch": 9.422907488986784, + "grad_norm": 1.3515625, + "learning_rate": 5.4404162582391577e-05, + "loss": 4.0089, + "mean_token_accuracy": 0.2925071716308594, + "num_tokens": 22905930.0, + "step": 9630 + }, + { + "entropy": 4.758940553665161, + "epoch": 9.427802251590798, + "grad_norm": 1.2265625, + "learning_rate": 5.432892858526629e-05, + "loss": 3.9971, + "mean_token_accuracy": 0.3016390264034271, + "num_tokens": 22919149.0, + "step": 9635 + }, + { + "entropy": 4.738594484329224, + "epoch": 9.432697014194812, + "grad_norm": 1.3125, + "learning_rate": 5.425433648580029e-05, + "loss": 3.9182, + "mean_token_accuracy": 0.3038314387202263, + "num_tokens": 22930707.0, + "step": 9640 + }, + { + "entropy": 4.779814863204956, + "epoch": 9.437591776798826, + "grad_norm": 1.4375, + "learning_rate": 5.418038650097039e-05, + "loss": 4.0128, + "mean_token_accuracy": 0.2928493648767471, + "num_tokens": 22942045.0, + "step": 9645 + }, + { + "entropy": 4.763970279693604, + "epoch": 9.44248653940284, + "grad_norm": 1.3046875, + "learning_rate": 5.410707884588545e-05, + "loss": 3.9954, + "mean_token_accuracy": 0.29931193590164185, + "num_tokens": 22953781.0, + "step": 9650 + }, + { + "entropy": 4.735545587539673, + "epoch": 9.447381302006853, + "grad_norm": 1.328125, + "learning_rate": 5.403441373378606e-05, + "loss": 3.902, + "mean_token_accuracy": 0.3040387272834778, + "num_tokens": 22965499.0, + "step": 9655 + }, + { + "entropy": 4.757129812240601, + "epoch": 9.452276064610867, + "grad_norm": 1.28125, + "learning_rate": 5.396239137604362e-05, + "loss": 3.9652, + "mean_token_accuracy": 0.2996322691440582, + "num_tokens": 22977142.0, + "step": 9660 + }, + { + "entropy": 4.81046495437622, + "epoch": 9.45717082721488, + "grad_norm": 1.28125, + "learning_rate": 5.3891011982159984e-05, + "loss": 4.095, + "mean_token_accuracy": 0.29369239807128905, + "num_tokens": 22988731.0, + "step": 9665 + }, + { + "entropy": 4.75087685585022, + "epoch": 9.462065589818893, + "grad_norm": 1.28125, + "learning_rate": 5.3820275759766573e-05, + "loss": 3.9729, + "mean_token_accuracy": 0.2944197475910187, + "num_tokens": 23000939.0, + "step": 9670 + }, + { + "entropy": 4.78742618560791, + "epoch": 9.466960352422907, + "grad_norm": 1.2578125, + "learning_rate": 5.375018291462404e-05, + "loss": 3.9648, + "mean_token_accuracy": 0.3027604192495346, + "num_tokens": 23013031.0, + "step": 9675 + }, + { + "entropy": 4.781541585922241, + "epoch": 9.471855115026921, + "grad_norm": 1.390625, + "learning_rate": 5.368073365062151e-05, + "loss": 4.0029, + "mean_token_accuracy": 0.2959809273481369, + "num_tokens": 23024237.0, + "step": 9680 + }, + { + "entropy": 4.725505542755127, + "epoch": 9.476749877630935, + "grad_norm": 1.2890625, + "learning_rate": 5.361192816977604e-05, + "loss": 3.9465, + "mean_token_accuracy": 0.30368362963199613, + "num_tokens": 23037048.0, + "step": 9685 + }, + { + "entropy": 4.826724529266357, + "epoch": 9.481644640234949, + "grad_norm": 1.390625, + "learning_rate": 5.354376667223203e-05, + "loss": 4.0146, + "mean_token_accuracy": 0.2953542172908783, + "num_tokens": 23047956.0, + "step": 9690 + }, + { + "entropy": 4.779364728927613, + "epoch": 9.486539402838963, + "grad_norm": 1.296875, + "learning_rate": 5.347624935626064e-05, + "loss": 3.9534, + "mean_token_accuracy": 0.30473294854164124, + "num_tokens": 23059166.0, + "step": 9695 + }, + { + "entropy": 4.738550519943237, + "epoch": 9.491434165442977, + "grad_norm": 1.1953125, + "learning_rate": 5.3409376418259115e-05, + "loss": 3.9953, + "mean_token_accuracy": 0.29768401980400083, + "num_tokens": 23072706.0, + "step": 9700 + }, + { + "entropy": 4.702997255325317, + "epoch": 9.49632892804699, + "grad_norm": 1.1953125, + "learning_rate": 5.334314805275046e-05, + "loss": 3.9364, + "mean_token_accuracy": 0.3091309696435928, + "num_tokens": 23084356.0, + "step": 9705 + }, + { + "entropy": 4.703414106369019, + "epoch": 9.501223690651003, + "grad_norm": 1.3125, + "learning_rate": 5.3277564452382626e-05, + "loss": 3.9193, + "mean_token_accuracy": 0.3086276799440384, + "num_tokens": 23095506.0, + "step": 9710 + }, + { + "entropy": 4.7573646068572994, + "epoch": 9.506118453255016, + "grad_norm": 1.34375, + "learning_rate": 5.321262580792802e-05, + "loss": 4.0191, + "mean_token_accuracy": 0.2945751160383224, + "num_tokens": 23107402.0, + "step": 9715 + }, + { + "entropy": 4.7637780666351315, + "epoch": 9.51101321585903, + "grad_norm": 1.25, + "learning_rate": 5.314833230828303e-05, + "loss": 3.9879, + "mean_token_accuracy": 0.2959939271211624, + "num_tokens": 23119262.0, + "step": 9720 + }, + { + "entropy": 4.753852653503418, + "epoch": 9.515907978463044, + "grad_norm": 1.421875, + "learning_rate": 5.3084684140467404e-05, + "loss": 3.9734, + "mean_token_accuracy": 0.3011016219854355, + "num_tokens": 23129988.0, + "step": 9725 + }, + { + "entropy": 4.750711441040039, + "epoch": 9.520802741067058, + "grad_norm": 1.2734375, + "learning_rate": 5.3021681489623745e-05, + "loss": 4.0099, + "mean_token_accuracy": 0.29713216722011565, + "num_tokens": 23142101.0, + "step": 9730 + }, + { + "entropy": 4.831313610076904, + "epoch": 9.525697503671072, + "grad_norm": 1.3359375, + "learning_rate": 5.295932453901684e-05, + "loss": 4.1105, + "mean_token_accuracy": 0.28836481273174286, + "num_tokens": 23153558.0, + "step": 9735 + }, + { + "entropy": 4.723710298538208, + "epoch": 9.530592266275086, + "grad_norm": 1.3203125, + "learning_rate": 5.289761347003337e-05, + "loss": 3.9379, + "mean_token_accuracy": 0.30936234891414643, + "num_tokens": 23164533.0, + "step": 9740 + }, + { + "entropy": 4.831152009963989, + "epoch": 9.5354870288791, + "grad_norm": 1.359375, + "learning_rate": 5.2836548462181196e-05, + "loss": 4.1103, + "mean_token_accuracy": 0.27955502569675444, + "num_tokens": 23176947.0, + "step": 9745 + }, + { + "entropy": 4.793307447433472, + "epoch": 9.540381791483114, + "grad_norm": 1.3046875, + "learning_rate": 5.2776129693088846e-05, + "loss": 4.0718, + "mean_token_accuracy": 0.28877711594104766, + "num_tokens": 23189168.0, + "step": 9750 + }, + { + "entropy": 4.816354274749756, + "epoch": 9.545276554087128, + "grad_norm": 1.2578125, + "learning_rate": 5.27163573385051e-05, + "loss": 3.9626, + "mean_token_accuracy": 0.29974118769168856, + "num_tokens": 23201194.0, + "step": 9755 + }, + { + "entropy": 4.937267160415649, + "epoch": 9.55017131669114, + "grad_norm": 1.2109375, + "learning_rate": 5.2657231572298386e-05, + "loss": 4.1471, + "mean_token_accuracy": 0.28534034341573716, + "num_tokens": 23214064.0, + "step": 9760 + }, + { + "entropy": 4.771344423294067, + "epoch": 9.555066079295154, + "grad_norm": 1.2265625, + "learning_rate": 5.259875256645634e-05, + "loss": 3.9774, + "mean_token_accuracy": 0.30367342531681063, + "num_tokens": 23224781.0, + "step": 9765 + }, + { + "entropy": 4.784712934494019, + "epoch": 9.559960841899168, + "grad_norm": 1.3046875, + "learning_rate": 5.254092049108521e-05, + "loss": 3.975, + "mean_token_accuracy": 0.30007910132408144, + "num_tokens": 23236782.0, + "step": 9770 + }, + { + "entropy": 4.827734804153442, + "epoch": 9.564855604503181, + "grad_norm": 1.3046875, + "learning_rate": 5.248373551440949e-05, + "loss": 3.9996, + "mean_token_accuracy": 0.29692416787147524, + "num_tokens": 23249529.0, + "step": 9775 + }, + { + "entropy": 4.731436347961425, + "epoch": 9.569750367107195, + "grad_norm": 1.1953125, + "learning_rate": 5.242719780277135e-05, + "loss": 3.9287, + "mean_token_accuracy": 0.2992528021335602, + "num_tokens": 23262737.0, + "step": 9780 + }, + { + "entropy": 4.880699110031128, + "epoch": 9.57464512971121, + "grad_norm": 1.2734375, + "learning_rate": 5.237130752063013e-05, + "loss": 4.004, + "mean_token_accuracy": 0.29191407561302185, + "num_tokens": 23274777.0, + "step": 9785 + }, + { + "entropy": 4.797618103027344, + "epoch": 9.579539892315223, + "grad_norm": 1.1328125, + "learning_rate": 5.231606483056196e-05, + "loss": 4.0537, + "mean_token_accuracy": 0.29462463557720187, + "num_tokens": 23287393.0, + "step": 9790 + }, + { + "entropy": 4.726949071884155, + "epoch": 9.584434654919237, + "grad_norm": 1.171875, + "learning_rate": 5.226146989325915e-05, + "loss": 3.9108, + "mean_token_accuracy": 0.3014277070760727, + "num_tokens": 23299049.0, + "step": 9795 + }, + { + "entropy": 4.807730340957642, + "epoch": 9.58932941752325, + "grad_norm": 1.2109375, + "learning_rate": 5.2207522867529896e-05, + "loss": 4.0187, + "mean_token_accuracy": 0.2957456260919571, + "num_tokens": 23310827.0, + "step": 9800 + }, + { + "entropy": 4.762857675552368, + "epoch": 9.594224180127263, + "grad_norm": 1.2890625, + "learning_rate": 5.21542239102976e-05, + "loss": 3.9981, + "mean_token_accuracy": 0.2974866896867752, + "num_tokens": 23323140.0, + "step": 9805 + }, + { + "entropy": 4.81097526550293, + "epoch": 9.599118942731277, + "grad_norm": 1.296875, + "learning_rate": 5.2101573176600666e-05, + "loss": 4.0708, + "mean_token_accuracy": 0.2963706135749817, + "num_tokens": 23335787.0, + "step": 9810 + }, + { + "entropy": 4.819524574279785, + "epoch": 9.60401370533529, + "grad_norm": 1.21875, + "learning_rate": 5.204957081959178e-05, + "loss": 4.0191, + "mean_token_accuracy": 0.29669792354106905, + "num_tokens": 23347997.0, + "step": 9815 + }, + { + "entropy": 4.802180004119873, + "epoch": 9.608908467939305, + "grad_norm": 1.1953125, + "learning_rate": 5.199821699053771e-05, + "loss": 4.0389, + "mean_token_accuracy": 0.2856824159622192, + "num_tokens": 23360963.0, + "step": 9820 + }, + { + "entropy": 4.8300224304199215, + "epoch": 9.613803230543319, + "grad_norm": 1.328125, + "learning_rate": 5.194751183881875e-05, + "loss": 4.1164, + "mean_token_accuracy": 0.279991215467453, + "num_tokens": 23372385.0, + "step": 9825 + }, + { + "entropy": 4.74051342010498, + "epoch": 9.618697993147332, + "grad_norm": 1.34375, + "learning_rate": 5.189745551192819e-05, + "loss": 3.9426, + "mean_token_accuracy": 0.3026067465543747, + "num_tokens": 23383389.0, + "step": 9830 + }, + { + "entropy": 4.914032411575318, + "epoch": 9.623592755751346, + "grad_norm": 1.3046875, + "learning_rate": 5.1848048155472105e-05, + "loss": 4.1349, + "mean_token_accuracy": 0.28327649235725405, + "num_tokens": 23396299.0, + "step": 9835 + }, + { + "entropy": 4.775186443328858, + "epoch": 9.62848751835536, + "grad_norm": 1.140625, + "learning_rate": 5.179928991316877e-05, + "loss": 3.9364, + "mean_token_accuracy": 0.30544574856758117, + "num_tokens": 23408224.0, + "step": 9840 + }, + { + "entropy": 4.865913724899292, + "epoch": 9.633382280959374, + "grad_norm": 1.2734375, + "learning_rate": 5.1751180926848285e-05, + "loss": 4.0913, + "mean_token_accuracy": 0.2870608329772949, + "num_tokens": 23420902.0, + "step": 9845 + }, + { + "entropy": 4.788714742660522, + "epoch": 9.638277043563388, + "grad_norm": 1.3125, + "learning_rate": 5.170372133645219e-05, + "loss": 4.0095, + "mean_token_accuracy": 0.29521565437316893, + "num_tokens": 23432441.0, + "step": 9850 + }, + { + "entropy": 4.818955326080323, + "epoch": 9.6431718061674, + "grad_norm": 1.3203125, + "learning_rate": 5.1656911280032996e-05, + "loss": 4.0418, + "mean_token_accuracy": 0.29526215195655825, + "num_tokens": 23445753.0, + "step": 9855 + }, + { + "entropy": 4.761849308013916, + "epoch": 9.648066568771414, + "grad_norm": 1.171875, + "learning_rate": 5.161075089375386e-05, + "loss": 3.9864, + "mean_token_accuracy": 0.2966615378856659, + "num_tokens": 23457028.0, + "step": 9860 + }, + { + "entropy": 4.78953742980957, + "epoch": 9.652961331375428, + "grad_norm": 1.1640625, + "learning_rate": 5.156524031188808e-05, + "loss": 4.0469, + "mean_token_accuracy": 0.29420867264270784, + "num_tokens": 23469421.0, + "step": 9865 + }, + { + "entropy": 4.803643369674683, + "epoch": 9.657856093979442, + "grad_norm": 1.2890625, + "learning_rate": 5.152037966681891e-05, + "loss": 3.9723, + "mean_token_accuracy": 0.30032192170619965, + "num_tokens": 23480514.0, + "step": 9870 + }, + { + "entropy": 4.806494569778442, + "epoch": 9.662750856583456, + "grad_norm": 1.2734375, + "learning_rate": 5.147616908903888e-05, + "loss": 4.0241, + "mean_token_accuracy": 0.29908307194709777, + "num_tokens": 23491413.0, + "step": 9875 + }, + { + "entropy": 4.817647266387939, + "epoch": 9.66764561918747, + "grad_norm": 1.1796875, + "learning_rate": 5.1432608707149706e-05, + "loss": 4.0377, + "mean_token_accuracy": 0.2857759177684784, + "num_tokens": 23504870.0, + "step": 9880 + }, + { + "entropy": 4.805331516265869, + "epoch": 9.672540381791483, + "grad_norm": 1.359375, + "learning_rate": 5.13896986478617e-05, + "loss": 3.9766, + "mean_token_accuracy": 0.29564387500286105, + "num_tokens": 23515956.0, + "step": 9885 + }, + { + "entropy": 4.779669952392578, + "epoch": 9.677435144395497, + "grad_norm": 1.3125, + "learning_rate": 5.134743903599352e-05, + "loss": 3.9763, + "mean_token_accuracy": 0.29593977630138396, + "num_tokens": 23526821.0, + "step": 9890 + }, + { + "entropy": 4.768006992340088, + "epoch": 9.682329906999511, + "grad_norm": 1.1796875, + "learning_rate": 5.130582999447179e-05, + "loss": 4.0159, + "mean_token_accuracy": 0.29183255434036254, + "num_tokens": 23538202.0, + "step": 9895 + }, + { + "entropy": 4.812900638580322, + "epoch": 9.687224669603523, + "grad_norm": 1.296875, + "learning_rate": 5.126487164433068e-05, + "loss": 4.0453, + "mean_token_accuracy": 0.2921596884727478, + "num_tokens": 23550526.0, + "step": 9900 + }, + { + "entropy": 4.80851149559021, + "epoch": 9.692119432207537, + "grad_norm": 1.234375, + "learning_rate": 5.122456410471164e-05, + "loss": 4.0703, + "mean_token_accuracy": 0.2851635694503784, + "num_tokens": 23562997.0, + "step": 9905 + }, + { + "entropy": 4.744428920745849, + "epoch": 9.697014194811551, + "grad_norm": 1.2109375, + "learning_rate": 5.1184907492863025e-05, + "loss": 3.9669, + "mean_token_accuracy": 0.2984753638505936, + "num_tokens": 23574313.0, + "step": 9910 + }, + { + "entropy": 4.780137395858764, + "epoch": 9.701908957415565, + "grad_norm": 1.28125, + "learning_rate": 5.114590192413971e-05, + "loss": 3.9984, + "mean_token_accuracy": 0.29760353565216063, + "num_tokens": 23585376.0, + "step": 9915 + }, + { + "entropy": 4.806608867645264, + "epoch": 9.706803720019579, + "grad_norm": 1.1953125, + "learning_rate": 5.11075475120028e-05, + "loss": 4.0019, + "mean_token_accuracy": 0.2943661317229271, + "num_tokens": 23597513.0, + "step": 9920 + }, + { + "entropy": 4.8220960140228275, + "epoch": 9.711698482623593, + "grad_norm": 1.1875, + "learning_rate": 5.1069844368019265e-05, + "loss": 4.0319, + "mean_token_accuracy": 0.2958825558423996, + "num_tokens": 23610724.0, + "step": 9925 + }, + { + "entropy": 4.827322006225586, + "epoch": 9.716593245227607, + "grad_norm": 1.3046875, + "learning_rate": 5.103279260186169e-05, + "loss": 4.0943, + "mean_token_accuracy": 0.29084478318691254, + "num_tokens": 23623273.0, + "step": 9930 + }, + { + "entropy": 4.824528551101684, + "epoch": 9.72148800783162, + "grad_norm": 1.25, + "learning_rate": 5.099639232130782e-05, + "loss": 4.0847, + "mean_token_accuracy": 0.2843466907739639, + "num_tokens": 23635517.0, + "step": 9935 + }, + { + "entropy": 4.789399290084839, + "epoch": 9.726382770435634, + "grad_norm": 1.21875, + "learning_rate": 5.0960643632240454e-05, + "loss": 3.9623, + "mean_token_accuracy": 0.29722365736961365, + "num_tokens": 23647471.0, + "step": 9940 + }, + { + "entropy": 4.811989068984985, + "epoch": 9.731277533039648, + "grad_norm": 1.359375, + "learning_rate": 5.092554663864689e-05, + "loss": 4.0417, + "mean_token_accuracy": 0.29249192029237747, + "num_tokens": 23658775.0, + "step": 9945 + }, + { + "entropy": 4.778703451156616, + "epoch": 9.73617229564366, + "grad_norm": 1.203125, + "learning_rate": 5.089110144261882e-05, + "loss": 4.0334, + "mean_token_accuracy": 0.2901360929012299, + "num_tokens": 23671649.0, + "step": 9950 + }, + { + "entropy": 4.837510061264038, + "epoch": 9.741067058247674, + "grad_norm": 1.34375, + "learning_rate": 5.085730814435193e-05, + "loss": 4.0161, + "mean_token_accuracy": 0.29662241637706754, + "num_tokens": 23683001.0, + "step": 9955 + }, + { + "entropy": 4.791252899169922, + "epoch": 9.745961820851688, + "grad_norm": 1.234375, + "learning_rate": 5.082416684214563e-05, + "loss": 3.9648, + "mean_token_accuracy": 0.29548591673374175, + "num_tokens": 23695415.0, + "step": 9960 + }, + { + "entropy": 4.810051918029785, + "epoch": 9.750856583455702, + "grad_norm": 1.2421875, + "learning_rate": 5.0791677632402836e-05, + "loss": 4.0379, + "mean_token_accuracy": 0.29339844584465025, + "num_tokens": 23707450.0, + "step": 9965 + }, + { + "entropy": 4.807213401794433, + "epoch": 9.755751346059716, + "grad_norm": 1.3046875, + "learning_rate": 5.075984060962951e-05, + "loss": 4.0296, + "mean_token_accuracy": 0.294450119137764, + "num_tokens": 23719923.0, + "step": 9970 + }, + { + "entropy": 4.759642887115478, + "epoch": 9.76064610866373, + "grad_norm": 1.2890625, + "learning_rate": 5.0728655866434614e-05, + "loss": 3.9492, + "mean_token_accuracy": 0.3010222911834717, + "num_tokens": 23731409.0, + "step": 9975 + }, + { + "entropy": 4.821615505218506, + "epoch": 9.765540871267744, + "grad_norm": 1.234375, + "learning_rate": 5.069812349352971e-05, + "loss": 4.0626, + "mean_token_accuracy": 0.2816173925995827, + "num_tokens": 23743050.0, + "step": 9980 + }, + { + "entropy": 4.814800691604614, + "epoch": 9.770435633871758, + "grad_norm": 1.390625, + "learning_rate": 5.066824357972867e-05, + "loss": 4.0044, + "mean_token_accuracy": 0.2967691570520401, + "num_tokens": 23755510.0, + "step": 9985 + }, + { + "entropy": 4.771351623535156, + "epoch": 9.775330396475772, + "grad_norm": 1.2578125, + "learning_rate": 5.06390162119475e-05, + "loss": 4.0058, + "mean_token_accuracy": 0.30124894678592684, + "num_tokens": 23766792.0, + "step": 9990 + }, + { + "entropy": 4.756444597244263, + "epoch": 9.780225159079784, + "grad_norm": 1.1875, + "learning_rate": 5.061044147520405e-05, + "loss": 3.9462, + "mean_token_accuracy": 0.30553261041641233, + "num_tokens": 23779932.0, + "step": 9995 + }, + { + "entropy": 4.914815950393677, + "epoch": 9.785119921683798, + "grad_norm": 1.2421875, + "learning_rate": 5.0582519452617745e-05, + "loss": 4.1165, + "mean_token_accuracy": 0.28400505483150484, + "num_tokens": 23792346.0, + "step": 10000 + }, + { + "epoch": 9.785119921683798, + "eval_entropy": 4.772528295450587, + "eval_loss": 5.51258659362793, + "eval_mean_token_accuracy": 0.20927368844329897, + "eval_num_tokens": 23792346.0, + "eval_runtime": 2.7218, + "eval_samples_per_second": 1266.428, + "eval_steps_per_second": 158.349, + "step": 10000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.6917370438912e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-10000/training_args.bin b/checkpoint-10000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-10000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-10210/added_tokens.json b/checkpoint-10210/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-10210/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-10210/config.json b/checkpoint-10210/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-10210/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-10210/generation_config.json b/checkpoint-10210/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-10210/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-10210/model.safetensors b/checkpoint-10210/model.safetensors new file mode 100644 index 0000000..2ffea8b --- /dev/null +++ b/checkpoint-10210/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2778b6b4151d0928c8d4606457d4a5564a1a5691c0885cab6038b6a24267451 +size 249556672 diff --git a/checkpoint-10210/rng_state.pth b/checkpoint-10210/rng_state.pth new file mode 100644 index 0000000..dedea77 --- /dev/null +++ b/checkpoint-10210/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47de2873eac826927055241f040d140b6f7c30efacf6fac392fa5084c8bd9075 +size 14709 diff --git a/checkpoint-10210/special_tokens_map.json b/checkpoint-10210/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-10210/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-10210/spiece.model b/checkpoint-10210/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-10210/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-10210/tokenizer_config.json b/checkpoint-10210/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-10210/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-10210/trainer_state.json b/checkpoint-10210/trainer_state.json new file mode 100644 index 0000000..cfee34f --- /dev/null +++ b/checkpoint-10210/trainer_state.json @@ -0,0 +1,20564 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.990699951052374, + "eval_steps": 1000, + "global_step": 10210, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + }, + { + "entropy": 5.626655435562133, + "epoch": 1.9623103279490945, + "grad_norm": 1.078125, + "learning_rate": 0.00048693373272105743, + "loss": 5.504, + "mean_token_accuracy": 0.180687840282917, + "num_tokens": 4769947.0, + "step": 2005 + }, + { + "entropy": 5.595974683761597, + "epoch": 1.9672050905531082, + "grad_norm": 1.0390625, + "learning_rate": 0.00048680455692385124, + "loss": 5.5583, + "mean_token_accuracy": 0.18348373621702194, + "num_tokens": 4782749.0, + "step": 2010 + }, + { + "entropy": 5.579078435897827, + "epoch": 1.9720998531571219, + "grad_norm": 1.0546875, + "learning_rate": 0.0004866747650202907, + "loss": 5.5238, + "mean_token_accuracy": 0.18451536893844606, + "num_tokens": 4794944.0, + "step": 2015 + }, + { + "entropy": 5.6003326892852785, + "epoch": 1.9769946157611356, + "grad_norm": 0.96875, + "learning_rate": 0.0004865443573879201, + "loss": 5.468, + "mean_token_accuracy": 0.18887062072753907, + "num_tokens": 4806992.0, + "step": 2020 + }, + { + "entropy": 5.549536085128784, + "epoch": 1.9818893783651492, + "grad_norm": 1.015625, + "learning_rate": 0.0004864133344060749, + "loss": 5.4539, + "mean_token_accuracy": 0.18131107091903687, + "num_tokens": 4818791.0, + "step": 2025 + }, + { + "entropy": 5.558773422241211, + "epoch": 1.9867841409691631, + "grad_norm": 1.203125, + "learning_rate": 0.00048628169645588073, + "loss": 5.5525, + "mean_token_accuracy": 0.17917387038469315, + "num_tokens": 4830708.0, + "step": 2030 + }, + { + "entropy": 5.571465063095093, + "epoch": 1.9916789035731766, + "grad_norm": 1.0390625, + "learning_rate": 0.0004861494439202515, + "loss": 5.5524, + "mean_token_accuracy": 0.1800464168190956, + "num_tokens": 4843031.0, + "step": 2035 + }, + { + "entropy": 5.617353916168213, + "epoch": 1.9965736661771905, + "grad_norm": 1.0859375, + "learning_rate": 0.0004860165771838892, + "loss": 5.5313, + "mean_token_accuracy": 0.1778000995516777, + "num_tokens": 4855523.0, + "step": 2040 + }, + { + "entropy": 5.416062302059597, + "epoch": 2.0009789525208026, + "grad_norm": 0.890625, + "learning_rate": 0.0004858830966332825, + "loss": 5.346, + "mean_token_accuracy": 0.18389874531163108, + "num_tokens": 4866979.0, + "step": 2045 + }, + { + "entropy": 5.488109588623047, + "epoch": 2.0058737151248165, + "grad_norm": 1.046875, + "learning_rate": 0.0004857490026567055, + "loss": 5.1157, + "mean_token_accuracy": 0.19696198999881745, + "num_tokens": 4878496.0, + "step": 2050 + }, + { + "entropy": 5.498682832717895, + "epoch": 2.01076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004856142956442165, + "loss": 5.1833, + "mean_token_accuracy": 0.19493499547243118, + "num_tokens": 4890519.0, + "step": 2055 + }, + { + "entropy": 5.596047735214233, + "epoch": 2.015663240332844, + "grad_norm": 0.98828125, + "learning_rate": 0.0004854789759876572, + "loss": 5.2827, + "mean_token_accuracy": 0.19122138023376464, + "num_tokens": 4902797.0, + "step": 2060 + }, + { + "entropy": 5.531758785247803, + "epoch": 2.0205580029368577, + "grad_norm": 1.1640625, + "learning_rate": 0.00048534304408065135, + "loss": 5.1783, + "mean_token_accuracy": 0.19460100531578065, + "num_tokens": 4913243.0, + "step": 2065 + }, + { + "entropy": 5.424594974517822, + "epoch": 2.025452765540871, + "grad_norm": 1.0390625, + "learning_rate": 0.00048520650031860357, + "loss": 5.0638, + "mean_token_accuracy": 0.19740711152553558, + "num_tokens": 4923876.0, + "step": 2070 + }, + { + "entropy": 5.36385588645935, + "epoch": 2.030347528144885, + "grad_norm": 1.046875, + "learning_rate": 0.00048506934509869845, + "loss": 5.0638, + "mean_token_accuracy": 0.2020087271928787, + "num_tokens": 4936004.0, + "step": 2075 + }, + { + "entropy": 5.394824838638305, + "epoch": 2.0352422907488985, + "grad_norm": 1.078125, + "learning_rate": 0.00048493157881989894, + "loss": 5.098, + "mean_token_accuracy": 0.19910106658935547, + "num_tokens": 4947404.0, + "step": 2080 + }, + { + "entropy": 5.37768030166626, + "epoch": 2.0401370533529124, + "grad_norm": 0.921875, + "learning_rate": 0.0004847932018829456, + "loss": 5.2171, + "mean_token_accuracy": 0.1941538408398628, + "num_tokens": 4960444.0, + "step": 2085 + }, + { + "entropy": 5.418075847625732, + "epoch": 2.0450318159569263, + "grad_norm": 1.078125, + "learning_rate": 0.0004846542146903555, + "loss": 5.1722, + "mean_token_accuracy": 0.19768768548965454, + "num_tokens": 4972356.0, + "step": 2090 + }, + { + "entropy": 5.449041891098022, + "epoch": 2.0499265785609397, + "grad_norm": 1.078125, + "learning_rate": 0.00048451461764642046, + "loss": 5.1357, + "mean_token_accuracy": 0.19979992508888245, + "num_tokens": 4984785.0, + "step": 2095 + }, + { + "entropy": 5.291361522674561, + "epoch": 2.0548213411649536, + "grad_norm": 1.0859375, + "learning_rate": 0.0004843744111572067, + "loss": 5.0675, + "mean_token_accuracy": 0.1959679678082466, + "num_tokens": 4995909.0, + "step": 2100 + }, + { + "entropy": 5.432163047790527, + "epoch": 2.059716103768967, + "grad_norm": 1.0625, + "learning_rate": 0.0004842335956305526, + "loss": 5.0949, + "mean_token_accuracy": 0.19766340106725694, + "num_tokens": 5006191.0, + "step": 2105 + }, + { + "entropy": 5.350412321090698, + "epoch": 2.064610866372981, + "grad_norm": 1.0625, + "learning_rate": 0.00048409217147606895, + "loss": 5.089, + "mean_token_accuracy": 0.2033711478114128, + "num_tokens": 5017399.0, + "step": 2110 + }, + { + "entropy": 5.316557788848877, + "epoch": 2.0695056289769944, + "grad_norm": 1.0234375, + "learning_rate": 0.0004839501391051363, + "loss": 5.0824, + "mean_token_accuracy": 0.19411368370056153, + "num_tokens": 5028402.0, + "step": 2115 + }, + { + "entropy": 5.446633148193359, + "epoch": 2.0744003915810083, + "grad_norm": 1.0, + "learning_rate": 0.0004838074989309045, + "loss": 5.1938, + "mean_token_accuracy": 0.20314160287380217, + "num_tokens": 5040813.0, + "step": 2120 + }, + { + "entropy": 5.414164018630982, + "epoch": 2.079295154185022, + "grad_norm": 0.94921875, + "learning_rate": 0.00048366425136829176, + "loss": 5.1433, + "mean_token_accuracy": 0.20220062136650085, + "num_tokens": 5053076.0, + "step": 2125 + }, + { + "entropy": 5.4324311256408695, + "epoch": 2.0841899167890356, + "grad_norm": 1.0859375, + "learning_rate": 0.00048352039683398286, + "loss": 5.2068, + "mean_token_accuracy": 0.19256707429885864, + "num_tokens": 5065397.0, + "step": 2130 + }, + { + "entropy": 5.374685382843017, + "epoch": 2.0890846793930495, + "grad_norm": 1.125, + "learning_rate": 0.00048337593574642796, + "loss": 5.0098, + "mean_token_accuracy": 0.20131478905677797, + "num_tokens": 5076545.0, + "step": 2135 + }, + { + "entropy": 5.4096685409545895, + "epoch": 2.093979441997063, + "grad_norm": 1.03125, + "learning_rate": 0.00048323086852584187, + "loss": 5.2009, + "mean_token_accuracy": 0.19109852015972137, + "num_tokens": 5089487.0, + "step": 2140 + }, + { + "entropy": 5.413058519363403, + "epoch": 2.098874204601077, + "grad_norm": 1.0234375, + "learning_rate": 0.0004830851955942024, + "loss": 5.1923, + "mean_token_accuracy": 0.1943016231060028, + "num_tokens": 5102046.0, + "step": 2145 + }, + { + "entropy": 5.484387826919556, + "epoch": 2.1037689672050908, + "grad_norm": 1.1171875, + "learning_rate": 0.0004829389173752495, + "loss": 5.3399, + "mean_token_accuracy": 0.19494949281215668, + "num_tokens": 5114758.0, + "step": 2150 + }, + { + "entropy": 5.461303567886352, + "epoch": 2.108663729809104, + "grad_norm": 1.1328125, + "learning_rate": 0.00048279203429448366, + "loss": 5.1454, + "mean_token_accuracy": 0.19781216084957123, + "num_tokens": 5126130.0, + "step": 2155 + }, + { + "entropy": 5.358008193969726, + "epoch": 2.113558492413118, + "grad_norm": 1.046875, + "learning_rate": 0.0004826445467791646, + "loss": 5.2108, + "mean_token_accuracy": 0.19490469843149186, + "num_tokens": 5137749.0, + "step": 2160 + }, + { + "entropy": 5.471472644805909, + "epoch": 2.1184532550171316, + "grad_norm": 1.0078125, + "learning_rate": 0.00048249645525831055, + "loss": 5.1601, + "mean_token_accuracy": 0.20036131292581558, + "num_tokens": 5149361.0, + "step": 2165 + }, + { + "entropy": 5.363424825668335, + "epoch": 2.1233480176211454, + "grad_norm": 1.0234375, + "learning_rate": 0.0004823477601626967, + "loss": 5.0896, + "mean_token_accuracy": 0.2008701056241989, + "num_tokens": 5161025.0, + "step": 2170 + }, + { + "entropy": 5.255881643295288, + "epoch": 2.128242780225159, + "grad_norm": 1.15625, + "learning_rate": 0.00048219846192485365, + "loss": 5.0238, + "mean_token_accuracy": 0.20319584757089615, + "num_tokens": 5171507.0, + "step": 2175 + }, + { + "entropy": 5.427309846878051, + "epoch": 2.133137542829173, + "grad_norm": 1.09375, + "learning_rate": 0.0004820485609790668, + "loss": 5.275, + "mean_token_accuracy": 0.19347049593925475, + "num_tokens": 5184026.0, + "step": 2180 + }, + { + "entropy": 5.4172220706939695, + "epoch": 2.1380323054331867, + "grad_norm": 1.140625, + "learning_rate": 0.00048189805776137454, + "loss": 5.1795, + "mean_token_accuracy": 0.20001329630613326, + "num_tokens": 5195788.0, + "step": 2185 + }, + { + "entropy": 5.262393999099731, + "epoch": 2.1429270680372, + "grad_norm": 1.140625, + "learning_rate": 0.00048174695270956707, + "loss": 5.0315, + "mean_token_accuracy": 0.20920827537775039, + "num_tokens": 5205440.0, + "step": 2190 + }, + { + "entropy": 5.293731689453125, + "epoch": 2.147821830641214, + "grad_norm": 1.015625, + "learning_rate": 0.0004815952462631857, + "loss": 5.1003, + "mean_token_accuracy": 0.2001971885561943, + "num_tokens": 5216578.0, + "step": 2195 + }, + { + "entropy": 5.37099986076355, + "epoch": 2.1527165932452275, + "grad_norm": 1.0546875, + "learning_rate": 0.00048144293886352035, + "loss": 5.1344, + "mean_token_accuracy": 0.20005329102277755, + "num_tokens": 5228836.0, + "step": 2200 + }, + { + "entropy": 5.275912046432495, + "epoch": 2.1576113558492414, + "grad_norm": 1.09375, + "learning_rate": 0.0004812900309536098, + "loss": 5.0887, + "mean_token_accuracy": 0.2067259818315506, + "num_tokens": 5240648.0, + "step": 2205 + }, + { + "entropy": 5.3612512111663815, + "epoch": 2.162506118453255, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113652297823907, + "loss": 5.2269, + "mean_token_accuracy": 0.18981953859329223, + "num_tokens": 5252391.0, + "step": 2210 + }, + { + "entropy": 5.453209781646729, + "epoch": 2.1674008810572687, + "grad_norm": 1.1015625, + "learning_rate": 0.00048098241538393897, + "loss": 5.2036, + "mean_token_accuracy": 0.19229551404714584, + "num_tokens": 5264574.0, + "step": 2215 + }, + { + "entropy": 5.34055609703064, + "epoch": 2.1722956436612826, + "grad_norm": 0.953125, + "learning_rate": 0.00048082770861898426, + "loss": 5.1746, + "mean_token_accuracy": 0.19398458898067475, + "num_tokens": 5277400.0, + "step": 2220 + }, + { + "entropy": 5.379359340667724, + "epoch": 2.177190406265296, + "grad_norm": 1.1171875, + "learning_rate": 0.00048067240313339295, + "loss": 5.1089, + "mean_token_accuracy": 0.19827474504709244, + "num_tokens": 5288951.0, + "step": 2225 + }, + { + "entropy": 5.3159558296203615, + "epoch": 2.18208516886931, + "grad_norm": 1.0859375, + "learning_rate": 0.00048051649937892423, + "loss": 5.0671, + "mean_token_accuracy": 0.2028965413570404, + "num_tokens": 5300902.0, + "step": 2230 + }, + { + "entropy": 5.325251483917237, + "epoch": 2.1869799314733234, + "grad_norm": 1.09375, + "learning_rate": 0.00048035999780907785, + "loss": 5.1804, + "mean_token_accuracy": 0.1967838153243065, + "num_tokens": 5312498.0, + "step": 2235 + }, + { + "entropy": 5.33814377784729, + "epoch": 2.1918746940773373, + "grad_norm": 0.98046875, + "learning_rate": 0.00048020289887909246, + "loss": 5.0948, + "mean_token_accuracy": 0.19691168814897536, + "num_tokens": 5323591.0, + "step": 2240 + }, + { + "entropy": 5.343142366409301, + "epoch": 2.196769456681351, + "grad_norm": 1.0859375, + "learning_rate": 0.0004800452030459441, + "loss": 5.0878, + "mean_token_accuracy": 0.2060595616698265, + "num_tokens": 5334673.0, + "step": 2245 + }, + { + "entropy": 5.302957439422608, + "epoch": 2.2016642192853646, + "grad_norm": 1.125, + "learning_rate": 0.0004798869107683456, + "loss": 5.0975, + "mean_token_accuracy": 0.2082034319639206, + "num_tokens": 5347049.0, + "step": 2250 + }, + { + "entropy": 5.4850016117095945, + "epoch": 2.2065589818893785, + "grad_norm": 1.0859375, + "learning_rate": 0.00047972802250674426, + "loss": 5.2136, + "mean_token_accuracy": 0.1905737653374672, + "num_tokens": 5359153.0, + "step": 2255 + }, + { + "entropy": 5.326099538803101, + "epoch": 2.211453744493392, + "grad_norm": 1.109375, + "learning_rate": 0.00047956853872332126, + "loss": 5.0928, + "mean_token_accuracy": 0.20605096518993377, + "num_tokens": 5369663.0, + "step": 2260 + }, + { + "entropy": 5.356387901306152, + "epoch": 2.216348507097406, + "grad_norm": 0.98828125, + "learning_rate": 0.0004794084598819899, + "loss": 5.1502, + "mean_token_accuracy": 0.1967753291130066, + "num_tokens": 5380962.0, + "step": 2265 + }, + { + "entropy": 5.288668155670166, + "epoch": 2.2212432697014193, + "grad_norm": 0.96875, + "learning_rate": 0.00047924778644839466, + "loss": 5.1048, + "mean_token_accuracy": 0.2026848703622818, + "num_tokens": 5393319.0, + "step": 2270 + }, + { + "entropy": 5.390505695343018, + "epoch": 2.226138032305433, + "grad_norm": 1.03125, + "learning_rate": 0.00047908651888990943, + "loss": 5.1442, + "mean_token_accuracy": 0.20073584467172623, + "num_tokens": 5405052.0, + "step": 2275 + }, + { + "entropy": 5.326527070999146, + "epoch": 2.231032794909447, + "grad_norm": 1.0703125, + "learning_rate": 0.0004789246576756362, + "loss": 5.0887, + "mean_token_accuracy": 0.2013887345790863, + "num_tokens": 5416416.0, + "step": 2280 + }, + { + "entropy": 5.414171504974365, + "epoch": 2.2359275575134605, + "grad_norm": 1.09375, + "learning_rate": 0.0004787622032764041, + "loss": 5.3084, + "mean_token_accuracy": 0.18751744031906128, + "num_tokens": 5428676.0, + "step": 2285 + }, + { + "entropy": 5.395980930328369, + "epoch": 2.2408223201174744, + "grad_norm": 1.1328125, + "learning_rate": 0.0004785991561647675, + "loss": 5.1538, + "mean_token_accuracy": 0.19835059940814972, + "num_tokens": 5439885.0, + "step": 2290 + }, + { + "entropy": 5.331133651733398, + "epoch": 2.245717082721488, + "grad_norm": 1.078125, + "learning_rate": 0.00047843551681500494, + "loss": 5.2068, + "mean_token_accuracy": 0.19880653768777848, + "num_tokens": 5451236.0, + "step": 2295 + }, + { + "entropy": 5.391649007797241, + "epoch": 2.2506118453255017, + "grad_norm": 0.98828125, + "learning_rate": 0.0004782712857031178, + "loss": 5.2206, + "mean_token_accuracy": 0.19829923510551453, + "num_tokens": 5464088.0, + "step": 2300 + }, + { + "entropy": 5.2941186904907225, + "epoch": 2.255506607929515, + "grad_norm": 1.03125, + "learning_rate": 0.0004781064633068287, + "loss": 5.0972, + "mean_token_accuracy": 0.1968427300453186, + "num_tokens": 5475857.0, + "step": 2305 + }, + { + "entropy": 5.406572008132935, + "epoch": 2.260401370533529, + "grad_norm": 1.015625, + "learning_rate": 0.0004779410501055802, + "loss": 5.2506, + "mean_token_accuracy": 0.19424178153276445, + "num_tokens": 5488670.0, + "step": 2310 + }, + { + "entropy": 5.382027053833008, + "epoch": 2.265296133137543, + "grad_norm": 0.8984375, + "learning_rate": 0.00047777504658053343, + "loss": 5.1331, + "mean_token_accuracy": 0.19536806344985963, + "num_tokens": 5501746.0, + "step": 2315 + }, + { + "entropy": 5.342251920700074, + "epoch": 2.2701908957415564, + "grad_norm": 1.125, + "learning_rate": 0.0004776084532145668, + "loss": 5.2087, + "mean_token_accuracy": 0.19615187793970107, + "num_tokens": 5513504.0, + "step": 2320 + }, + { + "entropy": 5.28951063156128, + "epoch": 2.2750856583455703, + "grad_norm": 1.0234375, + "learning_rate": 0.00047744127049227425, + "loss": 5.1353, + "mean_token_accuracy": 0.1898852616548538, + "num_tokens": 5526144.0, + "step": 2325 + }, + { + "entropy": 5.376743125915527, + "epoch": 2.2799804209495838, + "grad_norm": 1.03125, + "learning_rate": 0.0004772734988999644, + "loss": 5.1969, + "mean_token_accuracy": 0.19190049171447754, + "num_tokens": 5537545.0, + "step": 2330 + }, + { + "entropy": 5.363980293273926, + "epoch": 2.2848751835535976, + "grad_norm": 1.0859375, + "learning_rate": 0.0004771051389256582, + "loss": 5.1988, + "mean_token_accuracy": 0.19740142524242402, + "num_tokens": 5549447.0, + "step": 2335 + }, + { + "entropy": 5.373389053344726, + "epoch": 2.2897699461576115, + "grad_norm": 1.1328125, + "learning_rate": 0.00047693619105908887, + "loss": 5.1783, + "mean_token_accuracy": 0.19465951174497603, + "num_tokens": 5561091.0, + "step": 2340 + }, + { + "entropy": 5.344110679626465, + "epoch": 2.294664708761625, + "grad_norm": 1.1015625, + "learning_rate": 0.0004767666557916992, + "loss": 5.0986, + "mean_token_accuracy": 0.19979317635297775, + "num_tokens": 5573326.0, + "step": 2345 + }, + { + "entropy": 5.291253471374512, + "epoch": 2.299559471365639, + "grad_norm": 1.125, + "learning_rate": 0.00047659653361664087, + "loss": 5.1232, + "mean_token_accuracy": 0.19844507426023483, + "num_tokens": 5584947.0, + "step": 2350 + }, + { + "entropy": 5.330148124694825, + "epoch": 2.3044542339696523, + "grad_norm": 1.03125, + "learning_rate": 0.00047642582502877256, + "loss": 5.1108, + "mean_token_accuracy": 0.20429294407367707, + "num_tokens": 5596944.0, + "step": 2355 + }, + { + "entropy": 5.328449010848999, + "epoch": 2.309348996573666, + "grad_norm": 1.0, + "learning_rate": 0.000476254530524659, + "loss": 5.1795, + "mean_token_accuracy": 0.20087141394615174, + "num_tokens": 5609265.0, + "step": 2360 + }, + { + "entropy": 5.3663146018981935, + "epoch": 2.31424375917768, + "grad_norm": 1.1171875, + "learning_rate": 0.0004760826506025691, + "loss": 5.1304, + "mean_token_accuracy": 0.19760584831237793, + "num_tokens": 5620730.0, + "step": 2365 + }, + { + "entropy": 5.285108232498169, + "epoch": 2.3191385217816936, + "grad_norm": 1.0, + "learning_rate": 0.0004759101857624747, + "loss": 5.1766, + "mean_token_accuracy": 0.20640088468790055, + "num_tokens": 5633191.0, + "step": 2370 + }, + { + "entropy": 5.3933042049407955, + "epoch": 2.3240332843857074, + "grad_norm": 1.0625, + "learning_rate": 0.000475737136506049, + "loss": 5.2271, + "mean_token_accuracy": 0.1945857360959053, + "num_tokens": 5645134.0, + "step": 2375 + }, + { + "entropy": 5.295850324630737, + "epoch": 2.328928046989721, + "grad_norm": 1.03125, + "learning_rate": 0.00047556350333666524, + "loss": 5.0834, + "mean_token_accuracy": 0.20512981414794923, + "num_tokens": 5658799.0, + "step": 2380 + }, + { + "entropy": 5.313294506072998, + "epoch": 2.333822809593735, + "grad_norm": 1.0625, + "learning_rate": 0.0004753892867593953, + "loss": 5.0859, + "mean_token_accuracy": 0.20842575281858444, + "num_tokens": 5670202.0, + "step": 2385 + }, + { + "entropy": 5.322448492050171, + "epoch": 2.3387175721977482, + "grad_norm": 1.046875, + "learning_rate": 0.00047521448728100787, + "loss": 5.2334, + "mean_token_accuracy": 0.19291446208953858, + "num_tokens": 5682469.0, + "step": 2390 + }, + { + "entropy": 5.4270847797393795, + "epoch": 2.343612334801762, + "grad_norm": 1.1796875, + "learning_rate": 0.00047503910540996734, + "loss": 5.2345, + "mean_token_accuracy": 0.19537753313779832, + "num_tokens": 5692908.0, + "step": 2395 + }, + { + "entropy": 5.408088541030883, + "epoch": 2.348507097405776, + "grad_norm": 1.15625, + "learning_rate": 0.0004748631416564322, + "loss": 5.1633, + "mean_token_accuracy": 0.20164895057678223, + "num_tokens": 5703813.0, + "step": 2400 + }, + { + "entropy": 5.196409845352173, + "epoch": 2.3534018600097895, + "grad_norm": 1.0625, + "learning_rate": 0.00047468659653225343, + "loss": 4.9836, + "mean_token_accuracy": 0.21172523200511933, + "num_tokens": 5715274.0, + "step": 2405 + }, + { + "entropy": 5.29620771408081, + "epoch": 2.3582966226138034, + "grad_norm": 1.0703125, + "learning_rate": 0.00047450947055097326, + "loss": 5.1346, + "mean_token_accuracy": 0.1948849856853485, + "num_tokens": 5727809.0, + "step": 2410 + }, + { + "entropy": 5.345274257659912, + "epoch": 2.363191385217817, + "grad_norm": 1.0234375, + "learning_rate": 0.0004743317642278234, + "loss": 5.2698, + "mean_token_accuracy": 0.19395796507596968, + "num_tokens": 5740398.0, + "step": 2415 + }, + { + "entropy": 5.324441909790039, + "epoch": 2.3680861478218307, + "grad_norm": 1.0859375, + "learning_rate": 0.000474153478079724, + "loss": 5.1448, + "mean_token_accuracy": 0.2060188740491867, + "num_tokens": 5752453.0, + "step": 2420 + }, + { + "entropy": 5.363028478622437, + "epoch": 2.372980910425844, + "grad_norm": 1.1171875, + "learning_rate": 0.0004739746126252813, + "loss": 5.2544, + "mean_token_accuracy": 0.19350223541259765, + "num_tokens": 5765062.0, + "step": 2425 + }, + { + "entropy": 5.430942630767822, + "epoch": 2.377875673029858, + "grad_norm": 1.046875, + "learning_rate": 0.0004737951683847872, + "loss": 5.219, + "mean_token_accuracy": 0.19821250736713408, + "num_tokens": 5776765.0, + "step": 2430 + }, + { + "entropy": 5.291578006744385, + "epoch": 2.382770435633872, + "grad_norm": 1.0625, + "learning_rate": 0.0004736151458802168, + "loss": 5.1678, + "mean_token_accuracy": 0.20081659257411957, + "num_tokens": 5789509.0, + "step": 2435 + }, + { + "entropy": 5.356848478317261, + "epoch": 2.3876651982378854, + "grad_norm": 1.046875, + "learning_rate": 0.0004734345456352275, + "loss": 5.1043, + "mean_token_accuracy": 0.20367712676525115, + "num_tokens": 5801264.0, + "step": 2440 + }, + { + "entropy": 5.308737421035767, + "epoch": 2.3925599608418993, + "grad_norm": 1.015625, + "learning_rate": 0.0004732533681751571, + "loss": 5.1319, + "mean_token_accuracy": 0.20206829607486726, + "num_tokens": 5813246.0, + "step": 2445 + }, + { + "entropy": 5.312044334411621, + "epoch": 2.3974547234459127, + "grad_norm": 1.09375, + "learning_rate": 0.0004730716140270227, + "loss": 5.1469, + "mean_token_accuracy": 0.2028827801346779, + "num_tokens": 5825304.0, + "step": 2450 + }, + { + "entropy": 5.267190885543823, + "epoch": 2.4023494860499266, + "grad_norm": 1.1328125, + "learning_rate": 0.0004728892837195186, + "loss": 5.0377, + "mean_token_accuracy": 0.2059757873415947, + "num_tokens": 5837996.0, + "step": 2455 + }, + { + "entropy": 5.323007535934448, + "epoch": 2.4072442486539405, + "grad_norm": 0.9609375, + "learning_rate": 0.0004727063777830151, + "loss": 5.1748, + "mean_token_accuracy": 0.19384027421474456, + "num_tokens": 5850968.0, + "step": 2460 + }, + { + "entropy": 5.284120225906372, + "epoch": 2.412139011257954, + "grad_norm": 1.09375, + "learning_rate": 0.00047252289674955706, + "loss": 5.1703, + "mean_token_accuracy": 0.1982756406068802, + "num_tokens": 5863233.0, + "step": 2465 + }, + { + "entropy": 5.306171417236328, + "epoch": 2.417033773861968, + "grad_norm": 1.1484375, + "learning_rate": 0.00047233884115286214, + "loss": 5.0615, + "mean_token_accuracy": 0.20489953309297562, + "num_tokens": 5873776.0, + "step": 2470 + }, + { + "entropy": 5.330395984649658, + "epoch": 2.4219285364659813, + "grad_norm": 1.078125, + "learning_rate": 0.0004721542115283193, + "loss": 5.1998, + "mean_token_accuracy": 0.19702814221382142, + "num_tokens": 5885839.0, + "step": 2475 + }, + { + "entropy": 5.301304960250855, + "epoch": 2.426823299069995, + "grad_norm": 1.109375, + "learning_rate": 0.00047196900841298725, + "loss": 5.1866, + "mean_token_accuracy": 0.1993207722902298, + "num_tokens": 5896973.0, + "step": 2480 + }, + { + "entropy": 5.327944040298462, + "epoch": 2.431718061674009, + "grad_norm": 1.1796875, + "learning_rate": 0.0004717832323455929, + "loss": 5.1753, + "mean_token_accuracy": 0.20232927352190017, + "num_tokens": 5908306.0, + "step": 2485 + }, + { + "entropy": 5.290309238433838, + "epoch": 2.4366128242780225, + "grad_norm": 1.015625, + "learning_rate": 0.0004715968838665298, + "loss": 5.1711, + "mean_token_accuracy": 0.19939935356378555, + "num_tokens": 5919719.0, + "step": 2490 + }, + { + "entropy": 5.33341794013977, + "epoch": 2.4415075868820364, + "grad_norm": 1.0703125, + "learning_rate": 0.00047140996351785654, + "loss": 5.1023, + "mean_token_accuracy": 0.20435553342103957, + "num_tokens": 5931406.0, + "step": 2495 + }, + { + "entropy": 5.368729209899902, + "epoch": 2.44640234948605, + "grad_norm": 1.1015625, + "learning_rate": 0.00047122247184329527, + "loss": 5.2185, + "mean_token_accuracy": 0.19418967366218567, + "num_tokens": 5943427.0, + "step": 2500 + }, + { + "entropy": 5.307469177246094, + "epoch": 2.4512971120900637, + "grad_norm": 1.0625, + "learning_rate": 0.0004710344093882298, + "loss": 5.1507, + "mean_token_accuracy": 0.2013296440243721, + "num_tokens": 5954684.0, + "step": 2505 + }, + { + "entropy": 5.359532833099365, + "epoch": 2.456191874694077, + "grad_norm": 1.1796875, + "learning_rate": 0.0004708457766997046, + "loss": 5.2619, + "mean_token_accuracy": 0.18810701966285706, + "num_tokens": 5965135.0, + "step": 2510 + }, + { + "entropy": 5.419138956069946, + "epoch": 2.461086637298091, + "grad_norm": 1.0703125, + "learning_rate": 0.00047065657432642275, + "loss": 5.128, + "mean_token_accuracy": 0.20935332030057907, + "num_tokens": 5976419.0, + "step": 2515 + }, + { + "entropy": 5.281298351287842, + "epoch": 2.4659813999021045, + "grad_norm": 1.078125, + "learning_rate": 0.00047046680281874416, + "loss": 5.1704, + "mean_token_accuracy": 0.19998786300420762, + "num_tokens": 5990204.0, + "step": 2520 + }, + { + "entropy": 5.401511573791504, + "epoch": 2.4708761625061184, + "grad_norm": 1.265625, + "learning_rate": 0.0004702764627286845, + "loss": 5.2293, + "mean_token_accuracy": 0.19928793162107467, + "num_tokens": 6002137.0, + "step": 2525 + }, + { + "entropy": 5.285235929489136, + "epoch": 2.4757709251101323, + "grad_norm": 1.0625, + "learning_rate": 0.0004700855546099136, + "loss": 5.1081, + "mean_token_accuracy": 0.20293399542570115, + "num_tokens": 6014254.0, + "step": 2530 + }, + { + "entropy": 5.33097767829895, + "epoch": 2.4806656877141458, + "grad_norm": 1.1171875, + "learning_rate": 0.000469894079017753, + "loss": 5.1706, + "mean_token_accuracy": 0.1951598733663559, + "num_tokens": 6025999.0, + "step": 2535 + }, + { + "entropy": 5.242245769500732, + "epoch": 2.4855604503181596, + "grad_norm": 1.0625, + "learning_rate": 0.0004697020365091755, + "loss": 5.1076, + "mean_token_accuracy": 0.2008503183722496, + "num_tokens": 6037909.0, + "step": 2540 + }, + { + "entropy": 5.338990831375122, + "epoch": 2.490455212922173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004695094276428027, + "loss": 5.2176, + "mean_token_accuracy": 0.18787843734025955, + "num_tokens": 6050267.0, + "step": 2545 + }, + { + "entropy": 5.3056189060211185, + "epoch": 2.495349975526187, + "grad_norm": 1.03125, + "learning_rate": 0.00046931625297890367, + "loss": 5.1037, + "mean_token_accuracy": 0.20342702567577362, + "num_tokens": 6062168.0, + "step": 2550 + }, + { + "entropy": 5.221565580368042, + "epoch": 2.500244738130201, + "grad_norm": 0.93359375, + "learning_rate": 0.00046912251307939336, + "loss": 5.063, + "mean_token_accuracy": 0.20233901143074035, + "num_tokens": 6075737.0, + "step": 2555 + }, + { + "entropy": 5.328143358230591, + "epoch": 2.5051395007342143, + "grad_norm": 1.0703125, + "learning_rate": 0.0004689282085078308, + "loss": 5.1588, + "mean_token_accuracy": 0.1983553498983383, + "num_tokens": 6089195.0, + "step": 2560 + }, + { + "entropy": 5.28541522026062, + "epoch": 2.510034263338228, + "grad_norm": 1.109375, + "learning_rate": 0.00046873333982941763, + "loss": 5.1283, + "mean_token_accuracy": 0.19364329129457475, + "num_tokens": 6101277.0, + "step": 2565 + }, + { + "entropy": 5.3025566101074215, + "epoch": 2.5149290259422417, + "grad_norm": 1.171875, + "learning_rate": 0.0004685379076109964, + "loss": 5.2084, + "mean_token_accuracy": 0.1892598196864128, + "num_tokens": 6113169.0, + "step": 2570 + }, + { + "entropy": 5.2775373458862305, + "epoch": 2.5198237885462555, + "grad_norm": 1.0546875, + "learning_rate": 0.00046834191242104887, + "loss": 5.0687, + "mean_token_accuracy": 0.20382051467895507, + "num_tokens": 6124006.0, + "step": 2575 + }, + { + "entropy": 5.243126773834229, + "epoch": 2.5247185511502694, + "grad_norm": 1.1640625, + "learning_rate": 0.0004681453548296944, + "loss": 5.0609, + "mean_token_accuracy": 0.20143638849258422, + "num_tokens": 6134991.0, + "step": 2580 + }, + { + "entropy": 5.288752269744873, + "epoch": 2.529613313754283, + "grad_norm": 1.171875, + "learning_rate": 0.0004679482354086884, + "loss": 5.1545, + "mean_token_accuracy": 0.195332270860672, + "num_tokens": 6145771.0, + "step": 2585 + }, + { + "entropy": 5.329096794128418, + "epoch": 2.534508076358297, + "grad_norm": 1.0625, + "learning_rate": 0.00046775055473142037, + "loss": 5.1409, + "mean_token_accuracy": 0.20373797565698623, + "num_tokens": 6157778.0, + "step": 2590 + }, + { + "entropy": 5.320698356628418, + "epoch": 2.5394028389623102, + "grad_norm": 1.09375, + "learning_rate": 0.00046755231337291257, + "loss": 5.2232, + "mean_token_accuracy": 0.194973361492157, + "num_tokens": 6167977.0, + "step": 2595 + }, + { + "entropy": 5.258221435546875, + "epoch": 2.544297601566324, + "grad_norm": 1.1015625, + "learning_rate": 0.000467353511909818, + "loss": 5.1519, + "mean_token_accuracy": 0.1974998250603676, + "num_tokens": 6179012.0, + "step": 2600 + }, + { + "entropy": 5.416901731491089, + "epoch": 2.549192364170338, + "grad_norm": 1.1328125, + "learning_rate": 0.00046715415092041923, + "loss": 5.2214, + "mean_token_accuracy": 0.20321713387966156, + "num_tokens": 6191199.0, + "step": 2605 + }, + { + "entropy": 5.396421337127686, + "epoch": 2.5540871267743515, + "grad_norm": 1.1875, + "learning_rate": 0.00046695423098462607, + "loss": 5.2765, + "mean_token_accuracy": 0.19418736398220063, + "num_tokens": 6202990.0, + "step": 2610 + }, + { + "entropy": 5.373351144790649, + "epoch": 2.558981889378365, + "grad_norm": 1.1796875, + "learning_rate": 0.0004667537526839745, + "loss": 5.2863, + "mean_token_accuracy": 0.19325242787599564, + "num_tokens": 6215270.0, + "step": 2615 + }, + { + "entropy": 5.2843457698822025, + "epoch": 2.563876651982379, + "grad_norm": 1.1015625, + "learning_rate": 0.0004665527166016244, + "loss": 5.1041, + "mean_token_accuracy": 0.2006557270884514, + "num_tokens": 6227471.0, + "step": 2620 + }, + { + "entropy": 5.304417896270752, + "epoch": 2.5687714145863927, + "grad_norm": 1.15625, + "learning_rate": 0.0004663511233223584, + "loss": 5.1405, + "mean_token_accuracy": 0.19751403629779815, + "num_tokens": 6239960.0, + "step": 2625 + }, + { + "entropy": 5.183145141601562, + "epoch": 2.573666177190406, + "grad_norm": 1.03125, + "learning_rate": 0.00046614897343257993, + "loss": 5.0943, + "mean_token_accuracy": 0.19900689721107484, + "num_tokens": 6252986.0, + "step": 2630 + }, + { + "entropy": 5.334723329544067, + "epoch": 2.57856093979442, + "grad_norm": 1.0546875, + "learning_rate": 0.0004659462675203113, + "loss": 5.2365, + "mean_token_accuracy": 0.19438600391149521, + "num_tokens": 6265814.0, + "step": 2635 + }, + { + "entropy": 5.294690322875977, + "epoch": 2.5834557023984335, + "grad_norm": 1.046875, + "learning_rate": 0.0004657430061751924, + "loss": 5.1526, + "mean_token_accuracy": 0.19875487089157104, + "num_tokens": 6276875.0, + "step": 2640 + }, + { + "entropy": 5.29907865524292, + "epoch": 2.5883504650024474, + "grad_norm": 1.0625, + "learning_rate": 0.00046553918998847873, + "loss": 5.1866, + "mean_token_accuracy": 0.1913258284330368, + "num_tokens": 6288864.0, + "step": 2645 + }, + { + "entropy": 5.373501443862915, + "epoch": 2.5932452276064613, + "grad_norm": 1.28125, + "learning_rate": 0.0004653348195530396, + "loss": 5.2424, + "mean_token_accuracy": 0.1908942475914955, + "num_tokens": 6302693.0, + "step": 2650 + }, + { + "entropy": 5.310032081604004, + "epoch": 2.5981399902104747, + "grad_norm": 1.109375, + "learning_rate": 0.00046512989546335684, + "loss": 5.2109, + "mean_token_accuracy": 0.1932237148284912, + "num_tokens": 6315961.0, + "step": 2655 + }, + { + "entropy": 5.304839754104615, + "epoch": 2.6030347528144886, + "grad_norm": 1.140625, + "learning_rate": 0.00046492441831552244, + "loss": 5.2087, + "mean_token_accuracy": 0.19596468061208724, + "num_tokens": 6328383.0, + "step": 2660 + }, + { + "entropy": 5.363293695449829, + "epoch": 2.607929515418502, + "grad_norm": 1.1171875, + "learning_rate": 0.00046471838870723744, + "loss": 5.136, + "mean_token_accuracy": 0.1972019836306572, + "num_tokens": 6341188.0, + "step": 2665 + }, + { + "entropy": 5.237611436843872, + "epoch": 2.612824278022516, + "grad_norm": 1.109375, + "learning_rate": 0.00046451180723780966, + "loss": 5.0922, + "mean_token_accuracy": 0.20550482720136642, + "num_tokens": 6352364.0, + "step": 2670 + }, + { + "entropy": 5.364541006088257, + "epoch": 2.61771904062653, + "grad_norm": 1.03125, + "learning_rate": 0.00046430467450815237, + "loss": 5.2227, + "mean_token_accuracy": 0.20022366791963578, + "num_tokens": 6364801.0, + "step": 2675 + }, + { + "entropy": 5.332408142089844, + "epoch": 2.6226138032305433, + "grad_norm": 0.96484375, + "learning_rate": 0.00046409699112078234, + "loss": 5.1131, + "mean_token_accuracy": 0.20269023180007933, + "num_tokens": 6378350.0, + "step": 2680 + }, + { + "entropy": 5.227812242507935, + "epoch": 2.627508565834557, + "grad_norm": 1.0546875, + "learning_rate": 0.000463888757679818, + "loss": 5.0975, + "mean_token_accuracy": 0.19431902468204498, + "num_tokens": 6390372.0, + "step": 2685 + }, + { + "entropy": 5.292713356018067, + "epoch": 2.6324033284385706, + "grad_norm": 1.125, + "learning_rate": 0.000463679974790978, + "loss": 5.1655, + "mean_token_accuracy": 0.19646825790405273, + "num_tokens": 6402460.0, + "step": 2690 + }, + { + "entropy": 5.2531421184539795, + "epoch": 2.6372980910425845, + "grad_norm": 1.046875, + "learning_rate": 0.00046347064306157904, + "loss": 5.0339, + "mean_token_accuracy": 0.20605625808238984, + "num_tokens": 6413086.0, + "step": 2695 + }, + { + "entropy": 5.273374080657959, + "epoch": 2.6421928536465984, + "grad_norm": 1.0390625, + "learning_rate": 0.00046326076310053443, + "loss": 5.2039, + "mean_token_accuracy": 0.20057330429553985, + "num_tokens": 6425334.0, + "step": 2700 + }, + { + "entropy": 5.329495000839233, + "epoch": 2.647087616250612, + "grad_norm": 1.0390625, + "learning_rate": 0.0004630503355183522, + "loss": 5.2021, + "mean_token_accuracy": 0.19525025635957718, + "num_tokens": 6438043.0, + "step": 2705 + }, + { + "entropy": 5.352862691879272, + "epoch": 2.6519823788546253, + "grad_norm": 1.1171875, + "learning_rate": 0.0004628393609271332, + "loss": 5.2473, + "mean_token_accuracy": 0.1973058670759201, + "num_tokens": 6449424.0, + "step": 2710 + }, + { + "entropy": 5.27777681350708, + "epoch": 2.656877141458639, + "grad_norm": 1.1328125, + "learning_rate": 0.0004626278399405698, + "loss": 5.1823, + "mean_token_accuracy": 0.20338010936975479, + "num_tokens": 6461149.0, + "step": 2715 + }, + { + "entropy": 5.37155704498291, + "epoch": 2.661771904062653, + "grad_norm": 1.046875, + "learning_rate": 0.0004624157731739432, + "loss": 5.1824, + "mean_token_accuracy": 0.20031111240386962, + "num_tokens": 6472750.0, + "step": 2720 + }, + { + "entropy": 5.269566822052002, + "epoch": 2.6666666666666665, + "grad_norm": 1.1484375, + "learning_rate": 0.00046220316124412255, + "loss": 5.1534, + "mean_token_accuracy": 0.2030242934823036, + "num_tokens": 6485912.0, + "step": 2725 + }, + { + "entropy": 5.277011966705322, + "epoch": 2.6715614292706804, + "grad_norm": 1.03125, + "learning_rate": 0.0004619900047695628, + "loss": 5.1074, + "mean_token_accuracy": 0.2049603432416916, + "num_tokens": 6496457.0, + "step": 2730 + }, + { + "entropy": 5.2734582901000975, + "epoch": 2.676456191874694, + "grad_norm": 1.0546875, + "learning_rate": 0.0004617763043703029, + "loss": 5.2227, + "mean_token_accuracy": 0.19709507524967193, + "num_tokens": 6509112.0, + "step": 2735 + }, + { + "entropy": 5.344844722747803, + "epoch": 2.6813509544787077, + "grad_norm": 1.109375, + "learning_rate": 0.0004615620606679637, + "loss": 5.2023, + "mean_token_accuracy": 0.19780662953853606, + "num_tokens": 6520968.0, + "step": 2740 + }, + { + "entropy": 5.323253107070923, + "epoch": 2.6862457170827216, + "grad_norm": 1.15625, + "learning_rate": 0.0004613472742857468, + "loss": 5.2199, + "mean_token_accuracy": 0.1946541726589203, + "num_tokens": 6533384.0, + "step": 2745 + }, + { + "entropy": 5.23217282295227, + "epoch": 2.691140479686735, + "grad_norm": 1.1015625, + "learning_rate": 0.00046113194584843217, + "loss": 5.08, + "mean_token_accuracy": 0.20902790129184723, + "num_tokens": 6544334.0, + "step": 2750 + }, + { + "entropy": 5.267884683609009, + "epoch": 2.696035242290749, + "grad_norm": 1.171875, + "learning_rate": 0.00046091607598237655, + "loss": 5.1461, + "mean_token_accuracy": 0.20653503835201265, + "num_tokens": 6556260.0, + "step": 2755 + }, + { + "entropy": 5.357528781890869, + "epoch": 2.7009300048947624, + "grad_norm": 1.046875, + "learning_rate": 0.00046069966531551174, + "loss": 5.1733, + "mean_token_accuracy": 0.1969723477959633, + "num_tokens": 6568148.0, + "step": 2760 + }, + { + "entropy": 5.397097110748291, + "epoch": 2.7058247674987763, + "grad_norm": 0.99609375, + "learning_rate": 0.0004604827144773425, + "loss": 5.2952, + "mean_token_accuracy": 0.19570557475090028, + "num_tokens": 6580929.0, + "step": 2765 + }, + { + "entropy": 5.2552718162536625, + "epoch": 2.71071953010279, + "grad_norm": 1.0078125, + "learning_rate": 0.00046026522409894476, + "loss": 5.2036, + "mean_token_accuracy": 0.19973676651716232, + "num_tokens": 6594412.0, + "step": 2770 + }, + { + "entropy": 5.272260332107544, + "epoch": 2.7156142927068037, + "grad_norm": 1.0625, + "learning_rate": 0.0004600471948129643, + "loss": 5.1549, + "mean_token_accuracy": 0.20321643203496934, + "num_tokens": 6606735.0, + "step": 2775 + }, + { + "entropy": 5.34075813293457, + "epoch": 2.7205090553108175, + "grad_norm": 1.140625, + "learning_rate": 0.00045982862725361414, + "loss": 5.189, + "mean_token_accuracy": 0.19283341318368913, + "num_tokens": 6620203.0, + "step": 2780 + }, + { + "entropy": 5.281694984436035, + "epoch": 2.725403817914831, + "grad_norm": 1.0234375, + "learning_rate": 0.00045960952205667305, + "loss": 5.0273, + "mean_token_accuracy": 0.2054688349366188, + "num_tokens": 6632420.0, + "step": 2785 + }, + { + "entropy": 5.248138332366944, + "epoch": 2.730298580518845, + "grad_norm": 1.2265625, + "learning_rate": 0.0004593898798594839, + "loss": 5.0615, + "mean_token_accuracy": 0.20480649769306183, + "num_tokens": 6644090.0, + "step": 2790 + }, + { + "entropy": 5.18441481590271, + "epoch": 2.7351933431228588, + "grad_norm": 1.1328125, + "learning_rate": 0.00045916970130095155, + "loss": 5.1237, + "mean_token_accuracy": 0.20232576578855516, + "num_tokens": 6654970.0, + "step": 2795 + }, + { + "entropy": 5.235738801956177, + "epoch": 2.7400881057268722, + "grad_norm": 1.0, + "learning_rate": 0.000458948987021541, + "loss": 5.0864, + "mean_token_accuracy": 0.20247414112091064, + "num_tokens": 6667428.0, + "step": 2800 + }, + { + "entropy": 5.293523788452148, + "epoch": 2.744982868330886, + "grad_norm": 1.1953125, + "learning_rate": 0.0004587277376632755, + "loss": 5.1167, + "mean_token_accuracy": 0.20096131265163422, + "num_tokens": 6679743.0, + "step": 2805 + }, + { + "entropy": 5.195648813247681, + "epoch": 2.7498776309348996, + "grad_norm": 1.1171875, + "learning_rate": 0.0004585059538697349, + "loss": 5.1231, + "mean_token_accuracy": 0.2077399328351021, + "num_tokens": 6691657.0, + "step": 2810 + }, + { + "entropy": 5.2407111644744875, + "epoch": 2.7547723935389135, + "grad_norm": 1.1015625, + "learning_rate": 0.00045828363628605355, + "loss": 5.1147, + "mean_token_accuracy": 0.20235977917909623, + "num_tokens": 6703862.0, + "step": 2815 + }, + { + "entropy": 5.314387226104737, + "epoch": 2.759667156142927, + "grad_norm": 1.171875, + "learning_rate": 0.00045806078555891874, + "loss": 5.1477, + "mean_token_accuracy": 0.19421834498643875, + "num_tokens": 6714896.0, + "step": 2820 + }, + { + "entropy": 5.247271633148193, + "epoch": 2.764561918746941, + "grad_norm": 1.0703125, + "learning_rate": 0.00045783740233656825, + "loss": 5.1073, + "mean_token_accuracy": 0.20424874275922775, + "num_tokens": 6726432.0, + "step": 2825 + }, + { + "entropy": 5.23317141532898, + "epoch": 2.7694566813509542, + "grad_norm": 1.1328125, + "learning_rate": 0.00045761348726878906, + "loss": 5.0982, + "mean_token_accuracy": 0.20008147805929183, + "num_tokens": 6738262.0, + "step": 2830 + }, + { + "entropy": 5.314716863632202, + "epoch": 2.774351443954968, + "grad_norm": 1.09375, + "learning_rate": 0.0004573890410069149, + "loss": 5.2182, + "mean_token_accuracy": 0.19755987972021102, + "num_tokens": 6750838.0, + "step": 2835 + }, + { + "entropy": 5.339499568939209, + "epoch": 2.779246206558982, + "grad_norm": 1.1796875, + "learning_rate": 0.00045716406420382507, + "loss": 5.1352, + "mean_token_accuracy": 0.20612797290086746, + "num_tokens": 6763284.0, + "step": 2840 + }, + { + "entropy": 5.200328302383423, + "epoch": 2.7841409691629955, + "grad_norm": 1.15625, + "learning_rate": 0.00045693855751394185, + "loss": 5.1781, + "mean_token_accuracy": 0.19806490689516068, + "num_tokens": 6775122.0, + "step": 2845 + }, + { + "entropy": 5.246775674819946, + "epoch": 2.7890357317670094, + "grad_norm": 1.1796875, + "learning_rate": 0.00045671252159322907, + "loss": 4.9814, + "mean_token_accuracy": 0.21260356158018112, + "num_tokens": 6786126.0, + "step": 2850 + }, + { + "entropy": 5.225829267501831, + "epoch": 2.793930494371023, + "grad_norm": 1.171875, + "learning_rate": 0.00045648595709918974, + "loss": 5.0955, + "mean_token_accuracy": 0.20787982046604156, + "num_tokens": 6797549.0, + "step": 2855 + }, + { + "entropy": 5.221702241897583, + "epoch": 2.7988252569750367, + "grad_norm": 1.09375, + "learning_rate": 0.0004562588646908646, + "loss": 5.0589, + "mean_token_accuracy": 0.1999519497156143, + "num_tokens": 6809882.0, + "step": 2860 + }, + { + "entropy": 5.277024984359741, + "epoch": 2.8037200195790506, + "grad_norm": 1.15625, + "learning_rate": 0.00045603124502883004, + "loss": 5.1685, + "mean_token_accuracy": 0.20202742516994476, + "num_tokens": 6822490.0, + "step": 2865 + }, + { + "entropy": 5.319039916992187, + "epoch": 2.808614782183064, + "grad_norm": 1.015625, + "learning_rate": 0.0004558030987751961, + "loss": 5.1629, + "mean_token_accuracy": 0.19774821102619172, + "num_tokens": 6834857.0, + "step": 2870 + }, + { + "entropy": 5.291704940795898, + "epoch": 2.813509544787078, + "grad_norm": 1.1640625, + "learning_rate": 0.0004555744265936045, + "loss": 5.1726, + "mean_token_accuracy": 0.19582183808088302, + "num_tokens": 6847371.0, + "step": 2875 + }, + { + "entropy": 5.288819742202759, + "epoch": 2.8184043073910914, + "grad_norm": 1.1015625, + "learning_rate": 0.0004553452291492269, + "loss": 5.1859, + "mean_token_accuracy": 0.20653139501810075, + "num_tokens": 6858313.0, + "step": 2880 + }, + { + "entropy": 5.22146954536438, + "epoch": 2.8232990699951053, + "grad_norm": 1.140625, + "learning_rate": 0.00045511550710876283, + "loss": 5.1053, + "mean_token_accuracy": 0.20446014255285264, + "num_tokens": 6869046.0, + "step": 2885 + }, + { + "entropy": 5.209698915481567, + "epoch": 2.828193832599119, + "grad_norm": 1.234375, + "learning_rate": 0.0004548852611404378, + "loss": 4.9938, + "mean_token_accuracy": 0.21259300410747528, + "num_tokens": 6879484.0, + "step": 2890 + }, + { + "entropy": 5.295617961883545, + "epoch": 2.8330885952031326, + "grad_norm": 1.1328125, + "learning_rate": 0.0004546544919140014, + "loss": 5.1401, + "mean_token_accuracy": 0.2019681915640831, + "num_tokens": 6890941.0, + "step": 2895 + }, + { + "entropy": 5.305285978317261, + "epoch": 2.8379833578071465, + "grad_norm": 1.1875, + "learning_rate": 0.0004544232001007253, + "loss": 5.1445, + "mean_token_accuracy": 0.19834502339363097, + "num_tokens": 6903446.0, + "step": 2900 + }, + { + "entropy": 5.2520472526550295, + "epoch": 2.84287812041116, + "grad_norm": 1.1171875, + "learning_rate": 0.000454191386373401, + "loss": 5.139, + "mean_token_accuracy": 0.20072694271802902, + "num_tokens": 6916972.0, + "step": 2905 + }, + { + "entropy": 5.312392044067383, + "epoch": 2.847772883015174, + "grad_norm": 1.15625, + "learning_rate": 0.00045395905140633875, + "loss": 5.2139, + "mean_token_accuracy": 0.19229765385389327, + "num_tokens": 6929888.0, + "step": 2910 + }, + { + "entropy": 5.216417598724365, + "epoch": 2.8526676456191877, + "grad_norm": 1.0546875, + "learning_rate": 0.00045372619587536427, + "loss": 5.0993, + "mean_token_accuracy": 0.20833698511123658, + "num_tokens": 6941739.0, + "step": 2915 + }, + { + "entropy": 5.288608837127685, + "epoch": 2.857562408223201, + "grad_norm": 1.046875, + "learning_rate": 0.0004534928204578182, + "loss": 5.1386, + "mean_token_accuracy": 0.20470602214336395, + "num_tokens": 6953842.0, + "step": 2920 + }, + { + "entropy": 5.276420736312867, + "epoch": 2.8624571708272146, + "grad_norm": 1.1484375, + "learning_rate": 0.0004532589258325531, + "loss": 5.1236, + "mean_token_accuracy": 0.20376610457897187, + "num_tokens": 6965217.0, + "step": 2925 + }, + { + "entropy": 5.278570938110351, + "epoch": 2.8673519334312285, + "grad_norm": 1.1640625, + "learning_rate": 0.0004530245126799317, + "loss": 5.1017, + "mean_token_accuracy": 0.20043444782495498, + "num_tokens": 6976996.0, + "step": 2930 + }, + { + "entropy": 5.156794118881225, + "epoch": 2.8722466960352424, + "grad_norm": 1.1328125, + "learning_rate": 0.0004527895816818255, + "loss": 5.077, + "mean_token_accuracy": 0.2072145789861679, + "num_tokens": 6987481.0, + "step": 2935 + }, + { + "entropy": 5.305797386169433, + "epoch": 2.877141458639256, + "grad_norm": 1.140625, + "learning_rate": 0.0004525541335216119, + "loss": 5.1421, + "mean_token_accuracy": 0.2094895660877228, + "num_tokens": 6998297.0, + "step": 2940 + }, + { + "entropy": 5.271157121658325, + "epoch": 2.8820362212432697, + "grad_norm": 1.078125, + "learning_rate": 0.0004523181688841728, + "loss": 5.1776, + "mean_token_accuracy": 0.20025330334901809, + "num_tokens": 7009792.0, + "step": 2945 + }, + { + "entropy": 5.40869107246399, + "epoch": 2.886930983847283, + "grad_norm": 0.96484375, + "learning_rate": 0.0004520816884558925, + "loss": 5.1608, + "mean_token_accuracy": 0.19975550919771196, + "num_tokens": 7022327.0, + "step": 2950 + }, + { + "entropy": 5.127566289901734, + "epoch": 2.891825746451297, + "grad_norm": 1.09375, + "learning_rate": 0.00045184469292465555, + "loss": 5.0348, + "mean_token_accuracy": 0.2134496822953224, + "num_tokens": 7032861.0, + "step": 2955 + }, + { + "entropy": 5.2581127166748045, + "epoch": 2.896720509055311, + "grad_norm": 1.140625, + "learning_rate": 0.000451607182979845, + "loss": 5.1886, + "mean_token_accuracy": 0.19754125773906708, + "num_tokens": 7045091.0, + "step": 2960 + }, + { + "entropy": 5.361897563934326, + "epoch": 2.9016152716593244, + "grad_norm": 1.0390625, + "learning_rate": 0.0004513691593123401, + "loss": 5.1417, + "mean_token_accuracy": 0.19922478795051574, + "num_tokens": 7058687.0, + "step": 2965 + }, + { + "entropy": 5.230517911911011, + "epoch": 2.9065100342633383, + "grad_norm": 1.140625, + "learning_rate": 0.00045113062261451447, + "loss": 5.1041, + "mean_token_accuracy": 0.20409076511859894, + "num_tokens": 7070185.0, + "step": 2970 + }, + { + "entropy": 5.153442859649658, + "epoch": 2.9114047968673518, + "grad_norm": 1.0703125, + "learning_rate": 0.0004508915735802342, + "loss": 5.0436, + "mean_token_accuracy": 0.21531937271356583, + "num_tokens": 7082084.0, + "step": 2975 + }, + { + "entropy": 5.288640642166138, + "epoch": 2.9162995594713657, + "grad_norm": 1.1640625, + "learning_rate": 0.00045065201290485547, + "loss": 5.1311, + "mean_token_accuracy": 0.2090048909187317, + "num_tokens": 7093648.0, + "step": 2980 + }, + { + "entropy": 5.317954778671265, + "epoch": 2.9211943220753795, + "grad_norm": 1.0703125, + "learning_rate": 0.0004504119412852228, + "loss": 5.2205, + "mean_token_accuracy": 0.1979729115962982, + "num_tokens": 7106444.0, + "step": 2985 + }, + { + "entropy": 5.221889877319336, + "epoch": 2.926089084679393, + "grad_norm": 1.0859375, + "learning_rate": 0.0004501713594196671, + "loss": 5.1525, + "mean_token_accuracy": 0.1946215435862541, + "num_tokens": 7119287.0, + "step": 2990 + }, + { + "entropy": 5.262315082550049, + "epoch": 2.930983847283407, + "grad_norm": 1.1875, + "learning_rate": 0.0004499302680080034, + "loss": 5.1373, + "mean_token_accuracy": 0.20100004523992537, + "num_tokens": 7130615.0, + "step": 2995 + }, + { + "entropy": 5.250856971740722, + "epoch": 2.9358786098874203, + "grad_norm": 1.2109375, + "learning_rate": 0.000449688667751529, + "loss": 5.103, + "mean_token_accuracy": 0.2066326454281807, + "num_tokens": 7141864.0, + "step": 3000 + }, + { + "epoch": 2.9358786098874203, + "eval_entropy": 5.239256037913453, + "eval_loss": 5.65110969543457, + "eval_mean_token_accuracy": 0.18974790772263245, + "eval_num_tokens": 7141864.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.994, + "eval_steps_per_second": 158.92, + "step": 3000 + }, + { + "entropy": 5.3498396396636965, + "epoch": 2.9407733724914342, + "grad_norm": 1.0703125, + "learning_rate": 0.00044944655935302114, + "loss": 5.1835, + "mean_token_accuracy": 0.19889111071825027, + "num_tokens": 7152303.0, + "step": 3005 + }, + { + "entropy": 5.192798328399658, + "epoch": 2.945668135095448, + "grad_norm": 1.1328125, + "learning_rate": 0.0004492039435167355, + "loss": 5.1174, + "mean_token_accuracy": 0.2020832344889641, + "num_tokens": 7164398.0, + "step": 3010 + }, + { + "entropy": 5.242094326019287, + "epoch": 2.9505628976994616, + "grad_norm": 1.21875, + "learning_rate": 0.0004489608209484034, + "loss": 5.1279, + "mean_token_accuracy": 0.20991869866847992, + "num_tokens": 7175192.0, + "step": 3015 + }, + { + "entropy": 5.273676490783691, + "epoch": 2.955457660303475, + "grad_norm": 1.0078125, + "learning_rate": 0.0004487171923552306, + "loss": 5.2383, + "mean_token_accuracy": 0.19441885203123094, + "num_tokens": 7189522.0, + "step": 3020 + }, + { + "entropy": 5.32355146408081, + "epoch": 2.960352422907489, + "grad_norm": 1.03125, + "learning_rate": 0.0004484730584458945, + "loss": 5.1586, + "mean_token_accuracy": 0.2014496371150017, + "num_tokens": 7201404.0, + "step": 3025 + }, + { + "entropy": 5.206380558013916, + "epoch": 2.965247185511503, + "grad_norm": 1.1484375, + "learning_rate": 0.0004482284199305426, + "loss": 5.1062, + "mean_token_accuracy": 0.20622824877500534, + "num_tokens": 7212355.0, + "step": 3030 + }, + { + "entropy": 5.183655405044556, + "epoch": 2.9701419481155162, + "grad_norm": 1.109375, + "learning_rate": 0.00044798327752078993, + "loss": 5.0126, + "mean_token_accuracy": 0.21361497044563293, + "num_tokens": 7223297.0, + "step": 3035 + }, + { + "entropy": 5.1699216842651365, + "epoch": 2.97503671071953, + "grad_norm": 1.0390625, + "learning_rate": 0.00044773763192971756, + "loss": 5.0496, + "mean_token_accuracy": 0.21205516457557677, + "num_tokens": 7235019.0, + "step": 3040 + }, + { + "entropy": 5.302969074249267, + "epoch": 2.9799314733235436, + "grad_norm": 1.0625, + "learning_rate": 0.0004474914838718701, + "loss": 5.1468, + "mean_token_accuracy": 0.2011548325419426, + "num_tokens": 7247429.0, + "step": 3045 + }, + { + "entropy": 5.151635313034058, + "epoch": 2.9848262359275575, + "grad_norm": 1.015625, + "learning_rate": 0.00044724483406325375, + "loss": 5.0214, + "mean_token_accuracy": 0.21079832166433335, + "num_tokens": 7259211.0, + "step": 3050 + }, + { + "entropy": 5.201655673980713, + "epoch": 2.9897209985315714, + "grad_norm": 1.0703125, + "learning_rate": 0.0004469976832213344, + "loss": 5.1013, + "mean_token_accuracy": 0.20135508179664613, + "num_tokens": 7270843.0, + "step": 3055 + }, + { + "entropy": 5.2060614109039305, + "epoch": 2.994615761135585, + "grad_norm": 1.09375, + "learning_rate": 0.000446750032065035, + "loss": 5.0263, + "mean_token_accuracy": 0.20377332866191863, + "num_tokens": 7282644.0, + "step": 3060 + }, + { + "entropy": 5.1719215393066404, + "epoch": 2.9995105237395987, + "grad_norm": 1.03125, + "learning_rate": 0.0004465018813147342, + "loss": 5.0764, + "mean_token_accuracy": 0.2082974672317505, + "num_tokens": 7294592.0, + "step": 3065 + }, + { + "entropy": 5.152208911048041, + "epoch": 3.003915810083211, + "grad_norm": 1.0234375, + "learning_rate": 0.00044625323169226376, + "loss": 4.8313, + "mean_token_accuracy": 0.21952111356788212, + "num_tokens": 7304315.0, + "step": 3070 + }, + { + "entropy": 5.258079576492309, + "epoch": 3.0088105726872247, + "grad_norm": 1.1171875, + "learning_rate": 0.00044600408392090653, + "loss": 4.8218, + "mean_token_accuracy": 0.2206038549542427, + "num_tokens": 7316042.0, + "step": 3075 + }, + { + "entropy": 5.194670152664185, + "epoch": 3.013705335291238, + "grad_norm": 1.078125, + "learning_rate": 0.0004457544387253945, + "loss": 4.8032, + "mean_token_accuracy": 0.22254225313663484, + "num_tokens": 7328096.0, + "step": 3080 + }, + { + "entropy": 5.21949610710144, + "epoch": 3.018600097895252, + "grad_norm": 1.0859375, + "learning_rate": 0.0004455042968319063, + "loss": 4.8169, + "mean_token_accuracy": 0.22124014794826508, + "num_tokens": 7340093.0, + "step": 3085 + }, + { + "entropy": 5.261151647567749, + "epoch": 3.023494860499266, + "grad_norm": 1.140625, + "learning_rate": 0.00044525365896806593, + "loss": 4.8632, + "mean_token_accuracy": 0.22004459500312806, + "num_tokens": 7352439.0, + "step": 3090 + }, + { + "entropy": 5.141685581207275, + "epoch": 3.0283896231032794, + "grad_norm": 1.0, + "learning_rate": 0.00044500252586293957, + "loss": 4.759, + "mean_token_accuracy": 0.218286868929863, + "num_tokens": 7364139.0, + "step": 3095 + }, + { + "entropy": 5.218305540084839, + "epoch": 3.0332843857072933, + "grad_norm": 1.15625, + "learning_rate": 0.00044475089824703426, + "loss": 4.8619, + "mean_token_accuracy": 0.21531160771846772, + "num_tokens": 7375390.0, + "step": 3100 + }, + { + "entropy": 5.173544788360596, + "epoch": 3.0381791483113068, + "grad_norm": 1.140625, + "learning_rate": 0.0004444987768522952, + "loss": 4.7697, + "mean_token_accuracy": 0.2147290900349617, + "num_tokens": 7386350.0, + "step": 3105 + }, + { + "entropy": 5.174273061752319, + "epoch": 3.0430739109153206, + "grad_norm": 1.078125, + "learning_rate": 0.0004442461624121044, + "loss": 4.7454, + "mean_token_accuracy": 0.2209487721323967, + "num_tokens": 7398256.0, + "step": 3110 + }, + { + "entropy": 5.181314134597779, + "epoch": 3.0479686735193345, + "grad_norm": 1.2265625, + "learning_rate": 0.00044399305566127773, + "loss": 4.7692, + "mean_token_accuracy": 0.219735686480999, + "num_tokens": 7410083.0, + "step": 3115 + }, + { + "entropy": 5.160170269012451, + "epoch": 3.052863436123348, + "grad_norm": 1.125, + "learning_rate": 0.0004437394573360631, + "loss": 4.7951, + "mean_token_accuracy": 0.22411915212869643, + "num_tokens": 7421988.0, + "step": 3120 + }, + { + "entropy": 5.139834976196289, + "epoch": 3.057758198727362, + "grad_norm": 1.1875, + "learning_rate": 0.0004434853681741384, + "loss": 4.7997, + "mean_token_accuracy": 0.21659549027681352, + "num_tokens": 7434191.0, + "step": 3125 + }, + { + "entropy": 5.182546091079712, + "epoch": 3.0626529613313753, + "grad_norm": 1.171875, + "learning_rate": 0.00044323078891460934, + "loss": 4.7833, + "mean_token_accuracy": 0.22339957505464553, + "num_tokens": 7445765.0, + "step": 3130 + }, + { + "entropy": 5.123447847366333, + "epoch": 3.067547723935389, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429757202980071, + "loss": 4.7552, + "mean_token_accuracy": 0.22224232852458953, + "num_tokens": 7457269.0, + "step": 3135 + }, + { + "entropy": 5.104322624206543, + "epoch": 3.0724424865394027, + "grad_norm": 1.0859375, + "learning_rate": 0.00044272016306628656, + "loss": 4.779, + "mean_token_accuracy": 0.22368589043617249, + "num_tokens": 7470048.0, + "step": 3140 + }, + { + "entropy": 5.089307832717895, + "epoch": 3.0773372491434166, + "grad_norm": 1.09375, + "learning_rate": 0.0004424641179628237, + "loss": 4.7551, + "mean_token_accuracy": 0.22463481724262238, + "num_tokens": 7482954.0, + "step": 3145 + }, + { + "entropy": 5.12674765586853, + "epoch": 3.0822320117474304, + "grad_norm": 1.0703125, + "learning_rate": 0.0004422075857324137, + "loss": 4.8024, + "mean_token_accuracy": 0.22329255938529968, + "num_tokens": 7495546.0, + "step": 3150 + }, + { + "entropy": 5.1817950248718265, + "epoch": 3.087126774351444, + "grad_norm": 1.0234375, + "learning_rate": 0.00044195056712126876, + "loss": 4.8436, + "mean_token_accuracy": 0.2192997917532921, + "num_tokens": 7508042.0, + "step": 3155 + }, + { + "entropy": 5.086804294586182, + "epoch": 3.092021536955458, + "grad_norm": 1.125, + "learning_rate": 0.0004416930628770158, + "loss": 4.8123, + "mean_token_accuracy": 0.21833253055810928, + "num_tokens": 7520548.0, + "step": 3160 + }, + { + "entropy": 5.14989275932312, + "epoch": 3.0969162995594712, + "grad_norm": 1.0703125, + "learning_rate": 0.00044143507374869444, + "loss": 4.8172, + "mean_token_accuracy": 0.21817636638879775, + "num_tokens": 7531106.0, + "step": 3165 + }, + { + "entropy": 5.08776741027832, + "epoch": 3.101811062163485, + "grad_norm": 1.1796875, + "learning_rate": 0.0004411766004867548, + "loss": 4.7439, + "mean_token_accuracy": 0.22358861118555068, + "num_tokens": 7543159.0, + "step": 3170 + }, + { + "entropy": 5.1496686935424805, + "epoch": 3.1067058247674986, + "grad_norm": 1.15625, + "learning_rate": 0.00044091764384305524, + "loss": 4.8313, + "mean_token_accuracy": 0.22145208567380906, + "num_tokens": 7554708.0, + "step": 3175 + }, + { + "entropy": 5.182804679870605, + "epoch": 3.1116005873715125, + "grad_norm": 1.125, + "learning_rate": 0.00044065820457085995, + "loss": 4.8088, + "mean_token_accuracy": 0.2163847044110298, + "num_tokens": 7564896.0, + "step": 3180 + }, + { + "entropy": 5.093549823760986, + "epoch": 3.1164953499755264, + "grad_norm": 1.1328125, + "learning_rate": 0.0004403982834248374, + "loss": 4.7333, + "mean_token_accuracy": 0.2243751674890518, + "num_tokens": 7575917.0, + "step": 3185 + }, + { + "entropy": 5.106040048599243, + "epoch": 3.12139011257954, + "grad_norm": 1.1953125, + "learning_rate": 0.00044013788116105754, + "loss": 4.8104, + "mean_token_accuracy": 0.22413290143013, + "num_tokens": 7587632.0, + "step": 3190 + }, + { + "entropy": 5.115657091140747, + "epoch": 3.1262848751835537, + "grad_norm": 1.1796875, + "learning_rate": 0.0004398769985369898, + "loss": 4.6619, + "mean_token_accuracy": 0.2362922489643097, + "num_tokens": 7599177.0, + "step": 3195 + }, + { + "entropy": 5.15286660194397, + "epoch": 3.131179637787567, + "grad_norm": 1.203125, + "learning_rate": 0.0004396156363115011, + "loss": 4.8064, + "mean_token_accuracy": 0.22309130877256395, + "num_tokens": 7611122.0, + "step": 3200 + }, + { + "entropy": 5.14999794960022, + "epoch": 3.136074400391581, + "grad_norm": 1.15625, + "learning_rate": 0.0004393537952448531, + "loss": 4.8488, + "mean_token_accuracy": 0.21808122098445892, + "num_tokens": 7622053.0, + "step": 3205 + }, + { + "entropy": 5.1783332347869875, + "epoch": 3.140969162995595, + "grad_norm": 1.1796875, + "learning_rate": 0.0004390914760987008, + "loss": 4.8574, + "mean_token_accuracy": 0.2219322144985199, + "num_tokens": 7633774.0, + "step": 3210 + }, + { + "entropy": 5.17280764579773, + "epoch": 3.1458639255996084, + "grad_norm": 1.1640625, + "learning_rate": 0.0004388286796360895, + "loss": 4.8814, + "mean_token_accuracy": 0.21389546245336533, + "num_tokens": 7645286.0, + "step": 3215 + }, + { + "entropy": 5.111659717559815, + "epoch": 3.1507586882036223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004385654066214529, + "loss": 4.7673, + "mean_token_accuracy": 0.22385075837373733, + "num_tokens": 7656576.0, + "step": 3220 + }, + { + "entropy": 5.107363080978393, + "epoch": 3.1556534508076357, + "grad_norm": 1.1484375, + "learning_rate": 0.0004383016578206112, + "loss": 4.8201, + "mean_token_accuracy": 0.22123815417289733, + "num_tokens": 7667786.0, + "step": 3225 + }, + { + "entropy": 5.20523624420166, + "epoch": 3.1605482134116496, + "grad_norm": 1.140625, + "learning_rate": 0.0004380374340007684, + "loss": 4.8452, + "mean_token_accuracy": 0.2151228219270706, + "num_tokens": 7680029.0, + "step": 3230 + }, + { + "entropy": 5.136455726623535, + "epoch": 3.165442976015663, + "grad_norm": 1.1328125, + "learning_rate": 0.0004377727359305103, + "loss": 4.8486, + "mean_token_accuracy": 0.2207125499844551, + "num_tokens": 7692659.0, + "step": 3235 + }, + { + "entropy": 5.150415134429932, + "epoch": 3.170337738619677, + "grad_norm": 1.109375, + "learning_rate": 0.0004375075643798022, + "loss": 4.8128, + "mean_token_accuracy": 0.2215397596359253, + "num_tokens": 7705011.0, + "step": 3240 + }, + { + "entropy": 5.054905748367309, + "epoch": 3.175232501223691, + "grad_norm": 1.0078125, + "learning_rate": 0.0004372419201199867, + "loss": 4.7561, + "mean_token_accuracy": 0.22285788357257844, + "num_tokens": 7717489.0, + "step": 3245 + }, + { + "entropy": 5.087309694290161, + "epoch": 3.1801272638277043, + "grad_norm": 1.0703125, + "learning_rate": 0.0004369758039237814, + "loss": 4.7968, + "mean_token_accuracy": 0.22163646519184113, + "num_tokens": 7730009.0, + "step": 3250 + }, + { + "entropy": 5.211210298538208, + "epoch": 3.185022026431718, + "grad_norm": 1.125, + "learning_rate": 0.00043670921656527686, + "loss": 4.8711, + "mean_token_accuracy": 0.21754691898822784, + "num_tokens": 7741782.0, + "step": 3255 + }, + { + "entropy": 5.170057535171509, + "epoch": 3.1899167890357316, + "grad_norm": 1.078125, + "learning_rate": 0.000436442158819934, + "loss": 4.8354, + "mean_token_accuracy": 0.21667892038822173, + "num_tokens": 7753135.0, + "step": 3260 + }, + { + "entropy": 5.098474073410034, + "epoch": 3.1948115516397455, + "grad_norm": 1.171875, + "learning_rate": 0.00043617463146458196, + "loss": 4.8281, + "mean_token_accuracy": 0.21399773508310319, + "num_tokens": 7766344.0, + "step": 3265 + }, + { + "entropy": 5.120054292678833, + "epoch": 3.199706314243759, + "grad_norm": 1.265625, + "learning_rate": 0.000435906635277416, + "loss": 4.8442, + "mean_token_accuracy": 0.2192484274506569, + "num_tokens": 7778419.0, + "step": 3270 + }, + { + "entropy": 5.065897846221924, + "epoch": 3.204601076847773, + "grad_norm": 1.140625, + "learning_rate": 0.0004356381710379954, + "loss": 4.7307, + "mean_token_accuracy": 0.2220268577337265, + "num_tokens": 7789303.0, + "step": 3275 + }, + { + "entropy": 5.102967166900635, + "epoch": 3.2094958394517867, + "grad_norm": 1.0078125, + "learning_rate": 0.0004353692395272404, + "loss": 4.8441, + "mean_token_accuracy": 0.2154310703277588, + "num_tokens": 7803315.0, + "step": 3280 + }, + { + "entropy": 5.133005380630493, + "epoch": 3.2143906020558, + "grad_norm": 1.1015625, + "learning_rate": 0.00043509984152743074, + "loss": 4.8317, + "mean_token_accuracy": 0.21344627887010575, + "num_tokens": 7814651.0, + "step": 3285 + }, + { + "entropy": 5.086959648132324, + "epoch": 3.219285364659814, + "grad_norm": 1.203125, + "learning_rate": 0.00043482997782220333, + "loss": 4.7976, + "mean_token_accuracy": 0.21823935210704803, + "num_tokens": 7826481.0, + "step": 3290 + }, + { + "entropy": 5.1153992176055905, + "epoch": 3.2241801272638275, + "grad_norm": 1.0859375, + "learning_rate": 0.00043455964919654927, + "loss": 4.7424, + "mean_token_accuracy": 0.23253000527620316, + "num_tokens": 7837868.0, + "step": 3295 + }, + { + "entropy": 5.099810552597046, + "epoch": 3.2290748898678414, + "grad_norm": 1.1328125, + "learning_rate": 0.0004342888564368124, + "loss": 4.8011, + "mean_token_accuracy": 0.22438711524009705, + "num_tokens": 7850928.0, + "step": 3300 + }, + { + "entropy": 5.163304328918457, + "epoch": 3.2339696524718553, + "grad_norm": 1.1796875, + "learning_rate": 0.00043401760033068656, + "loss": 4.8854, + "mean_token_accuracy": 0.2155757039785385, + "num_tokens": 7862343.0, + "step": 3305 + }, + { + "entropy": 5.148097896575928, + "epoch": 3.2388644150758688, + "grad_norm": 1.0390625, + "learning_rate": 0.0004337458816672132, + "loss": 4.8496, + "mean_token_accuracy": 0.21238613426685332, + "num_tokens": 7874681.0, + "step": 3310 + }, + { + "entropy": 5.073517274856568, + "epoch": 3.2437591776798826, + "grad_norm": 1.1875, + "learning_rate": 0.0004334737012367797, + "loss": 4.7769, + "mean_token_accuracy": 0.21962419748306275, + "num_tokens": 7886624.0, + "step": 3315 + }, + { + "entropy": 5.226518678665161, + "epoch": 3.248653940283896, + "grad_norm": 1.09375, + "learning_rate": 0.00043320105983111627, + "loss": 4.8749, + "mean_token_accuracy": 0.21509021818637847, + "num_tokens": 7897918.0, + "step": 3320 + }, + { + "entropy": 5.152651309967041, + "epoch": 3.25354870288791, + "grad_norm": 1.1796875, + "learning_rate": 0.0004329279582432941, + "loss": 4.932, + "mean_token_accuracy": 0.21958141177892684, + "num_tokens": 7909698.0, + "step": 3325 + }, + { + "entropy": 5.121517133712769, + "epoch": 3.258443465491924, + "grad_norm": 1.2578125, + "learning_rate": 0.0004326543972677231, + "loss": 4.8369, + "mean_token_accuracy": 0.21473742574453353, + "num_tokens": 7921715.0, + "step": 3330 + }, + { + "entropy": 5.076841068267822, + "epoch": 3.2633382280959373, + "grad_norm": 1.171875, + "learning_rate": 0.00043238037770014937, + "loss": 4.7511, + "mean_token_accuracy": 0.21911688148975372, + "num_tokens": 7933262.0, + "step": 3335 + }, + { + "entropy": 5.141078281402588, + "epoch": 3.268232990699951, + "grad_norm": 1.2734375, + "learning_rate": 0.000432105900337653, + "loss": 4.8511, + "mean_token_accuracy": 0.21800520569086074, + "num_tokens": 7944352.0, + "step": 3340 + }, + { + "entropy": 5.0780316352844235, + "epoch": 3.2731277533039647, + "grad_norm": 1.203125, + "learning_rate": 0.0004318309659786457, + "loss": 4.7584, + "mean_token_accuracy": 0.22223492413759233, + "num_tokens": 7955024.0, + "step": 3345 + }, + { + "entropy": 5.087853527069091, + "epoch": 3.2780225159079786, + "grad_norm": 1.2109375, + "learning_rate": 0.0004315555754228687, + "loss": 4.8218, + "mean_token_accuracy": 0.22424828857183457, + "num_tokens": 7965543.0, + "step": 3350 + }, + { + "entropy": 5.142214775085449, + "epoch": 3.282917278511992, + "grad_norm": 1.2109375, + "learning_rate": 0.00043127972947138994, + "loss": 4.8638, + "mean_token_accuracy": 0.2150084137916565, + "num_tokens": 7977179.0, + "step": 3355 + }, + { + "entropy": 5.203800439834595, + "epoch": 3.287812041116006, + "grad_norm": 1.0859375, + "learning_rate": 0.00043100342892660225, + "loss": 4.9112, + "mean_token_accuracy": 0.20913542062044144, + "num_tokens": 7990177.0, + "step": 3360 + }, + { + "entropy": 5.177821969985962, + "epoch": 3.2927068037200193, + "grad_norm": 1.2109375, + "learning_rate": 0.0004307266745922207, + "loss": 4.7909, + "mean_token_accuracy": 0.2120165690779686, + "num_tokens": 8000879.0, + "step": 3365 + }, + { + "entropy": 5.078297185897827, + "epoch": 3.2976015663240332, + "grad_norm": 1.21875, + "learning_rate": 0.00043044946727328036, + "loss": 4.8003, + "mean_token_accuracy": 0.21971254646778107, + "num_tokens": 8013335.0, + "step": 3370 + }, + { + "entropy": 5.103021907806396, + "epoch": 3.302496328928047, + "grad_norm": 1.1015625, + "learning_rate": 0.00043017180777613415, + "loss": 4.8135, + "mean_token_accuracy": 0.22505059242248535, + "num_tokens": 8025020.0, + "step": 3375 + }, + { + "entropy": 5.110682249069214, + "epoch": 3.3073910915320606, + "grad_norm": 1.171875, + "learning_rate": 0.00042989369690844993, + "loss": 4.7648, + "mean_token_accuracy": 0.2246474251151085, + "num_tokens": 8037244.0, + "step": 3380 + }, + { + "entropy": 5.001568698883057, + "epoch": 3.3122858541360745, + "grad_norm": 1.1484375, + "learning_rate": 0.000429615135479209, + "loss": 4.7959, + "mean_token_accuracy": 0.22334180027246475, + "num_tokens": 8049087.0, + "step": 3385 + }, + { + "entropy": 5.188577890396118, + "epoch": 3.317180616740088, + "grad_norm": 1.203125, + "learning_rate": 0.00042933612429870284, + "loss": 4.9156, + "mean_token_accuracy": 0.21281692385673523, + "num_tokens": 8061052.0, + "step": 3390 + }, + { + "entropy": 5.12839412689209, + "epoch": 3.322075379344102, + "grad_norm": 1.0390625, + "learning_rate": 0.0004290566641785314, + "loss": 4.7894, + "mean_token_accuracy": 0.22035609632730485, + "num_tokens": 8072389.0, + "step": 3395 + }, + { + "entropy": 5.003451681137085, + "epoch": 3.3269701419481157, + "grad_norm": 1.046875, + "learning_rate": 0.00042877675593160053, + "loss": 4.8, + "mean_token_accuracy": 0.21525861769914628, + "num_tokens": 8085141.0, + "step": 3400 + }, + { + "entropy": 5.1706421852111815, + "epoch": 3.331864904552129, + "grad_norm": 1.0859375, + "learning_rate": 0.00042849640037211957, + "loss": 4.9041, + "mean_token_accuracy": 0.2083066239953041, + "num_tokens": 8097337.0, + "step": 3405 + }, + { + "entropy": 5.114046382904053, + "epoch": 3.336759667156143, + "grad_norm": 1.125, + "learning_rate": 0.000428215598315599, + "loss": 4.8412, + "mean_token_accuracy": 0.21854109466075897, + "num_tokens": 8109160.0, + "step": 3410 + }, + { + "entropy": 5.143175458908081, + "epoch": 3.3416544297601565, + "grad_norm": 1.109375, + "learning_rate": 0.00042793435057884816, + "loss": 4.7823, + "mean_token_accuracy": 0.21902110427618027, + "num_tokens": 8121195.0, + "step": 3415 + }, + { + "entropy": 5.103787803649903, + "epoch": 3.3465491923641704, + "grad_norm": 1.1328125, + "learning_rate": 0.00042765265797997274, + "loss": 4.7733, + "mean_token_accuracy": 0.22462240755558013, + "num_tokens": 8132364.0, + "step": 3420 + }, + { + "entropy": 5.122178840637207, + "epoch": 3.3514439549681843, + "grad_norm": 1.046875, + "learning_rate": 0.00042737052133837253, + "loss": 4.8555, + "mean_token_accuracy": 0.21716293841600418, + "num_tokens": 8144703.0, + "step": 3425 + }, + { + "entropy": 5.119469022750854, + "epoch": 3.3563387175721977, + "grad_norm": 1.0859375, + "learning_rate": 0.00042708794147473876, + "loss": 4.8393, + "mean_token_accuracy": 0.21995826959609985, + "num_tokens": 8157364.0, + "step": 3430 + }, + { + "entropy": 5.194144201278687, + "epoch": 3.3612334801762116, + "grad_norm": 1.1796875, + "learning_rate": 0.0004268049192110523, + "loss": 4.9333, + "mean_token_accuracy": 0.21170254945755004, + "num_tokens": 8170264.0, + "step": 3435 + }, + { + "entropy": 5.169523477554321, + "epoch": 3.366128242780225, + "grad_norm": 1.203125, + "learning_rate": 0.00042652145537058056, + "loss": 4.865, + "mean_token_accuracy": 0.2144750773906708, + "num_tokens": 8182854.0, + "step": 3440 + }, + { + "entropy": 5.071971988677978, + "epoch": 3.371023005384239, + "grad_norm": 1.1171875, + "learning_rate": 0.00042623755077787556, + "loss": 4.8302, + "mean_token_accuracy": 0.21609048843383788, + "num_tokens": 8195098.0, + "step": 3445 + }, + { + "entropy": 5.1184186935424805, + "epoch": 3.3759177679882524, + "grad_norm": 1.1328125, + "learning_rate": 0.00042595320625877153, + "loss": 4.9155, + "mean_token_accuracy": 0.21652448922395706, + "num_tokens": 8207513.0, + "step": 3450 + }, + { + "entropy": 5.167665195465088, + "epoch": 3.3808125305922663, + "grad_norm": 1.1796875, + "learning_rate": 0.00042566842264038203, + "loss": 4.8084, + "mean_token_accuracy": 0.2188054382801056, + "num_tokens": 8218603.0, + "step": 3455 + }, + { + "entropy": 5.169710397720337, + "epoch": 3.38570729319628, + "grad_norm": 1.1171875, + "learning_rate": 0.0004253832007510982, + "loss": 4.8944, + "mean_token_accuracy": 0.21486698538064958, + "num_tokens": 8231624.0, + "step": 3460 + }, + { + "entropy": 5.103657531738281, + "epoch": 3.3906020558002936, + "grad_norm": 1.34375, + "learning_rate": 0.000425097541420586, + "loss": 4.8423, + "mean_token_accuracy": 0.21821292191743852, + "num_tokens": 8242119.0, + "step": 3465 + }, + { + "entropy": 5.117683172225952, + "epoch": 3.3954968184043075, + "grad_norm": 1.2265625, + "learning_rate": 0.0004248114454797837, + "loss": 4.807, + "mean_token_accuracy": 0.2168683558702469, + "num_tokens": 8252944.0, + "step": 3470 + }, + { + "entropy": 5.120380592346192, + "epoch": 3.400391581008321, + "grad_norm": 1.2265625, + "learning_rate": 0.00042452491376089964, + "loss": 4.893, + "mean_token_accuracy": 0.21788542568683625, + "num_tokens": 8264761.0, + "step": 3475 + }, + { + "entropy": 5.08057017326355, + "epoch": 3.405286343612335, + "grad_norm": 1.125, + "learning_rate": 0.0004242379470974099, + "loss": 4.8175, + "mean_token_accuracy": 0.22083471715450287, + "num_tokens": 8278172.0, + "step": 3480 + }, + { + "entropy": 5.121869325637817, + "epoch": 3.4101811062163483, + "grad_norm": 1.28125, + "learning_rate": 0.00042395054632405563, + "loss": 4.8658, + "mean_token_accuracy": 0.21356443911790848, + "num_tokens": 8290836.0, + "step": 3485 + }, + { + "entropy": 5.146685361862183, + "epoch": 3.415075868820362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004236627122768406, + "loss": 4.8467, + "mean_token_accuracy": 0.22179711163043975, + "num_tokens": 8302467.0, + "step": 3490 + }, + { + "entropy": 5.041498041152954, + "epoch": 3.419970631424376, + "grad_norm": 1.09375, + "learning_rate": 0.0004233744457930294, + "loss": 4.7966, + "mean_token_accuracy": 0.2170724630355835, + "num_tokens": 8315190.0, + "step": 3495 + }, + { + "entropy": 5.161109066009521, + "epoch": 3.4248653940283895, + "grad_norm": 1.15625, + "learning_rate": 0.00042308574771114394, + "loss": 4.9148, + "mean_token_accuracy": 0.21417440623044967, + "num_tokens": 8327463.0, + "step": 3500 + }, + { + "entropy": 5.111668586730957, + "epoch": 3.4297601566324034, + "grad_norm": 1.234375, + "learning_rate": 0.0004227966188709618, + "loss": 4.8377, + "mean_token_accuracy": 0.21845465749502183, + "num_tokens": 8339005.0, + "step": 3505 + }, + { + "entropy": 5.139991712570191, + "epoch": 3.434654919236417, + "grad_norm": 1.0859375, + "learning_rate": 0.0004225070601135138, + "loss": 4.9125, + "mean_token_accuracy": 0.21437896490097047, + "num_tokens": 8351478.0, + "step": 3510 + }, + { + "entropy": 5.168607521057129, + "epoch": 3.4395496818404308, + "grad_norm": 1.109375, + "learning_rate": 0.000422217072281081, + "loss": 4.8433, + "mean_token_accuracy": 0.21583523452281952, + "num_tokens": 8363939.0, + "step": 3515 + }, + { + "entropy": 5.17737832069397, + "epoch": 3.4444444444444446, + "grad_norm": 1.1953125, + "learning_rate": 0.0004219266562171925, + "loss": 5.0011, + "mean_token_accuracy": 0.2089764431118965, + "num_tokens": 8377086.0, + "step": 3520 + }, + { + "entropy": 5.040504741668701, + "epoch": 3.449339207048458, + "grad_norm": 1.1640625, + "learning_rate": 0.0004216358127666235, + "loss": 4.7402, + "mean_token_accuracy": 0.2260405331850052, + "num_tokens": 8389085.0, + "step": 3525 + }, + { + "entropy": 5.103902959823609, + "epoch": 3.454233969652472, + "grad_norm": 1.171875, + "learning_rate": 0.00042134454277539205, + "loss": 4.829, + "mean_token_accuracy": 0.21698508113622667, + "num_tokens": 8401240.0, + "step": 3530 + }, + { + "entropy": 4.998382949829102, + "epoch": 3.4591287322564854, + "grad_norm": 1.1640625, + "learning_rate": 0.000421052847090757, + "loss": 4.7466, + "mean_token_accuracy": 0.2224629834294319, + "num_tokens": 8413988.0, + "step": 3535 + }, + { + "entropy": 5.103152704238892, + "epoch": 3.4640234948604993, + "grad_norm": 1.15625, + "learning_rate": 0.0004207607265612156, + "loss": 4.8352, + "mean_token_accuracy": 0.2225386008620262, + "num_tokens": 8425106.0, + "step": 3540 + }, + { + "entropy": 5.090368127822876, + "epoch": 3.468918257464513, + "grad_norm": 1.1171875, + "learning_rate": 0.00042046818203650074, + "loss": 4.86, + "mean_token_accuracy": 0.2257356509566307, + "num_tokens": 8437232.0, + "step": 3545 + }, + { + "entropy": 5.079847431182861, + "epoch": 3.4738130200685267, + "grad_norm": 1.1171875, + "learning_rate": 0.00042017521436757876, + "loss": 4.8133, + "mean_token_accuracy": 0.22792982906103135, + "num_tokens": 8448403.0, + "step": 3550 + }, + { + "entropy": 5.122736120223999, + "epoch": 3.4787077826725405, + "grad_norm": 1.0546875, + "learning_rate": 0.0004198818244066468, + "loss": 4.8588, + "mean_token_accuracy": 0.21321402192115785, + "num_tokens": 8461044.0, + "step": 3555 + }, + { + "entropy": 5.096948671340942, + "epoch": 3.483602545276554, + "grad_norm": 1.1171875, + "learning_rate": 0.00041958801300713035, + "loss": 4.8599, + "mean_token_accuracy": 0.21646499633789062, + "num_tokens": 8473829.0, + "step": 3560 + }, + { + "entropy": 5.096843147277832, + "epoch": 3.488497307880568, + "grad_norm": 1.0703125, + "learning_rate": 0.000419293781023681, + "loss": 4.8512, + "mean_token_accuracy": 0.22051677703857422, + "num_tokens": 8485033.0, + "step": 3565 + }, + { + "entropy": 5.0834801197052, + "epoch": 3.4933920704845813, + "grad_norm": 1.1796875, + "learning_rate": 0.00041899912931217347, + "loss": 4.8231, + "mean_token_accuracy": 0.22450067847967148, + "num_tokens": 8498307.0, + "step": 3570 + }, + { + "entropy": 5.0844282627105715, + "epoch": 3.4982868330885952, + "grad_norm": 1.015625, + "learning_rate": 0.00041870405872970355, + "loss": 4.9073, + "mean_token_accuracy": 0.21928595751523972, + "num_tokens": 8510766.0, + "step": 3575 + }, + { + "entropy": 5.100914096832275, + "epoch": 3.5031815956926087, + "grad_norm": 1.1484375, + "learning_rate": 0.0004184085701345856, + "loss": 4.8549, + "mean_token_accuracy": 0.2184406891465187, + "num_tokens": 8523041.0, + "step": 3580 + }, + { + "entropy": 5.121054792404175, + "epoch": 3.5080763582966226, + "grad_norm": 1.1171875, + "learning_rate": 0.0004181126643863496, + "loss": 4.8354, + "mean_token_accuracy": 0.2177764892578125, + "num_tokens": 8535984.0, + "step": 3585 + }, + { + "entropy": 5.093640518188477, + "epoch": 3.5129711209006365, + "grad_norm": 1.171875, + "learning_rate": 0.0004178163423457391, + "loss": 4.8075, + "mean_token_accuracy": 0.22597914487123488, + "num_tokens": 8548061.0, + "step": 3590 + }, + { + "entropy": 5.09451470375061, + "epoch": 3.51786588350465, + "grad_norm": 1.1875, + "learning_rate": 0.00041751960487470884, + "loss": 4.7958, + "mean_token_accuracy": 0.22748810350894927, + "num_tokens": 8558145.0, + "step": 3595 + }, + { + "entropy": 5.029383277893066, + "epoch": 3.522760646108664, + "grad_norm": 1.171875, + "learning_rate": 0.0004172224528364215, + "loss": 4.7723, + "mean_token_accuracy": 0.2199097290635109, + "num_tokens": 8570007.0, + "step": 3600 + }, + { + "entropy": 5.113267087936402, + "epoch": 3.5276554087126772, + "grad_norm": 1.203125, + "learning_rate": 0.000416924887095246, + "loss": 4.8472, + "mean_token_accuracy": 0.2192206010222435, + "num_tokens": 8582162.0, + "step": 3605 + }, + { + "entropy": 5.056365060806274, + "epoch": 3.532550171316691, + "grad_norm": 1.21875, + "learning_rate": 0.00041662690851675463, + "loss": 4.7057, + "mean_token_accuracy": 0.22681989520788193, + "num_tokens": 8593205.0, + "step": 3610 + }, + { + "entropy": 5.028490972518921, + "epoch": 3.537444933920705, + "grad_norm": 1.109375, + "learning_rate": 0.0004163285179677203, + "loss": 4.7384, + "mean_token_accuracy": 0.22807639688253403, + "num_tokens": 8604576.0, + "step": 3615 + }, + { + "entropy": 5.0321262836456295, + "epoch": 3.5423396965247185, + "grad_norm": 1.1640625, + "learning_rate": 0.0004160297163161148, + "loss": 4.8157, + "mean_token_accuracy": 0.21812277138233185, + "num_tokens": 8617252.0, + "step": 3620 + }, + { + "entropy": 4.983499479293823, + "epoch": 3.5472344591287324, + "grad_norm": 1.234375, + "learning_rate": 0.0004157305044311053, + "loss": 4.7504, + "mean_token_accuracy": 0.22493973821401597, + "num_tokens": 8627817.0, + "step": 3625 + }, + { + "entropy": 5.115007448196411, + "epoch": 3.552129221732746, + "grad_norm": 1.2109375, + "learning_rate": 0.00041543088318305235, + "loss": 4.8982, + "mean_token_accuracy": 0.21084729284048082, + "num_tokens": 8640246.0, + "step": 3630 + }, + { + "entropy": 5.066983366012574, + "epoch": 3.5570239843367597, + "grad_norm": 1.109375, + "learning_rate": 0.0004151308534435073, + "loss": 4.8294, + "mean_token_accuracy": 0.21993755400180817, + "num_tokens": 8651695.0, + "step": 3635 + }, + { + "entropy": 5.1451818466186525, + "epoch": 3.5619187469407736, + "grad_norm": 1.0390625, + "learning_rate": 0.00041483041608521, + "loss": 4.8984, + "mean_token_accuracy": 0.21316303610801696, + "num_tokens": 8664529.0, + "step": 3640 + }, + { + "entropy": 5.082834625244141, + "epoch": 3.566813509544787, + "grad_norm": 1.109375, + "learning_rate": 0.0004145295719820855, + "loss": 4.845, + "mean_token_accuracy": 0.21952054500579835, + "num_tokens": 8676203.0, + "step": 3645 + }, + { + "entropy": 5.060942316055298, + "epoch": 3.571708272148801, + "grad_norm": 1.1875, + "learning_rate": 0.0004142283220092425, + "loss": 4.8212, + "mean_token_accuracy": 0.22039462327957154, + "num_tokens": 8688790.0, + "step": 3650 + }, + { + "entropy": 5.050752830505371, + "epoch": 3.5766030347528144, + "grad_norm": 1.125, + "learning_rate": 0.00041392666704296986, + "loss": 4.8507, + "mean_token_accuracy": 0.2112608879804611, + "num_tokens": 8699179.0, + "step": 3655 + }, + { + "entropy": 5.032579851150513, + "epoch": 3.5814977973568283, + "grad_norm": 1.1171875, + "learning_rate": 0.00041362460796073495, + "loss": 4.742, + "mean_token_accuracy": 0.22416270524263382, + "num_tokens": 8710883.0, + "step": 3660 + }, + { + "entropy": 5.108354282379151, + "epoch": 3.586392559960842, + "grad_norm": 1.0859375, + "learning_rate": 0.0004133221456411803, + "loss": 4.9056, + "mean_token_accuracy": 0.21302346438169478, + "num_tokens": 8721425.0, + "step": 3665 + }, + { + "entropy": 5.165343856811523, + "epoch": 3.5912873225648556, + "grad_norm": 1.0546875, + "learning_rate": 0.00041301928096412164, + "loss": 4.8661, + "mean_token_accuracy": 0.21713459640741348, + "num_tokens": 8733809.0, + "step": 3670 + }, + { + "entropy": 5.068774461746216, + "epoch": 3.596182085168869, + "grad_norm": 1.140625, + "learning_rate": 0.00041271601481054486, + "loss": 4.782, + "mean_token_accuracy": 0.22668402045965194, + "num_tokens": 8746370.0, + "step": 3675 + }, + { + "entropy": 5.073219871520996, + "epoch": 3.601076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004124123480626039, + "loss": 4.9065, + "mean_token_accuracy": 0.2157248854637146, + "num_tokens": 8758655.0, + "step": 3680 + }, + { + "entropy": 5.111428451538086, + "epoch": 3.605971610376897, + "grad_norm": 1.125, + "learning_rate": 0.0004121082816036178, + "loss": 4.8241, + "mean_token_accuracy": 0.22177139967679976, + "num_tokens": 8770171.0, + "step": 3685 + }, + { + "entropy": 5.085653305053711, + "epoch": 3.6108663729809103, + "grad_norm": 1.0546875, + "learning_rate": 0.0004118038163180684, + "loss": 4.8002, + "mean_token_accuracy": 0.22371812760829926, + "num_tokens": 8783015.0, + "step": 3690 + }, + { + "entropy": 5.092598009109497, + "epoch": 3.615761135584924, + "grad_norm": 1.1796875, + "learning_rate": 0.00041149895309159756, + "loss": 4.8909, + "mean_token_accuracy": 0.20332240909337998, + "num_tokens": 8795382.0, + "step": 3695 + }, + { + "entropy": 5.08798360824585, + "epoch": 3.6206558981889376, + "grad_norm": 1.203125, + "learning_rate": 0.000411193692811005, + "loss": 4.7672, + "mean_token_accuracy": 0.22842831909656525, + "num_tokens": 8806634.0, + "step": 3700 + }, + { + "entropy": 5.099050235748291, + "epoch": 3.6255506607929515, + "grad_norm": 1.1875, + "learning_rate": 0.00041088803636424494, + "loss": 4.8453, + "mean_token_accuracy": 0.2124974772334099, + "num_tokens": 8818926.0, + "step": 3705 + }, + { + "entropy": 5.049224233627319, + "epoch": 3.6304454233969654, + "grad_norm": 1.171875, + "learning_rate": 0.00041058198464042424, + "loss": 4.8035, + "mean_token_accuracy": 0.2252272590994835, + "num_tokens": 8830267.0, + "step": 3710 + }, + { + "entropy": 5.075808572769165, + "epoch": 3.635340186000979, + "grad_norm": 1.125, + "learning_rate": 0.0004102755385297996, + "loss": 4.8897, + "mean_token_accuracy": 0.21413865089416503, + "num_tokens": 8843330.0, + "step": 3715 + }, + { + "entropy": 5.051680183410644, + "epoch": 3.6402349486049927, + "grad_norm": 1.125, + "learning_rate": 0.00040996869892377473, + "loss": 4.8087, + "mean_token_accuracy": 0.22400161176919936, + "num_tokens": 8853467.0, + "step": 3720 + }, + { + "entropy": 5.0674622535705565, + "epoch": 3.645129711209006, + "grad_norm": 1.1015625, + "learning_rate": 0.00040966146671489836, + "loss": 4.8341, + "mean_token_accuracy": 0.21511287689208985, + "num_tokens": 8868203.0, + "step": 3725 + }, + { + "entropy": 5.044716215133667, + "epoch": 3.65002447381302, + "grad_norm": 1.1875, + "learning_rate": 0.00040935384279686067, + "loss": 4.7361, + "mean_token_accuracy": 0.22642216980457305, + "num_tokens": 8879171.0, + "step": 3730 + }, + { + "entropy": 4.989019775390625, + "epoch": 3.654919236417034, + "grad_norm": 1.109375, + "learning_rate": 0.00040904582806449173, + "loss": 4.723, + "mean_token_accuracy": 0.22874550074338912, + "num_tokens": 8890459.0, + "step": 3735 + }, + { + "entropy": 5.059218406677246, + "epoch": 3.6598139990210474, + "grad_norm": 1.125, + "learning_rate": 0.00040873742341375826, + "loss": 4.8125, + "mean_token_accuracy": 0.22379768639802933, + "num_tokens": 8902878.0, + "step": 3740 + }, + { + "entropy": 5.009291505813598, + "epoch": 3.6647087616250613, + "grad_norm": 1.21875, + "learning_rate": 0.00040842862974176114, + "loss": 4.7337, + "mean_token_accuracy": 0.22724575400352479, + "num_tokens": 8914792.0, + "step": 3745 + }, + { + "entropy": 4.9672339916229244, + "epoch": 3.6696035242290748, + "grad_norm": 1.1484375, + "learning_rate": 0.0004081194479467329, + "loss": 4.75, + "mean_token_accuracy": 0.22816742211580276, + "num_tokens": 8926610.0, + "step": 3750 + }, + { + "entropy": 5.06518964767456, + "epoch": 3.6744982868330887, + "grad_norm": 0.96484375, + "learning_rate": 0.00040780987892803514, + "loss": 4.8625, + "mean_token_accuracy": 0.22146295756101608, + "num_tokens": 8940250.0, + "step": 3755 + }, + { + "entropy": 5.131087017059326, + "epoch": 3.6793930494371025, + "grad_norm": 1.1796875, + "learning_rate": 0.00040749992358615555, + "loss": 4.8046, + "mean_token_accuracy": 0.2123077243566513, + "num_tokens": 8951960.0, + "step": 3760 + }, + { + "entropy": 4.953831195831299, + "epoch": 3.684287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.000407189582822706, + "loss": 4.7646, + "mean_token_accuracy": 0.2197168067097664, + "num_tokens": 8963265.0, + "step": 3765 + }, + { + "entropy": 5.039992570877075, + "epoch": 3.6891825746451294, + "grad_norm": 1.1953125, + "learning_rate": 0.0004068788575404192, + "loss": 4.8209, + "mean_token_accuracy": 0.22028125673532487, + "num_tokens": 8974679.0, + "step": 3770 + }, + { + "entropy": 5.09268364906311, + "epoch": 3.6940773372491433, + "grad_norm": 1.1015625, + "learning_rate": 0.0004065677486431464, + "loss": 4.8292, + "mean_token_accuracy": 0.22199592888355255, + "num_tokens": 8986840.0, + "step": 3775 + }, + { + "entropy": 5.113239908218384, + "epoch": 3.6989720998531572, + "grad_norm": 1.140625, + "learning_rate": 0.0004062562570358548, + "loss": 4.8443, + "mean_token_accuracy": 0.21674781739711763, + "num_tokens": 8997926.0, + "step": 3780 + }, + { + "entropy": 5.064158153533936, + "epoch": 3.7038668624571707, + "grad_norm": 1.140625, + "learning_rate": 0.00040594438362462484, + "loss": 4.8083, + "mean_token_accuracy": 0.2272493675351143, + "num_tokens": 9009668.0, + "step": 3785 + }, + { + "entropy": 5.071455669403076, + "epoch": 3.7087616250611846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004056321293166474, + "loss": 4.8264, + "mean_token_accuracy": 0.2173181027173996, + "num_tokens": 9021611.0, + "step": 3790 + }, + { + "entropy": 5.07202558517456, + "epoch": 3.713656387665198, + "grad_norm": 1.1875, + "learning_rate": 0.00040531949502022155, + "loss": 4.803, + "mean_token_accuracy": 0.22555143237113953, + "num_tokens": 9033258.0, + "step": 3795 + }, + { + "entropy": 5.166383552551269, + "epoch": 3.718551150269212, + "grad_norm": 1.1328125, + "learning_rate": 0.00040500648164475155, + "loss": 4.9353, + "mean_token_accuracy": 0.21520323008298875, + "num_tokens": 9045264.0, + "step": 3800 + }, + { + "entropy": 5.069120931625366, + "epoch": 3.723445912873226, + "grad_norm": 1.125, + "learning_rate": 0.0004046930901007445, + "loss": 4.8851, + "mean_token_accuracy": 0.21698033958673477, + "num_tokens": 9058072.0, + "step": 3805 + }, + { + "entropy": 5.129068422317505, + "epoch": 3.7283406754772392, + "grad_norm": 1.0390625, + "learning_rate": 0.0004043793212998073, + "loss": 4.8574, + "mean_token_accuracy": 0.22141923755407333, + "num_tokens": 9070982.0, + "step": 3810 + }, + { + "entropy": 5.083976364135742, + "epoch": 3.733235438081253, + "grad_norm": 1.1484375, + "learning_rate": 0.0004040651761546445, + "loss": 4.9035, + "mean_token_accuracy": 0.21738988012075425, + "num_tokens": 9083520.0, + "step": 3815 + }, + { + "entropy": 5.115589666366577, + "epoch": 3.7381302006852666, + "grad_norm": 1.21875, + "learning_rate": 0.0004037506555790551, + "loss": 4.9049, + "mean_token_accuracy": 0.21713944375514985, + "num_tokens": 9095729.0, + "step": 3820 + }, + { + "entropy": 5.086327981948853, + "epoch": 3.7430249632892805, + "grad_norm": 1.15625, + "learning_rate": 0.0004034357604879303, + "loss": 4.8131, + "mean_token_accuracy": 0.2237031042575836, + "num_tokens": 9107400.0, + "step": 3825 + }, + { + "entropy": 5.108111715316772, + "epoch": 3.7479197258932944, + "grad_norm": 1.09375, + "learning_rate": 0.0004031204917972508, + "loss": 4.84, + "mean_token_accuracy": 0.21787605285644532, + "num_tokens": 9119557.0, + "step": 3830 + }, + { + "entropy": 5.075828647613525, + "epoch": 3.752814488497308, + "grad_norm": 1.171875, + "learning_rate": 0.00040280485042408384, + "loss": 4.836, + "mean_token_accuracy": 0.222735133767128, + "num_tokens": 9131862.0, + "step": 3835 + }, + { + "entropy": 5.147574329376221, + "epoch": 3.7577092511013217, + "grad_norm": 1.1875, + "learning_rate": 0.00040248883728658094, + "loss": 4.8571, + "mean_token_accuracy": 0.2193186029791832, + "num_tokens": 9143250.0, + "step": 3840 + }, + { + "entropy": 5.129842519760132, + "epoch": 3.762604013705335, + "grad_norm": 1.171875, + "learning_rate": 0.0004021724533039748, + "loss": 4.9094, + "mean_token_accuracy": 0.2181650459766388, + "num_tokens": 9155565.0, + "step": 3845 + }, + { + "entropy": 4.93073034286499, + "epoch": 3.767498776309349, + "grad_norm": 1.1328125, + "learning_rate": 0.00040185569939657717, + "loss": 4.7068, + "mean_token_accuracy": 0.2270694926381111, + "num_tokens": 9166186.0, + "step": 3850 + }, + { + "entropy": 5.081850004196167, + "epoch": 3.772393538913363, + "grad_norm": 1.15625, + "learning_rate": 0.00040153857648577557, + "loss": 4.8421, + "mean_token_accuracy": 0.22167644798755645, + "num_tokens": 9178756.0, + "step": 3855 + }, + { + "entropy": 5.139322662353516, + "epoch": 3.7772883015173764, + "grad_norm": 1.109375, + "learning_rate": 0.0004012210854940309, + "loss": 4.9906, + "mean_token_accuracy": 0.21866356134414672, + "num_tokens": 9190613.0, + "step": 3860 + }, + { + "entropy": 5.099810838699341, + "epoch": 3.7821830641213903, + "grad_norm": 1.140625, + "learning_rate": 0.000400903227344875, + "loss": 4.9191, + "mean_token_accuracy": 0.21503413170576097, + "num_tokens": 9203255.0, + "step": 3865 + }, + { + "entropy": 5.059392738342285, + "epoch": 3.7870778267254037, + "grad_norm": 1.25, + "learning_rate": 0.0004005850029629074, + "loss": 4.8367, + "mean_token_accuracy": 0.21643659919500352, + "num_tokens": 9215512.0, + "step": 3870 + }, + { + "entropy": 5.122841548919678, + "epoch": 3.7919725893294176, + "grad_norm": 1.1484375, + "learning_rate": 0.0004002664132737932, + "loss": 4.8445, + "mean_token_accuracy": 0.2175495907664299, + "num_tokens": 9226888.0, + "step": 3875 + }, + { + "entropy": 5.131028938293457, + "epoch": 3.7968673519334315, + "grad_norm": 1.109375, + "learning_rate": 0.00039994745920425996, + "loss": 4.8552, + "mean_token_accuracy": 0.22309367805719377, + "num_tokens": 9238658.0, + "step": 3880 + }, + { + "entropy": 5.046094560623169, + "epoch": 3.801762114537445, + "grad_norm": 1.1796875, + "learning_rate": 0.0003996281416820952, + "loss": 4.761, + "mean_token_accuracy": 0.23520938456058502, + "num_tokens": 9249453.0, + "step": 3885 + }, + { + "entropy": 5.060846567153931, + "epoch": 3.8066568771414584, + "grad_norm": 1.1953125, + "learning_rate": 0.0003993084616361438, + "loss": 4.7883, + "mean_token_accuracy": 0.21691110581159592, + "num_tokens": 9260648.0, + "step": 3890 + }, + { + "entropy": 5.0653399467468265, + "epoch": 3.8115516397454723, + "grad_norm": 1.1875, + "learning_rate": 0.0003989884199963049, + "loss": 4.8212, + "mean_token_accuracy": 0.218986214697361, + "num_tokens": 9273120.0, + "step": 3895 + }, + { + "entropy": 5.0901384353637695, + "epoch": 3.816446402349486, + "grad_norm": 1.2734375, + "learning_rate": 0.0003986680176935297, + "loss": 4.8453, + "mean_token_accuracy": 0.22201039493083954, + "num_tokens": 9285460.0, + "step": 3900 + }, + { + "entropy": 5.052167367935181, + "epoch": 3.8213411649534996, + "grad_norm": 1.140625, + "learning_rate": 0.0003983472556598184, + "loss": 4.8365, + "mean_token_accuracy": 0.2265273168683052, + "num_tokens": 9297038.0, + "step": 3905 + }, + { + "entropy": 5.058988428115844, + "epoch": 3.8262359275575135, + "grad_norm": 1.2734375, + "learning_rate": 0.0003980261348282177, + "loss": 4.7678, + "mean_token_accuracy": 0.23172608464956285, + "num_tokens": 9309006.0, + "step": 3910 + }, + { + "entropy": 5.029935455322265, + "epoch": 3.831130690161527, + "grad_norm": 1.09375, + "learning_rate": 0.0003977046561328178, + "loss": 4.7527, + "mean_token_accuracy": 0.23079726994037628, + "num_tokens": 9321276.0, + "step": 3915 + }, + { + "entropy": 4.97658486366272, + "epoch": 3.836025452765541, + "grad_norm": 1.109375, + "learning_rate": 0.00039738282050875, + "loss": 4.7715, + "mean_token_accuracy": 0.21992994844913483, + "num_tokens": 9333172.0, + "step": 3920 + }, + { + "entropy": 5.103640079498291, + "epoch": 3.8409202153695547, + "grad_norm": 1.1953125, + "learning_rate": 0.0003970606288921839, + "loss": 4.8113, + "mean_token_accuracy": 0.22476234287023544, + "num_tokens": 9343653.0, + "step": 3925 + }, + { + "entropy": 5.034993600845337, + "epoch": 3.845814977973568, + "grad_norm": 1.15625, + "learning_rate": 0.00039673808222032457, + "loss": 4.8093, + "mean_token_accuracy": 0.22278518229722977, + "num_tokens": 9355811.0, + "step": 3930 + }, + { + "entropy": 4.919755554199218, + "epoch": 3.850709740577582, + "grad_norm": 1.046875, + "learning_rate": 0.0003964151814314099, + "loss": 4.7726, + "mean_token_accuracy": 0.22335645258426667, + "num_tokens": 9367132.0, + "step": 3935 + }, + { + "entropy": 5.017191553115845, + "epoch": 3.8556045031815955, + "grad_norm": 1.109375, + "learning_rate": 0.0003960919274647075, + "loss": 4.7673, + "mean_token_accuracy": 0.22698212265968323, + "num_tokens": 9379101.0, + "step": 3940 + }, + { + "entropy": 5.057470798492432, + "epoch": 3.8604992657856094, + "grad_norm": 1.25, + "learning_rate": 0.000395768321260513, + "loss": 4.8288, + "mean_token_accuracy": 0.22712221890687942, + "num_tokens": 9390270.0, + "step": 3945 + }, + { + "entropy": 5.064850902557373, + "epoch": 3.8653940283896233, + "grad_norm": 1.2734375, + "learning_rate": 0.0003954443637601462, + "loss": 4.842, + "mean_token_accuracy": 0.2169718399643898, + "num_tokens": 9401724.0, + "step": 3950 + }, + { + "entropy": 5.049954080581665, + "epoch": 3.8702887909936368, + "grad_norm": 1.15625, + "learning_rate": 0.00039512005590594876, + "loss": 4.8423, + "mean_token_accuracy": 0.2201844722032547, + "num_tokens": 9415206.0, + "step": 3955 + }, + { + "entropy": 5.194021081924438, + "epoch": 3.8751835535976507, + "grad_norm": 1.3984375, + "learning_rate": 0.00039479539864128164, + "loss": 4.8965, + "mean_token_accuracy": 0.21629704385995865, + "num_tokens": 9425830.0, + "step": 3960 + }, + { + "entropy": 4.963757419586182, + "epoch": 3.880078316201664, + "grad_norm": 1.15625, + "learning_rate": 0.00039447039291052194, + "loss": 4.7876, + "mean_token_accuracy": 0.22419182658195497, + "num_tokens": 9437603.0, + "step": 3965 + }, + { + "entropy": 4.988585805892944, + "epoch": 3.884973078805678, + "grad_norm": 1.171875, + "learning_rate": 0.00039414503965906075, + "loss": 4.8142, + "mean_token_accuracy": 0.22689663469791413, + "num_tokens": 9448138.0, + "step": 3970 + }, + { + "entropy": 5.16522707939148, + "epoch": 3.889867841409692, + "grad_norm": 1.234375, + "learning_rate": 0.0003938193398332995, + "loss": 4.8378, + "mean_token_accuracy": 0.2153660163283348, + "num_tokens": 9460530.0, + "step": 3975 + }, + { + "entropy": 5.092146348953247, + "epoch": 3.8947626040137053, + "grad_norm": 1.1875, + "learning_rate": 0.00039349329438064835, + "loss": 4.8541, + "mean_token_accuracy": 0.2215948611497879, + "num_tokens": 9472242.0, + "step": 3980 + }, + { + "entropy": 5.041393804550171, + "epoch": 3.899657366617719, + "grad_norm": 1.2578125, + "learning_rate": 0.0003931669042495226, + "loss": 4.7491, + "mean_token_accuracy": 0.22804808169603347, + "num_tokens": 9483266.0, + "step": 3985 + }, + { + "entropy": 5.045307779312134, + "epoch": 3.9045521292217327, + "grad_norm": 1.171875, + "learning_rate": 0.00039284017038933994, + "loss": 4.7909, + "mean_token_accuracy": 0.22371412813663483, + "num_tokens": 9494032.0, + "step": 3990 + }, + { + "entropy": 5.0007702827453615, + "epoch": 3.9094468918257466, + "grad_norm": 1.1328125, + "learning_rate": 0.00039251309375051824, + "loss": 4.7481, + "mean_token_accuracy": 0.23098208010196686, + "num_tokens": 9506301.0, + "step": 3995 + }, + { + "entropy": 5.028079414367676, + "epoch": 3.91434165442976, + "grad_norm": 1.671875, + "learning_rate": 0.00039218567528447225, + "loss": 4.8206, + "mean_token_accuracy": 0.22137255370616912, + "num_tokens": 9517972.0, + "step": 4000 + }, + { + "epoch": 3.91434165442976, + "eval_entropy": 4.977437346827956, + "eval_loss": 5.587992191314697, + "eval_mean_token_accuracy": 0.19564044451353998, + "eval_num_tokens": 9517972.0, + "eval_runtime": 2.724, + "eval_samples_per_second": 1265.405, + "eval_steps_per_second": 158.222, + "step": 4000 + }, + { + "entropy": 5.103353357315063, + "epoch": 3.919236417033774, + "grad_norm": 1.1328125, + "learning_rate": 0.0003918579159436113, + "loss": 4.9132, + "mean_token_accuracy": 0.21382989585399628, + "num_tokens": 9530108.0, + "step": 4005 + }, + { + "entropy": 5.06493911743164, + "epoch": 3.9241311796377873, + "grad_norm": 1.1015625, + "learning_rate": 0.00039152981668133573, + "loss": 4.7868, + "mean_token_accuracy": 0.22151001542806625, + "num_tokens": 9542055.0, + "step": 4010 + }, + { + "entropy": 5.0945597171783445, + "epoch": 3.9290259422418012, + "grad_norm": 1.1640625, + "learning_rate": 0.0003912013784520354, + "loss": 4.8136, + "mean_token_accuracy": 0.2190907344222069, + "num_tokens": 9553507.0, + "step": 4015 + }, + { + "entropy": 5.168673324584961, + "epoch": 3.933920704845815, + "grad_norm": 1.328125, + "learning_rate": 0.00039087260221108537, + "loss": 5.0045, + "mean_token_accuracy": 0.2076257809996605, + "num_tokens": 9564958.0, + "step": 4020 + }, + { + "entropy": 5.08221755027771, + "epoch": 3.9388154674498286, + "grad_norm": 1.296875, + "learning_rate": 0.0003905434889148448, + "loss": 4.8898, + "mean_token_accuracy": 0.22382588684558868, + "num_tokens": 9577149.0, + "step": 4025 + }, + { + "entropy": 5.125473546981811, + "epoch": 3.9437102300538425, + "grad_norm": 1.171875, + "learning_rate": 0.00039021403952065254, + "loss": 4.8643, + "mean_token_accuracy": 0.2155940130352974, + "num_tokens": 9590920.0, + "step": 4030 + }, + { + "entropy": 5.061619901657105, + "epoch": 3.948604992657856, + "grad_norm": 1.390625, + "learning_rate": 0.0003898842549868255, + "loss": 4.7858, + "mean_token_accuracy": 0.23111396729946138, + "num_tokens": 9602224.0, + "step": 4035 + }, + { + "entropy": 5.029408931732178, + "epoch": 3.95349975526187, + "grad_norm": 1.09375, + "learning_rate": 0.00038955413627265534, + "loss": 4.826, + "mean_token_accuracy": 0.2155000552535057, + "num_tokens": 9615160.0, + "step": 4040 + }, + { + "entropy": 5.077261829376221, + "epoch": 3.9583945178658837, + "grad_norm": 1.2109375, + "learning_rate": 0.0003892236843384058, + "loss": 4.8794, + "mean_token_accuracy": 0.21613506972789764, + "num_tokens": 9627853.0, + "step": 4045 + }, + { + "entropy": 5.1072883129119875, + "epoch": 3.963289280469897, + "grad_norm": 1.1328125, + "learning_rate": 0.0003888929001453098, + "loss": 4.8566, + "mean_token_accuracy": 0.21715804934501648, + "num_tokens": 9640215.0, + "step": 4050 + }, + { + "entropy": 5.186117029190063, + "epoch": 3.968184043073911, + "grad_norm": 1.1640625, + "learning_rate": 0.0003885617846555671, + "loss": 4.9161, + "mean_token_accuracy": 0.2154057204723358, + "num_tokens": 9652088.0, + "step": 4055 + }, + { + "entropy": 4.929154968261718, + "epoch": 3.9730788056779245, + "grad_norm": 1.046875, + "learning_rate": 0.0003882303388323406, + "loss": 4.7686, + "mean_token_accuracy": 0.2280975952744484, + "num_tokens": 9664594.0, + "step": 4060 + }, + { + "entropy": 4.958717966079712, + "epoch": 3.9779735682819384, + "grad_norm": 1.1953125, + "learning_rate": 0.00038789856363975473, + "loss": 4.8172, + "mean_token_accuracy": 0.22695261985063553, + "num_tokens": 9675289.0, + "step": 4065 + }, + { + "entropy": 5.139262342453003, + "epoch": 3.9828683308859523, + "grad_norm": 1.1328125, + "learning_rate": 0.0003875664600428914, + "loss": 4.8389, + "mean_token_accuracy": 0.21972294002771378, + "num_tokens": 9687029.0, + "step": 4070 + }, + { + "entropy": 5.1033586978912355, + "epoch": 3.9877630934899657, + "grad_norm": 1.171875, + "learning_rate": 0.0003872340290077883, + "loss": 4.8805, + "mean_token_accuracy": 0.2241383895277977, + "num_tokens": 9698069.0, + "step": 4075 + }, + { + "entropy": 5.05276780128479, + "epoch": 3.9926578560939796, + "grad_norm": 1.1875, + "learning_rate": 0.00038690127150143515, + "loss": 4.7545, + "mean_token_accuracy": 0.2242726728320122, + "num_tokens": 9708872.0, + "step": 4080 + }, + { + "entropy": 4.995786809921265, + "epoch": 3.997552618697993, + "grad_norm": 1.0625, + "learning_rate": 0.0003865681884917717, + "loss": 4.8207, + "mean_token_accuracy": 0.22683833837509154, + "num_tokens": 9721786.0, + "step": 4085 + }, + { + "entropy": 5.1724024878607855, + "epoch": 4.001957905041605, + "grad_norm": 1.140625, + "learning_rate": 0.00038623478094768424, + "loss": 4.7452, + "mean_token_accuracy": 0.2254696422153049, + "num_tokens": 9731518.0, + "step": 4090 + }, + { + "entropy": 5.023131275177002, + "epoch": 4.006852667645619, + "grad_norm": 1.046875, + "learning_rate": 0.0003859010498390033, + "loss": 4.5591, + "mean_token_accuracy": 0.23827751129865646, + "num_tokens": 9743895.0, + "step": 4095 + }, + { + "entropy": 4.985896110534668, + "epoch": 4.011747430249633, + "grad_norm": 1.1953125, + "learning_rate": 0.00038556699613650044, + "loss": 4.5581, + "mean_token_accuracy": 0.2374291941523552, + "num_tokens": 9756104.0, + "step": 4100 + }, + { + "entropy": 4.957859086990356, + "epoch": 4.016642192853647, + "grad_norm": 1.125, + "learning_rate": 0.00038523262081188573, + "loss": 4.4576, + "mean_token_accuracy": 0.24857828617095948, + "num_tokens": 9767494.0, + "step": 4105 + }, + { + "entropy": 5.041051959991455, + "epoch": 4.02153695545766, + "grad_norm": 1.09375, + "learning_rate": 0.00038489792483780474, + "loss": 4.5525, + "mean_token_accuracy": 0.2367478311061859, + "num_tokens": 9779123.0, + "step": 4110 + }, + { + "entropy": 4.988537740707398, + "epoch": 4.026431718061674, + "grad_norm": 1.0390625, + "learning_rate": 0.00038456290918783566, + "loss": 4.6262, + "mean_token_accuracy": 0.23023803383111954, + "num_tokens": 9791309.0, + "step": 4115 + }, + { + "entropy": 5.059031200408936, + "epoch": 4.031326480665688, + "grad_norm": 1.140625, + "learning_rate": 0.0003842275748364868, + "loss": 4.5714, + "mean_token_accuracy": 0.233939291536808, + "num_tokens": 9803333.0, + "step": 4120 + }, + { + "entropy": 5.124443626403808, + "epoch": 4.0362212432697016, + "grad_norm": 1.1015625, + "learning_rate": 0.0003838919227591933, + "loss": 4.6479, + "mean_token_accuracy": 0.23417795747518538, + "num_tokens": 9815592.0, + "step": 4125 + }, + { + "entropy": 5.063463544845581, + "epoch": 4.0411160058737154, + "grad_norm": 1.203125, + "learning_rate": 0.0003835559539323146, + "loss": 4.6197, + "mean_token_accuracy": 0.23014721870422364, + "num_tokens": 9827380.0, + "step": 4130 + }, + { + "entropy": 4.968182563781738, + "epoch": 4.0460107684777284, + "grad_norm": 1.1328125, + "learning_rate": 0.0003832196693331315, + "loss": 4.4356, + "mean_token_accuracy": 0.24900406301021577, + "num_tokens": 9838261.0, + "step": 4135 + }, + { + "entropy": 4.958034372329712, + "epoch": 4.050905531081742, + "grad_norm": 1.2109375, + "learning_rate": 0.0003828830699398433, + "loss": 4.5673, + "mean_token_accuracy": 0.24179045110940933, + "num_tokens": 9849330.0, + "step": 4140 + }, + { + "entropy": 5.065645170211792, + "epoch": 4.055800293685756, + "grad_norm": 1.125, + "learning_rate": 0.00038254615673156516, + "loss": 4.6275, + "mean_token_accuracy": 0.2306502193212509, + "num_tokens": 9860711.0, + "step": 4145 + }, + { + "entropy": 5.059020519256592, + "epoch": 4.06069505628977, + "grad_norm": 1.2578125, + "learning_rate": 0.00038220893068832484, + "loss": 4.5425, + "mean_token_accuracy": 0.2374820217490196, + "num_tokens": 9872230.0, + "step": 4150 + }, + { + "entropy": 5.044583511352539, + "epoch": 4.065589818893784, + "grad_norm": 1.078125, + "learning_rate": 0.00038187139279106025, + "loss": 4.591, + "mean_token_accuracy": 0.22831845730543138, + "num_tokens": 9884459.0, + "step": 4155 + }, + { + "entropy": 4.965525722503662, + "epoch": 4.070484581497797, + "grad_norm": 1.1953125, + "learning_rate": 0.00038153354402161636, + "loss": 4.5306, + "mean_token_accuracy": 0.24032900631427764, + "num_tokens": 9895636.0, + "step": 4160 + }, + { + "entropy": 4.978104209899902, + "epoch": 4.075379344101811, + "grad_norm": 1.4609375, + "learning_rate": 0.0003811953853627425, + "loss": 4.507, + "mean_token_accuracy": 0.24414079487323762, + "num_tokens": 9907090.0, + "step": 4165 + }, + { + "entropy": 4.997107219696045, + "epoch": 4.080274106705825, + "grad_norm": 1.203125, + "learning_rate": 0.00038085691779808916, + "loss": 4.5661, + "mean_token_accuracy": 0.24097975045442582, + "num_tokens": 9918663.0, + "step": 4170 + }, + { + "entropy": 4.950863170623779, + "epoch": 4.085168869309839, + "grad_norm": 1.125, + "learning_rate": 0.00038051814231220585, + "loss": 4.5697, + "mean_token_accuracy": 0.2428872510790825, + "num_tokens": 9930662.0, + "step": 4175 + }, + { + "entropy": 5.114802503585816, + "epoch": 4.090063631913853, + "grad_norm": 1.2265625, + "learning_rate": 0.0003801790598905374, + "loss": 4.6904, + "mean_token_accuracy": 0.22135650217533112, + "num_tokens": 9942782.0, + "step": 4180 + }, + { + "entropy": 5.004737758636475, + "epoch": 4.094958394517866, + "grad_norm": 1.265625, + "learning_rate": 0.00037983967151942143, + "loss": 4.5331, + "mean_token_accuracy": 0.2448731318116188, + "num_tokens": 9954663.0, + "step": 4185 + }, + { + "entropy": 4.978229808807373, + "epoch": 4.0998531571218795, + "grad_norm": 1.234375, + "learning_rate": 0.000379499978186086, + "loss": 4.5862, + "mean_token_accuracy": 0.23844058215618133, + "num_tokens": 9968036.0, + "step": 4190 + }, + { + "entropy": 5.04127984046936, + "epoch": 4.104747919725893, + "grad_norm": 1.2578125, + "learning_rate": 0.0003791599808786456, + "loss": 4.62, + "mean_token_accuracy": 0.232499660551548, + "num_tokens": 9979855.0, + "step": 4195 + }, + { + "entropy": 5.025613069534302, + "epoch": 4.109642682329907, + "grad_norm": 1.203125, + "learning_rate": 0.0003788196805860995, + "loss": 4.4975, + "mean_token_accuracy": 0.2550596997141838, + "num_tokens": 9991380.0, + "step": 4200 + }, + { + "entropy": 5.030689477920532, + "epoch": 4.114537444933921, + "grad_norm": 1.1640625, + "learning_rate": 0.0003784790782983279, + "loss": 4.6009, + "mean_token_accuracy": 0.23677781075239182, + "num_tokens": 10003886.0, + "step": 4205 + }, + { + "entropy": 4.982917642593383, + "epoch": 4.119432207537934, + "grad_norm": 1.25, + "learning_rate": 0.0003781381750060898, + "loss": 4.5927, + "mean_token_accuracy": 0.23751294910907744, + "num_tokens": 10015237.0, + "step": 4210 + }, + { + "entropy": 4.986427736282349, + "epoch": 4.124326970141948, + "grad_norm": 1.0390625, + "learning_rate": 0.0003777969717010194, + "loss": 4.5197, + "mean_token_accuracy": 0.24729954749345778, + "num_tokens": 10028514.0, + "step": 4215 + }, + { + "entropy": 4.94989333152771, + "epoch": 4.129221732745962, + "grad_norm": 1.0625, + "learning_rate": 0.0003774554693756239, + "loss": 4.545, + "mean_token_accuracy": 0.23948704749345778, + "num_tokens": 10041658.0, + "step": 4220 + }, + { + "entropy": 4.941936111450195, + "epoch": 4.134116495349976, + "grad_norm": 1.234375, + "learning_rate": 0.0003771136690232802, + "loss": 4.4823, + "mean_token_accuracy": 0.25030840635299684, + "num_tokens": 10052622.0, + "step": 4225 + }, + { + "entropy": 4.951936388015747, + "epoch": 4.139011257953989, + "grad_norm": 1.1796875, + "learning_rate": 0.000376771571638232, + "loss": 4.5212, + "mean_token_accuracy": 0.23812614232301713, + "num_tokens": 10063819.0, + "step": 4230 + }, + { + "entropy": 4.998723363876342, + "epoch": 4.143906020558003, + "grad_norm": 1.09375, + "learning_rate": 0.00037642917821558737, + "loss": 4.6672, + "mean_token_accuracy": 0.2340690091252327, + "num_tokens": 10076757.0, + "step": 4235 + }, + { + "entropy": 4.940063190460205, + "epoch": 4.148800783162017, + "grad_norm": 1.21875, + "learning_rate": 0.000376086489751315, + "loss": 4.4913, + "mean_token_accuracy": 0.24697423428297044, + "num_tokens": 10088287.0, + "step": 4240 + }, + { + "entropy": 4.959346103668213, + "epoch": 4.1536955457660305, + "grad_norm": 1.25, + "learning_rate": 0.00037574350724224213, + "loss": 4.51, + "mean_token_accuracy": 0.2408648580312729, + "num_tokens": 10099739.0, + "step": 4245 + }, + { + "entropy": 4.995651626586914, + "epoch": 4.158590308370044, + "grad_norm": 1.171875, + "learning_rate": 0.0003754002316860515, + "loss": 4.6101, + "mean_token_accuracy": 0.23685633689165114, + "num_tokens": 10112613.0, + "step": 4250 + }, + { + "entropy": 5.025398540496826, + "epoch": 4.163485070974057, + "grad_norm": 1.234375, + "learning_rate": 0.00037505666408127773, + "loss": 4.5495, + "mean_token_accuracy": 0.2375389203429222, + "num_tokens": 10124966.0, + "step": 4255 + }, + { + "entropy": 4.934124517440796, + "epoch": 4.168379833578071, + "grad_norm": 1.1953125, + "learning_rate": 0.0003747128054273055, + "loss": 4.5406, + "mean_token_accuracy": 0.2428314670920372, + "num_tokens": 10135841.0, + "step": 4260 + }, + { + "entropy": 5.013625955581665, + "epoch": 4.173274596182085, + "grad_norm": 1.1953125, + "learning_rate": 0.0003743686567243659, + "loss": 4.6596, + "mean_token_accuracy": 0.22884552776813508, + "num_tokens": 10147374.0, + "step": 4265 + }, + { + "entropy": 4.992853593826294, + "epoch": 4.178169358786099, + "grad_norm": 1.140625, + "learning_rate": 0.0003740242189735336, + "loss": 4.5636, + "mean_token_accuracy": 0.236056911945343, + "num_tokens": 10159886.0, + "step": 4270 + }, + { + "entropy": 5.046988439559937, + "epoch": 4.183064121390113, + "grad_norm": 1.15625, + "learning_rate": 0.0003736794931767242, + "loss": 4.6437, + "mean_token_accuracy": 0.23168521523475646, + "num_tokens": 10172629.0, + "step": 4275 + }, + { + "entropy": 4.970481204986572, + "epoch": 4.187958883994126, + "grad_norm": 1.265625, + "learning_rate": 0.0003733344803366914, + "loss": 4.5006, + "mean_token_accuracy": 0.2400296911597252, + "num_tokens": 10184467.0, + "step": 4280 + }, + { + "entropy": 4.981130743026734, + "epoch": 4.19285364659814, + "grad_norm": 1.15625, + "learning_rate": 0.0003729891814570232, + "loss": 4.5989, + "mean_token_accuracy": 0.22856157273054123, + "num_tokens": 10196864.0, + "step": 4285 + }, + { + "entropy": 5.0006462097167965, + "epoch": 4.197748409202154, + "grad_norm": 1.078125, + "learning_rate": 0.00037264359754214036, + "loss": 4.615, + "mean_token_accuracy": 0.23426750302314758, + "num_tokens": 10210787.0, + "step": 4290 + }, + { + "entropy": 4.971421957015991, + "epoch": 4.202643171806168, + "grad_norm": 1.1640625, + "learning_rate": 0.00037229772959729263, + "loss": 4.6164, + "mean_token_accuracy": 0.23017945289611816, + "num_tokens": 10223881.0, + "step": 4295 + }, + { + "entropy": 4.9670933246612545, + "epoch": 4.2075379344101815, + "grad_norm": 1.296875, + "learning_rate": 0.0003719515786285554, + "loss": 4.5432, + "mean_token_accuracy": 0.24093651324510573, + "num_tokens": 10235505.0, + "step": 4300 + }, + { + "entropy": 4.944381380081177, + "epoch": 4.2124326970141945, + "grad_norm": 1.09375, + "learning_rate": 0.00037160514564282815, + "loss": 4.541, + "mean_token_accuracy": 0.24333113729953765, + "num_tokens": 10247799.0, + "step": 4305 + }, + { + "entropy": 4.884352731704712, + "epoch": 4.217327459618208, + "grad_norm": 1.1796875, + "learning_rate": 0.00037125843164783, + "loss": 4.46, + "mean_token_accuracy": 0.24434017539024352, + "num_tokens": 10259068.0, + "step": 4310 + }, + { + "entropy": 4.95476336479187, + "epoch": 4.222222222222222, + "grad_norm": 1.2578125, + "learning_rate": 0.0003709114376520979, + "loss": 4.4964, + "mean_token_accuracy": 0.24015609323978424, + "num_tokens": 10271286.0, + "step": 4315 + }, + { + "entropy": 4.938775587081909, + "epoch": 4.227116984826236, + "grad_norm": 1.1875, + "learning_rate": 0.00037056416466498313, + "loss": 4.5561, + "mean_token_accuracy": 0.23273864537477493, + "num_tokens": 10283173.0, + "step": 4320 + }, + { + "entropy": 5.012444305419922, + "epoch": 4.232011747430249, + "grad_norm": 1.203125, + "learning_rate": 0.0003702166136966485, + "loss": 4.6257, + "mean_token_accuracy": 0.2402504190802574, + "num_tokens": 10296117.0, + "step": 4325 + }, + { + "entropy": 5.034178256988525, + "epoch": 4.236906510034263, + "grad_norm": 1.1953125, + "learning_rate": 0.0003698687857580655, + "loss": 4.6023, + "mean_token_accuracy": 0.2323506772518158, + "num_tokens": 10306995.0, + "step": 4330 + }, + { + "entropy": 4.841176128387451, + "epoch": 4.241801272638277, + "grad_norm": 1.171875, + "learning_rate": 0.0003695206818610113, + "loss": 4.4346, + "mean_token_accuracy": 0.2476430505514145, + "num_tokens": 10318549.0, + "step": 4335 + }, + { + "entropy": 4.992100238800049, + "epoch": 4.246696035242291, + "grad_norm": 1.2890625, + "learning_rate": 0.0003691723030180657, + "loss": 4.6176, + "mean_token_accuracy": 0.23537442684173585, + "num_tokens": 10329399.0, + "step": 4340 + }, + { + "entropy": 4.993355083465576, + "epoch": 4.251590797846305, + "grad_norm": 1.2578125, + "learning_rate": 0.0003688236502426082, + "loss": 4.6357, + "mean_token_accuracy": 0.23501158505678177, + "num_tokens": 10341567.0, + "step": 4345 + }, + { + "entropy": 4.990873718261719, + "epoch": 4.256485560450318, + "grad_norm": 1.1171875, + "learning_rate": 0.0003684747245488153, + "loss": 4.4868, + "mean_token_accuracy": 0.2507901802659035, + "num_tokens": 10352407.0, + "step": 4350 + }, + { + "entropy": 4.960176038742065, + "epoch": 4.261380323054332, + "grad_norm": 1.2578125, + "learning_rate": 0.0003681255269516574, + "loss": 4.5799, + "mean_token_accuracy": 0.23848912119865417, + "num_tokens": 10364403.0, + "step": 4355 + }, + { + "entropy": 5.034172248840332, + "epoch": 4.266275085658346, + "grad_norm": 1.09375, + "learning_rate": 0.0003677760584668956, + "loss": 4.6293, + "mean_token_accuracy": 0.23745577782392502, + "num_tokens": 10375392.0, + "step": 4360 + }, + { + "entropy": 5.023036861419678, + "epoch": 4.2711698482623595, + "grad_norm": 1.140625, + "learning_rate": 0.00036742632011107926, + "loss": 4.6398, + "mean_token_accuracy": 0.22803306132555007, + "num_tokens": 10388038.0, + "step": 4365 + }, + { + "entropy": 4.989942741394043, + "epoch": 4.276064610866373, + "grad_norm": 1.109375, + "learning_rate": 0.0003670763129015424, + "loss": 4.6633, + "mean_token_accuracy": 0.22033597081899642, + "num_tokens": 10401706.0, + "step": 4370 + }, + { + "entropy": 4.898762989044189, + "epoch": 4.280959373470386, + "grad_norm": 1.1328125, + "learning_rate": 0.00036672603785640144, + "loss": 4.5558, + "mean_token_accuracy": 0.2382776752114296, + "num_tokens": 10413363.0, + "step": 4375 + }, + { + "entropy": 4.985649633407593, + "epoch": 4.2858541360744, + "grad_norm": 1.203125, + "learning_rate": 0.00036637549599455175, + "loss": 4.5086, + "mean_token_accuracy": 0.2554389536380768, + "num_tokens": 10425000.0, + "step": 4380 + }, + { + "entropy": 4.965001392364502, + "epoch": 4.290748898678414, + "grad_norm": 1.1484375, + "learning_rate": 0.0003660246883356648, + "loss": 4.5917, + "mean_token_accuracy": 0.24058783203363418, + "num_tokens": 10436412.0, + "step": 4385 + }, + { + "entropy": 4.929542827606201, + "epoch": 4.295643661282428, + "grad_norm": 1.2578125, + "learning_rate": 0.00036567361590018513, + "loss": 4.5348, + "mean_token_accuracy": 0.24117553383111953, + "num_tokens": 10446970.0, + "step": 4390 + }, + { + "entropy": 4.971066617965699, + "epoch": 4.300538423886442, + "grad_norm": 1.09375, + "learning_rate": 0.0003653222797093277, + "loss": 4.5958, + "mean_token_accuracy": 0.2335049331188202, + "num_tokens": 10458721.0, + "step": 4395 + }, + { + "entropy": 4.929677724838257, + "epoch": 4.305433186490455, + "grad_norm": 1.171875, + "learning_rate": 0.0003649706807850746, + "loss": 4.4786, + "mean_token_accuracy": 0.2507967263460159, + "num_tokens": 10469676.0, + "step": 4400 + }, + { + "entropy": 4.970559358596802, + "epoch": 4.310327949094469, + "grad_norm": 1.390625, + "learning_rate": 0.000364618820150172, + "loss": 4.6013, + "mean_token_accuracy": 0.23871603459119797, + "num_tokens": 10480832.0, + "step": 4405 + }, + { + "entropy": 4.944663619995117, + "epoch": 4.315222711698483, + "grad_norm": 1.140625, + "learning_rate": 0.0003642666988281277, + "loss": 4.5965, + "mean_token_accuracy": 0.23900092542171478, + "num_tokens": 10493100.0, + "step": 4410 + }, + { + "entropy": 5.035148572921753, + "epoch": 4.320117474302497, + "grad_norm": 1.21875, + "learning_rate": 0.0003639143178432075, + "loss": 4.6073, + "mean_token_accuracy": 0.2362759679555893, + "num_tokens": 10503910.0, + "step": 4415 + }, + { + "entropy": 4.999735975265503, + "epoch": 4.32501223690651, + "grad_norm": 1.140625, + "learning_rate": 0.00036356167822043265, + "loss": 4.6022, + "mean_token_accuracy": 0.23736752718687057, + "num_tokens": 10515739.0, + "step": 4420 + }, + { + "entropy": 4.931397581100464, + "epoch": 4.3299069995105235, + "grad_norm": 1.1875, + "learning_rate": 0.00036320878098557657, + "loss": 4.5844, + "mean_token_accuracy": 0.24389175325632095, + "num_tokens": 10527587.0, + "step": 4425 + }, + { + "entropy": 4.922537899017334, + "epoch": 4.334801762114537, + "grad_norm": 1.25, + "learning_rate": 0.00036285562716516234, + "loss": 4.6023, + "mean_token_accuracy": 0.239091594517231, + "num_tokens": 10538961.0, + "step": 4430 + }, + { + "entropy": 5.007340621948242, + "epoch": 4.339696524718551, + "grad_norm": 1.15625, + "learning_rate": 0.0003625022177864591, + "loss": 4.6344, + "mean_token_accuracy": 0.22378634810447692, + "num_tokens": 10552084.0, + "step": 4435 + }, + { + "entropy": 5.001192235946656, + "epoch": 4.344591287322565, + "grad_norm": 1.1875, + "learning_rate": 0.0003621485538774796, + "loss": 4.5266, + "mean_token_accuracy": 0.24157078862190245, + "num_tokens": 10563647.0, + "step": 4440 + }, + { + "entropy": 4.932107543945312, + "epoch": 4.349486049926578, + "grad_norm": 1.234375, + "learning_rate": 0.0003617946364669768, + "loss": 4.5989, + "mean_token_accuracy": 0.2350343644618988, + "num_tokens": 10575651.0, + "step": 4445 + }, + { + "entropy": 5.014455842971802, + "epoch": 4.354380812530592, + "grad_norm": 1.1328125, + "learning_rate": 0.00036144046658444115, + "loss": 4.6686, + "mean_token_accuracy": 0.2301238015294075, + "num_tokens": 10588672.0, + "step": 4450 + }, + { + "entropy": 5.024813079833985, + "epoch": 4.359275575134606, + "grad_norm": 1.1328125, + "learning_rate": 0.00036108604526009753, + "loss": 4.6073, + "mean_token_accuracy": 0.23376379162073135, + "num_tokens": 10601363.0, + "step": 4455 + }, + { + "entropy": 4.9786200523376465, + "epoch": 4.36417033773862, + "grad_norm": 1.2109375, + "learning_rate": 0.0003607313735249021, + "loss": 4.6024, + "mean_token_accuracy": 0.23971123546361922, + "num_tokens": 10613462.0, + "step": 4460 + }, + { + "entropy": 4.9615809440612795, + "epoch": 4.369065100342634, + "grad_norm": 1.1796875, + "learning_rate": 0.0003603764524105396, + "loss": 4.5825, + "mean_token_accuracy": 0.24286321103572844, + "num_tokens": 10624896.0, + "step": 4465 + }, + { + "entropy": 4.9141175746917725, + "epoch": 4.373959862946647, + "grad_norm": 1.2578125, + "learning_rate": 0.0003600212829494201, + "loss": 4.504, + "mean_token_accuracy": 0.24894710034132003, + "num_tokens": 10635542.0, + "step": 4470 + }, + { + "entropy": 4.977388048171997, + "epoch": 4.378854625550661, + "grad_norm": 1.15625, + "learning_rate": 0.0003596658661746759, + "loss": 4.5588, + "mean_token_accuracy": 0.24535323828458785, + "num_tokens": 10648955.0, + "step": 4475 + }, + { + "entropy": 4.973334836959839, + "epoch": 4.3837493881546745, + "grad_norm": 1.1953125, + "learning_rate": 0.000359310203120159, + "loss": 4.5934, + "mean_token_accuracy": 0.23908900320529938, + "num_tokens": 10660144.0, + "step": 4480 + }, + { + "entropy": 4.941062641143799, + "epoch": 4.388644150758688, + "grad_norm": 1.1015625, + "learning_rate": 0.00035895429482043763, + "loss": 4.4907, + "mean_token_accuracy": 0.24111208468675613, + "num_tokens": 10671896.0, + "step": 4485 + }, + { + "entropy": 4.986586046218872, + "epoch": 4.393538913362702, + "grad_norm": 1.28125, + "learning_rate": 0.00035859814231079337, + "loss": 4.6403, + "mean_token_accuracy": 0.2328612059354782, + "num_tokens": 10683344.0, + "step": 4490 + }, + { + "entropy": 4.831319856643677, + "epoch": 4.398433675966715, + "grad_norm": 1.296875, + "learning_rate": 0.00035824174662721814, + "loss": 4.4669, + "mean_token_accuracy": 0.24965253621339797, + "num_tokens": 10694057.0, + "step": 4495 + }, + { + "entropy": 5.074819278717041, + "epoch": 4.403328438570729, + "grad_norm": 1.09375, + "learning_rate": 0.00035788510880641137, + "loss": 4.7056, + "mean_token_accuracy": 0.22890681475400926, + "num_tokens": 10707429.0, + "step": 4500 + }, + { + "entropy": 5.049197864532471, + "epoch": 4.408223201174743, + "grad_norm": 1.171875, + "learning_rate": 0.00035752822988577683, + "loss": 4.5631, + "mean_token_accuracy": 0.23588933050632477, + "num_tokens": 10719857.0, + "step": 4505 + }, + { + "entropy": 4.944564390182495, + "epoch": 4.413117963778757, + "grad_norm": 1.1328125, + "learning_rate": 0.0003571711109034193, + "loss": 4.5742, + "mean_token_accuracy": 0.24017254561185836, + "num_tokens": 10732136.0, + "step": 4510 + }, + { + "entropy": 4.869391059875488, + "epoch": 4.41801272638277, + "grad_norm": 1.1796875, + "learning_rate": 0.00035681375289814226, + "loss": 4.5107, + "mean_token_accuracy": 0.2448602706193924, + "num_tokens": 10743104.0, + "step": 4515 + }, + { + "entropy": 4.992645597457885, + "epoch": 4.422907488986784, + "grad_norm": 1.0625, + "learning_rate": 0.0003564561569094443, + "loss": 4.5514, + "mean_token_accuracy": 0.24186391681432723, + "num_tokens": 10754965.0, + "step": 4520 + }, + { + "entropy": 5.020322179794311, + "epoch": 4.427802251590798, + "grad_norm": 1.1953125, + "learning_rate": 0.0003560983239775162, + "loss": 4.6161, + "mean_token_accuracy": 0.23685276359319687, + "num_tokens": 10765438.0, + "step": 4525 + }, + { + "entropy": 4.90551791191101, + "epoch": 4.432697014194812, + "grad_norm": 1.1875, + "learning_rate": 0.000355740255143238, + "loss": 4.6224, + "mean_token_accuracy": 0.23386283218860626, + "num_tokens": 10778176.0, + "step": 4530 + }, + { + "entropy": 4.968013525009155, + "epoch": 4.4375917767988255, + "grad_norm": 1.25, + "learning_rate": 0.0003553819514481761, + "loss": 4.6608, + "mean_token_accuracy": 0.226600943505764, + "num_tokens": 10790871.0, + "step": 4535 + }, + { + "entropy": 4.986626672744751, + "epoch": 4.4424865394028386, + "grad_norm": 1.1640625, + "learning_rate": 0.0003550234139345798, + "loss": 4.6401, + "mean_token_accuracy": 0.23747914880514145, + "num_tokens": 10802880.0, + "step": 4540 + }, + { + "entropy": 4.981742095947266, + "epoch": 4.447381302006852, + "grad_norm": 1.2109375, + "learning_rate": 0.0003546646436453789, + "loss": 4.5852, + "mean_token_accuracy": 0.23627849817276, + "num_tokens": 10816366.0, + "step": 4545 + }, + { + "entropy": 4.868809509277344, + "epoch": 4.452276064610866, + "grad_norm": 1.1875, + "learning_rate": 0.00035430564162417986, + "loss": 4.4891, + "mean_token_accuracy": 0.24741119891405106, + "num_tokens": 10827973.0, + "step": 4550 + }, + { + "entropy": 5.132536363601685, + "epoch": 4.45717082721488, + "grad_norm": 1.2265625, + "learning_rate": 0.0003539464089152636, + "loss": 4.6797, + "mean_token_accuracy": 0.23054636865854264, + "num_tokens": 10839438.0, + "step": 4555 + }, + { + "entropy": 4.904827022552491, + "epoch": 4.462065589818894, + "grad_norm": 1.1328125, + "learning_rate": 0.00035358694656358194, + "loss": 4.5165, + "mean_token_accuracy": 0.2442225217819214, + "num_tokens": 10850189.0, + "step": 4560 + }, + { + "entropy": 4.833751010894775, + "epoch": 4.466960352422907, + "grad_norm": 1.1953125, + "learning_rate": 0.0003532272556147545, + "loss": 4.5193, + "mean_token_accuracy": 0.23978835195302964, + "num_tokens": 10861730.0, + "step": 4565 + }, + { + "entropy": 5.036434888839722, + "epoch": 4.471855115026921, + "grad_norm": 1.1015625, + "learning_rate": 0.0003528673371150664, + "loss": 4.6726, + "mean_token_accuracy": 0.23058370351791382, + "num_tokens": 10873843.0, + "step": 4570 + }, + { + "entropy": 4.995850515365601, + "epoch": 4.476749877630935, + "grad_norm": 1.171875, + "learning_rate": 0.00035250719211146395, + "loss": 4.6395, + "mean_token_accuracy": 0.23562803864479065, + "num_tokens": 10886754.0, + "step": 4575 + }, + { + "entropy": 4.960853624343872, + "epoch": 4.481644640234949, + "grad_norm": 1.0859375, + "learning_rate": 0.0003521468216515528, + "loss": 4.5898, + "mean_token_accuracy": 0.23953092396259307, + "num_tokens": 10899402.0, + "step": 4580 + }, + { + "entropy": 4.983584070205689, + "epoch": 4.486539402838963, + "grad_norm": 1.1875, + "learning_rate": 0.00035178622678359433, + "loss": 4.6076, + "mean_token_accuracy": 0.24189481884241104, + "num_tokens": 10912706.0, + "step": 4585 + }, + { + "entropy": 4.929827404022217, + "epoch": 4.491434165442976, + "grad_norm": 1.171875, + "learning_rate": 0.00035142540855650264, + "loss": 4.6414, + "mean_token_accuracy": 0.23340380936861038, + "num_tokens": 10924710.0, + "step": 4590 + }, + { + "entropy": 4.896418762207031, + "epoch": 4.49632892804699, + "grad_norm": 1.125, + "learning_rate": 0.00035106436801984154, + "loss": 4.5596, + "mean_token_accuracy": 0.24512310326099396, + "num_tokens": 10936863.0, + "step": 4595 + }, + { + "entropy": 4.937282752990723, + "epoch": 4.5012236906510035, + "grad_norm": 1.0703125, + "learning_rate": 0.0003507031062238216, + "loss": 4.5465, + "mean_token_accuracy": 0.24911466538906096, + "num_tokens": 10948098.0, + "step": 4600 + }, + { + "entropy": 4.956559467315674, + "epoch": 4.506118453255017, + "grad_norm": 1.2734375, + "learning_rate": 0.0003503416242192968, + "loss": 4.6285, + "mean_token_accuracy": 0.2394946500658989, + "num_tokens": 10960703.0, + "step": 4605 + }, + { + "entropy": 4.99582805633545, + "epoch": 4.51101321585903, + "grad_norm": 1.09375, + "learning_rate": 0.00034997992305776194, + "loss": 4.5726, + "mean_token_accuracy": 0.23462877422571182, + "num_tokens": 10972652.0, + "step": 4610 + }, + { + "entropy": 4.9431041240692135, + "epoch": 4.515907978463044, + "grad_norm": 1.1875, + "learning_rate": 0.00034961800379134907, + "loss": 4.583, + "mean_token_accuracy": 0.23193895816802979, + "num_tokens": 10985511.0, + "step": 4615 + }, + { + "entropy": 4.928348207473755, + "epoch": 4.520802741067058, + "grad_norm": 1.140625, + "learning_rate": 0.0003492558674728248, + "loss": 4.5437, + "mean_token_accuracy": 0.23933225572109224, + "num_tokens": 10997397.0, + "step": 4620 + }, + { + "entropy": 4.884153079986572, + "epoch": 4.525697503671072, + "grad_norm": 1.0625, + "learning_rate": 0.00034889351515558705, + "loss": 4.5624, + "mean_token_accuracy": 0.23536658883094788, + "num_tokens": 11009301.0, + "step": 4625 + }, + { + "entropy": 4.983486604690552, + "epoch": 4.530592266275086, + "grad_norm": 1.2109375, + "learning_rate": 0.00034853094789366216, + "loss": 4.6166, + "mean_token_accuracy": 0.2318914443254471, + "num_tokens": 11021214.0, + "step": 4630 + }, + { + "entropy": 4.995839071273804, + "epoch": 4.5354870288791, + "grad_norm": 1.234375, + "learning_rate": 0.00034816816674170155, + "loss": 4.6307, + "mean_token_accuracy": 0.23181201964616777, + "num_tokens": 11033706.0, + "step": 4635 + }, + { + "entropy": 4.904265308380127, + "epoch": 4.540381791483113, + "grad_norm": 1.1640625, + "learning_rate": 0.00034780517275497896, + "loss": 4.5223, + "mean_token_accuracy": 0.24747188985347748, + "num_tokens": 11046903.0, + "step": 4640 + }, + { + "entropy": 4.995366525650025, + "epoch": 4.545276554087127, + "grad_norm": 1.1328125, + "learning_rate": 0.00034744196698938715, + "loss": 4.6808, + "mean_token_accuracy": 0.23345842957496643, + "num_tokens": 11059769.0, + "step": 4645 + }, + { + "entropy": 4.958969449996948, + "epoch": 4.550171316691141, + "grad_norm": 1.15625, + "learning_rate": 0.00034707855050143487, + "loss": 4.6213, + "mean_token_accuracy": 0.23973002284765244, + "num_tokens": 11072278.0, + "step": 4650 + }, + { + "entropy": 4.980345344543457, + "epoch": 4.5550660792951545, + "grad_norm": 1.2265625, + "learning_rate": 0.0003467149243482439, + "loss": 4.6103, + "mean_token_accuracy": 0.23416877686977386, + "num_tokens": 11084393.0, + "step": 4655 + }, + { + "entropy": 4.974357843399048, + "epoch": 4.5599608418991675, + "grad_norm": 1.1328125, + "learning_rate": 0.00034635108958754605, + "loss": 4.5113, + "mean_token_accuracy": 0.25227575153112414, + "num_tokens": 11096209.0, + "step": 4660 + }, + { + "entropy": 4.796844816207885, + "epoch": 4.564855604503181, + "grad_norm": 1.1484375, + "learning_rate": 0.0003459870472776796, + "loss": 4.3975, + "mean_token_accuracy": 0.25478396117687224, + "num_tokens": 11107563.0, + "step": 4665 + }, + { + "entropy": 4.876433897018432, + "epoch": 4.569750367107195, + "grad_norm": 1.1328125, + "learning_rate": 0.0003456227984775867, + "loss": 4.5936, + "mean_token_accuracy": 0.2475576013326645, + "num_tokens": 11119771.0, + "step": 4670 + }, + { + "entropy": 4.9424066066741945, + "epoch": 4.574645129711209, + "grad_norm": 1.1640625, + "learning_rate": 0.0003452583442468104, + "loss": 4.5355, + "mean_token_accuracy": 0.24378240704536439, + "num_tokens": 11130243.0, + "step": 4675 + }, + { + "entropy": 4.956759214401245, + "epoch": 4.579539892315223, + "grad_norm": 1.1484375, + "learning_rate": 0.0003448936856454909, + "loss": 4.6354, + "mean_token_accuracy": 0.23188417702913283, + "num_tokens": 11142623.0, + "step": 4680 + }, + { + "entropy": 4.957581090927124, + "epoch": 4.584434654919236, + "grad_norm": 1.109375, + "learning_rate": 0.0003445288237343632, + "loss": 4.5506, + "mean_token_accuracy": 0.23696067482233046, + "num_tokens": 11154961.0, + "step": 4685 + }, + { + "entropy": 4.863600587844848, + "epoch": 4.58932941752325, + "grad_norm": 1.1015625, + "learning_rate": 0.0003441637595747535, + "loss": 4.5568, + "mean_token_accuracy": 0.24411790668964387, + "num_tokens": 11166924.0, + "step": 4690 + }, + { + "entropy": 4.99712495803833, + "epoch": 4.594224180127264, + "grad_norm": 1.2421875, + "learning_rate": 0.0003437984942285764, + "loss": 4.5925, + "mean_token_accuracy": 0.23994487076997756, + "num_tokens": 11178151.0, + "step": 4695 + }, + { + "entropy": 4.99697642326355, + "epoch": 4.599118942731278, + "grad_norm": 1.234375, + "learning_rate": 0.00034343302875833174, + "loss": 4.6063, + "mean_token_accuracy": 0.23970601409673692, + "num_tokens": 11190546.0, + "step": 4700 + }, + { + "entropy": 4.911056089401245, + "epoch": 4.604013705335291, + "grad_norm": 1.1015625, + "learning_rate": 0.0003430673642271014, + "loss": 4.5319, + "mean_token_accuracy": 0.2503520429134369, + "num_tokens": 11202191.0, + "step": 4705 + }, + { + "entropy": 4.8730621337890625, + "epoch": 4.608908467939305, + "grad_norm": 1.203125, + "learning_rate": 0.0003427015016985464, + "loss": 4.6004, + "mean_token_accuracy": 0.23604031950235366, + "num_tokens": 11213233.0, + "step": 4710 + }, + { + "entropy": 4.965299892425537, + "epoch": 4.6138032305433185, + "grad_norm": 1.2109375, + "learning_rate": 0.0003423354422369036, + "loss": 4.5624, + "mean_token_accuracy": 0.23677294552326203, + "num_tokens": 11224209.0, + "step": 4715 + }, + { + "entropy": 5.060855054855347, + "epoch": 4.618697993147332, + "grad_norm": 1.140625, + "learning_rate": 0.0003419691869069829, + "loss": 4.7085, + "mean_token_accuracy": 0.23144390285015107, + "num_tokens": 11236764.0, + "step": 4720 + }, + { + "entropy": 4.937286138534546, + "epoch": 4.623592755751346, + "grad_norm": 1.28125, + "learning_rate": 0.0003416027367741637, + "loss": 4.5261, + "mean_token_accuracy": 0.24710342288017273, + "num_tokens": 11248386.0, + "step": 4725 + }, + { + "entropy": 4.834506940841675, + "epoch": 4.62848751835536, + "grad_norm": 1.15625, + "learning_rate": 0.0003412360929043922, + "loss": 4.5261, + "mean_token_accuracy": 0.2465933382511139, + "num_tokens": 11260056.0, + "step": 4730 + }, + { + "entropy": 4.969740867614746, + "epoch": 4.633382280959373, + "grad_norm": 1.0625, + "learning_rate": 0.0003408692563641781, + "loss": 4.6864, + "mean_token_accuracy": 0.22559406459331513, + "num_tokens": 11274186.0, + "step": 4735 + }, + { + "entropy": 4.9639567852020265, + "epoch": 4.638277043563387, + "grad_norm": 1.140625, + "learning_rate": 0.00034050222822059153, + "loss": 4.5563, + "mean_token_accuracy": 0.2435510516166687, + "num_tokens": 11286464.0, + "step": 4740 + }, + { + "entropy": 4.903935527801513, + "epoch": 4.643171806167401, + "grad_norm": 1.140625, + "learning_rate": 0.0003401350095412601, + "loss": 4.5388, + "mean_token_accuracy": 0.23533929139375687, + "num_tokens": 11298536.0, + "step": 4745 + }, + { + "entropy": 4.984070634841919, + "epoch": 4.648066568771415, + "grad_norm": 1.046875, + "learning_rate": 0.0003397676013943655, + "loss": 4.7008, + "mean_token_accuracy": 0.22351232320070266, + "num_tokens": 11311477.0, + "step": 4750 + }, + { + "entropy": 5.042261743545533, + "epoch": 4.652961331375428, + "grad_norm": 1.265625, + "learning_rate": 0.00033940000484864065, + "loss": 4.6359, + "mean_token_accuracy": 0.23226390033960342, + "num_tokens": 11323449.0, + "step": 4755 + }, + { + "entropy": 4.958922100067139, + "epoch": 4.657856093979442, + "grad_norm": 1.046875, + "learning_rate": 0.00033903222097336636, + "loss": 4.6416, + "mean_token_accuracy": 0.23971253782510757, + "num_tokens": 11336606.0, + "step": 4760 + }, + { + "entropy": 4.934089326858521, + "epoch": 4.662750856583456, + "grad_norm": 1.15625, + "learning_rate": 0.0003386642508383685, + "loss": 4.5607, + "mean_token_accuracy": 0.23808138817548752, + "num_tokens": 11348272.0, + "step": 4765 + }, + { + "entropy": 4.979602956771851, + "epoch": 4.66764561918747, + "grad_norm": 1.0546875, + "learning_rate": 0.0003382960955140146, + "loss": 4.6474, + "mean_token_accuracy": 0.2371411442756653, + "num_tokens": 11359762.0, + "step": 4770 + }, + { + "entropy": 4.918827533721924, + "epoch": 4.6725403817914835, + "grad_norm": 1.1875, + "learning_rate": 0.0003379277560712112, + "loss": 4.5287, + "mean_token_accuracy": 0.24563721120357512, + "num_tokens": 11372015.0, + "step": 4775 + }, + { + "entropy": 4.992553663253784, + "epoch": 4.6774351443954965, + "grad_norm": 1.2890625, + "learning_rate": 0.0003375592335813999, + "loss": 4.5794, + "mean_token_accuracy": 0.24276368618011473, + "num_tokens": 11382433.0, + "step": 4780 + }, + { + "entropy": 4.926769495010376, + "epoch": 4.68232990699951, + "grad_norm": 1.1953125, + "learning_rate": 0.0003371905291165551, + "loss": 4.5468, + "mean_token_accuracy": 0.2355273887515068, + "num_tokens": 11394479.0, + "step": 4785 + }, + { + "entropy": 4.898515892028809, + "epoch": 4.687224669603524, + "grad_norm": 1.3203125, + "learning_rate": 0.0003368216437491806, + "loss": 4.5381, + "mean_token_accuracy": 0.24220383167266846, + "num_tokens": 11405759.0, + "step": 4790 + }, + { + "entropy": 5.041534185409546, + "epoch": 4.692119432207538, + "grad_norm": 1.265625, + "learning_rate": 0.00033645257855230616, + "loss": 4.686, + "mean_token_accuracy": 0.23345834463834764, + "num_tokens": 11418356.0, + "step": 4795 + }, + { + "entropy": 4.962784957885742, + "epoch": 4.697014194811552, + "grad_norm": 1.21875, + "learning_rate": 0.0003360833345994849, + "loss": 4.5647, + "mean_token_accuracy": 0.2334904357790947, + "num_tokens": 11428999.0, + "step": 4800 + }, + { + "entropy": 4.961305141448975, + "epoch": 4.701908957415565, + "grad_norm": 1.234375, + "learning_rate": 0.00033571391296478956, + "loss": 4.6493, + "mean_token_accuracy": 0.23007457405328752, + "num_tokens": 11439531.0, + "step": 4805 + }, + { + "entropy": 4.888871335983277, + "epoch": 4.706803720019579, + "grad_norm": 1.1171875, + "learning_rate": 0.00033534431472281005, + "loss": 4.5147, + "mean_token_accuracy": 0.2470294326543808, + "num_tokens": 11451582.0, + "step": 4810 + }, + { + "entropy": 4.912890005111694, + "epoch": 4.711698482623593, + "grad_norm": 1.2421875, + "learning_rate": 0.0003349745409486499, + "loss": 4.6071, + "mean_token_accuracy": 0.23003580719232558, + "num_tokens": 11463243.0, + "step": 4815 + }, + { + "entropy": 5.000146865844727, + "epoch": 4.716593245227607, + "grad_norm": 1.109375, + "learning_rate": 0.0003346045927179232, + "loss": 4.597, + "mean_token_accuracy": 0.2359566494822502, + "num_tokens": 11475797.0, + "step": 4820 + }, + { + "entropy": 4.880976438522339, + "epoch": 4.721488007831621, + "grad_norm": 1.15625, + "learning_rate": 0.0003342344711067516, + "loss": 4.5452, + "mean_token_accuracy": 0.24409642368555068, + "num_tokens": 11487166.0, + "step": 4825 + }, + { + "entropy": 4.8728338241577145, + "epoch": 4.726382770435634, + "grad_norm": 1.1484375, + "learning_rate": 0.0003338641771917609, + "loss": 4.5857, + "mean_token_accuracy": 0.22893455922603606, + "num_tokens": 11498834.0, + "step": 4830 + }, + { + "entropy": 4.904224443435669, + "epoch": 4.7312775330396475, + "grad_norm": 1.1328125, + "learning_rate": 0.00033349371205007827, + "loss": 4.5863, + "mean_token_accuracy": 0.2370509222149849, + "num_tokens": 11511665.0, + "step": 4835 + }, + { + "entropy": 5.072694969177246, + "epoch": 4.736172295643661, + "grad_norm": 1.234375, + "learning_rate": 0.00033312307675932904, + "loss": 4.5992, + "mean_token_accuracy": 0.23935865312814714, + "num_tokens": 11522358.0, + "step": 4840 + }, + { + "entropy": 4.960729694366455, + "epoch": 4.741067058247675, + "grad_norm": 1.1875, + "learning_rate": 0.0003327522723976332, + "loss": 4.5857, + "mean_token_accuracy": 0.23962829560041427, + "num_tokens": 11536082.0, + "step": 4845 + }, + { + "entropy": 4.896367073059082, + "epoch": 4.745961820851688, + "grad_norm": 1.1484375, + "learning_rate": 0.0003323813000436028, + "loss": 4.5804, + "mean_token_accuracy": 0.24031926840543746, + "num_tokens": 11549004.0, + "step": 4850 + }, + { + "entropy": 4.942358016967773, + "epoch": 4.750856583455702, + "grad_norm": 1.1640625, + "learning_rate": 0.00033201016077633825, + "loss": 4.6194, + "mean_token_accuracy": 0.23238101601600647, + "num_tokens": 11560029.0, + "step": 4855 + }, + { + "entropy": 4.97268648147583, + "epoch": 4.755751346059716, + "grad_norm": 1.109375, + "learning_rate": 0.0003316388556754259, + "loss": 4.5764, + "mean_token_accuracy": 0.24354737401008605, + "num_tokens": 11571563.0, + "step": 4860 + }, + { + "entropy": 4.867502641677857, + "epoch": 4.76064610866373, + "grad_norm": 1.1171875, + "learning_rate": 0.0003312673858209341, + "loss": 4.5175, + "mean_token_accuracy": 0.23850720077753068, + "num_tokens": 11582917.0, + "step": 4865 + }, + { + "entropy": 4.924775886535644, + "epoch": 4.765540871267744, + "grad_norm": 1.1875, + "learning_rate": 0.0003308957522934107, + "loss": 4.6328, + "mean_token_accuracy": 0.2353920817375183, + "num_tokens": 11594272.0, + "step": 4870 + }, + { + "entropy": 4.96436653137207, + "epoch": 4.770435633871757, + "grad_norm": 1.28125, + "learning_rate": 0.00033052395617387954, + "loss": 4.6137, + "mean_token_accuracy": 0.24112553000450135, + "num_tokens": 11605389.0, + "step": 4875 + }, + { + "entropy": 4.93902096748352, + "epoch": 4.775330396475771, + "grad_norm": 1.1640625, + "learning_rate": 0.00033015199854383734, + "loss": 4.6033, + "mean_token_accuracy": 0.23862474411725998, + "num_tokens": 11617542.0, + "step": 4880 + }, + { + "entropy": 4.920818424224853, + "epoch": 4.780225159079785, + "grad_norm": 1.203125, + "learning_rate": 0.0003297798804852508, + "loss": 4.5455, + "mean_token_accuracy": 0.2366666316986084, + "num_tokens": 11630078.0, + "step": 4885 + }, + { + "entropy": 4.940057563781738, + "epoch": 4.7851199216837985, + "grad_norm": 1.1484375, + "learning_rate": 0.00032940760308055315, + "loss": 4.6167, + "mean_token_accuracy": 0.2333507552742958, + "num_tokens": 11641418.0, + "step": 4890 + }, + { + "entropy": 5.0347026824951175, + "epoch": 4.790014684287812, + "grad_norm": 1.125, + "learning_rate": 0.00032903516741264124, + "loss": 4.7665, + "mean_token_accuracy": 0.2256920740008354, + "num_tokens": 11654797.0, + "step": 4895 + }, + { + "entropy": 4.936593437194825, + "epoch": 4.794909446891825, + "grad_norm": 0.984375, + "learning_rate": 0.00032866257456487215, + "loss": 4.5822, + "mean_token_accuracy": 0.2424963504076004, + "num_tokens": 11667880.0, + "step": 4900 + }, + { + "entropy": 4.986945867538452, + "epoch": 4.799804209495839, + "grad_norm": 1.125, + "learning_rate": 0.00032828982562106023, + "loss": 4.5762, + "mean_token_accuracy": 0.23732181191444396, + "num_tokens": 11680229.0, + "step": 4905 + }, + { + "entropy": 4.926059579849243, + "epoch": 4.804698972099853, + "grad_norm": 1.1484375, + "learning_rate": 0.000327916921665474, + "loss": 4.5886, + "mean_token_accuracy": 0.23226813673973085, + "num_tokens": 11691219.0, + "step": 4910 + }, + { + "entropy": 4.9361631870269775, + "epoch": 4.809593734703867, + "grad_norm": 1.140625, + "learning_rate": 0.00032754386378283266, + "loss": 4.5513, + "mean_token_accuracy": 0.24084499776363372, + "num_tokens": 11702630.0, + "step": 4915 + }, + { + "entropy": 4.962361097335815, + "epoch": 4.814488497307881, + "grad_norm": 1.15625, + "learning_rate": 0.0003271706530583035, + "loss": 4.6579, + "mean_token_accuracy": 0.23210628032684327, + "num_tokens": 11713904.0, + "step": 4920 + }, + { + "entropy": 4.9835145473480225, + "epoch": 4.819383259911894, + "grad_norm": 1.171875, + "learning_rate": 0.00032679729057749797, + "loss": 4.5844, + "mean_token_accuracy": 0.24705798029899598, + "num_tokens": 11726106.0, + "step": 4925 + }, + { + "entropy": 4.951479530334472, + "epoch": 4.824278022515908, + "grad_norm": 1.109375, + "learning_rate": 0.0003264237774264693, + "loss": 4.5579, + "mean_token_accuracy": 0.2422999322414398, + "num_tokens": 11739032.0, + "step": 4930 + }, + { + "entropy": 4.921961879730224, + "epoch": 4.829172785119922, + "grad_norm": 1.21875, + "learning_rate": 0.00032605011469170875, + "loss": 4.5394, + "mean_token_accuracy": 0.23905659317970276, + "num_tokens": 11750859.0, + "step": 4935 + }, + { + "entropy": 4.932737016677857, + "epoch": 4.834067547723936, + "grad_norm": 1.1171875, + "learning_rate": 0.000325676303460143, + "loss": 4.5245, + "mean_token_accuracy": 0.25352912247180937, + "num_tokens": 11761442.0, + "step": 4940 + }, + { + "entropy": 4.915727233886718, + "epoch": 4.838962310327949, + "grad_norm": 1.171875, + "learning_rate": 0.0003253023448191303, + "loss": 4.4855, + "mean_token_accuracy": 0.2534261792898178, + "num_tokens": 11771986.0, + "step": 4945 + }, + { + "entropy": 4.8648669719696045, + "epoch": 4.8438570729319625, + "grad_norm": 1.2109375, + "learning_rate": 0.00032492823985645804, + "loss": 4.5548, + "mean_token_accuracy": 0.23888727724552156, + "num_tokens": 11782813.0, + "step": 4950 + }, + { + "entropy": 4.965753889083862, + "epoch": 4.848751835535976, + "grad_norm": 1.265625, + "learning_rate": 0.0003245539896603391, + "loss": 4.6013, + "mean_token_accuracy": 0.23862355351448059, + "num_tokens": 11794676.0, + "step": 4955 + }, + { + "entropy": 4.956359577178955, + "epoch": 4.85364659813999, + "grad_norm": 1.1953125, + "learning_rate": 0.0003241795953194086, + "loss": 4.5374, + "mean_token_accuracy": 0.2480431005358696, + "num_tokens": 11806251.0, + "step": 4960 + }, + { + "entropy": 4.981100988388062, + "epoch": 4.858541360744004, + "grad_norm": 1.1015625, + "learning_rate": 0.0003238050579227215, + "loss": 4.618, + "mean_token_accuracy": 0.2375776380300522, + "num_tokens": 11817331.0, + "step": 4965 + }, + { + "entropy": 4.944558477401733, + "epoch": 4.863436123348018, + "grad_norm": 1.21875, + "learning_rate": 0.0003234303785597482, + "loss": 4.6062, + "mean_token_accuracy": 0.2414374068379402, + "num_tokens": 11829178.0, + "step": 4970 + }, + { + "entropy": 4.879626083374023, + "epoch": 4.868330885952031, + "grad_norm": 1.3359375, + "learning_rate": 0.0003230555583203728, + "loss": 4.6051, + "mean_token_accuracy": 0.23914755880832672, + "num_tokens": 11841421.0, + "step": 4975 + }, + { + "entropy": 4.902350521087646, + "epoch": 4.873225648556045, + "grad_norm": 1.0625, + "learning_rate": 0.0003226805982948884, + "loss": 4.5538, + "mean_token_accuracy": 0.23678377121686936, + "num_tokens": 11854351.0, + "step": 4980 + }, + { + "entropy": 4.972124814987183, + "epoch": 4.878120411160059, + "grad_norm": 1.203125, + "learning_rate": 0.00032230549957399534, + "loss": 4.5696, + "mean_token_accuracy": 0.2439131036400795, + "num_tokens": 11865739.0, + "step": 4985 + }, + { + "entropy": 5.014398574829102, + "epoch": 4.883015173764073, + "grad_norm": 1.1484375, + "learning_rate": 0.0003219302632487971, + "loss": 4.7044, + "mean_token_accuracy": 0.233197383582592, + "num_tokens": 11878215.0, + "step": 4990 + }, + { + "entropy": 4.957666969299316, + "epoch": 4.887909936368086, + "grad_norm": 1.1796875, + "learning_rate": 0.00032155489041079755, + "loss": 4.5947, + "mean_token_accuracy": 0.2403508022427559, + "num_tokens": 11890224.0, + "step": 4995 + }, + { + "entropy": 4.90994439125061, + "epoch": 4.8928046989721, + "grad_norm": 1.09375, + "learning_rate": 0.0003211793821518977, + "loss": 4.5575, + "mean_token_accuracy": 0.2488363578915596, + "num_tokens": 11901982.0, + "step": 5000 + }, + { + "epoch": 4.8928046989721, + "eval_entropy": 4.9151236916916, + "eval_loss": 5.558598518371582, + "eval_mean_token_accuracy": 0.20045298462400857, + "eval_num_tokens": 11901982.0, + "eval_runtime": 2.7091, + "eval_samples_per_second": 1272.391, + "eval_steps_per_second": 159.095, + "step": 5000 + }, + { + "entropy": 4.970084285736084, + "epoch": 4.897699461576114, + "grad_norm": 1.21875, + "learning_rate": 0.00032080373956439213, + "loss": 4.5766, + "mean_token_accuracy": 0.23770701736211777, + "num_tokens": 11914236.0, + "step": 5005 + }, + { + "entropy": 4.940792083740234, + "epoch": 4.9025942241801275, + "grad_norm": 1.3125, + "learning_rate": 0.0003204279637409667, + "loss": 4.6004, + "mean_token_accuracy": 0.24051721394062042, + "num_tokens": 11924946.0, + "step": 5010 + }, + { + "entropy": 4.928751277923584, + "epoch": 4.907488986784141, + "grad_norm": 1.1484375, + "learning_rate": 0.00032005205577469436, + "loss": 4.6396, + "mean_token_accuracy": 0.2318523943424225, + "num_tokens": 11937135.0, + "step": 5015 + }, + { + "entropy": 4.892696285247803, + "epoch": 4.912383749388154, + "grad_norm": 1.171875, + "learning_rate": 0.0003196760167590328, + "loss": 4.5777, + "mean_token_accuracy": 0.24381590336561204, + "num_tokens": 11948831.0, + "step": 5020 + }, + { + "entropy": 5.015315008163452, + "epoch": 4.917278511992168, + "grad_norm": 1.3515625, + "learning_rate": 0.00031929984778782057, + "loss": 4.7053, + "mean_token_accuracy": 0.23329141587018967, + "num_tokens": 11961048.0, + "step": 5025 + }, + { + "entropy": 4.913628101348877, + "epoch": 4.922173274596182, + "grad_norm": 1.203125, + "learning_rate": 0.00031892354995527444, + "loss": 4.5653, + "mean_token_accuracy": 0.23947801887989045, + "num_tokens": 11973015.0, + "step": 5030 + }, + { + "entropy": 4.931114625930786, + "epoch": 4.927068037200196, + "grad_norm": 1.0625, + "learning_rate": 0.00031854712435598615, + "loss": 4.6083, + "mean_token_accuracy": 0.23548408597707748, + "num_tokens": 11985139.0, + "step": 5035 + }, + { + "entropy": 4.971907615661621, + "epoch": 4.931962799804209, + "grad_norm": 1.265625, + "learning_rate": 0.0003181705720849188, + "loss": 4.6079, + "mean_token_accuracy": 0.23368552327156067, + "num_tokens": 11996420.0, + "step": 5040 + }, + { + "entropy": 4.979585790634156, + "epoch": 4.936857562408223, + "grad_norm": 1.1875, + "learning_rate": 0.0003177938942374042, + "loss": 4.5557, + "mean_token_accuracy": 0.2486712157726288, + "num_tokens": 12007104.0, + "step": 5045 + }, + { + "entropy": 4.938420629501342, + "epoch": 4.941752325012237, + "grad_norm": 1.1796875, + "learning_rate": 0.0003174170919091392, + "loss": 4.6011, + "mean_token_accuracy": 0.2386533722281456, + "num_tokens": 12018663.0, + "step": 5050 + }, + { + "entropy": 4.980367660522461, + "epoch": 4.946647087616251, + "grad_norm": 1.1484375, + "learning_rate": 0.00031704016619618305, + "loss": 4.6438, + "mean_token_accuracy": 0.23362721502780914, + "num_tokens": 12030445.0, + "step": 5055 + }, + { + "entropy": 4.970768880844116, + "epoch": 4.951541850220265, + "grad_norm": 1.21875, + "learning_rate": 0.0003166631181949536, + "loss": 4.6339, + "mean_token_accuracy": 0.23144124448299408, + "num_tokens": 12042301.0, + "step": 5060 + }, + { + "entropy": 4.887622547149658, + "epoch": 4.9564366128242785, + "grad_norm": 1.140625, + "learning_rate": 0.00031628594900222465, + "loss": 4.5971, + "mean_token_accuracy": 0.23787095993757248, + "num_tokens": 12054131.0, + "step": 5065 + }, + { + "entropy": 4.968758010864258, + "epoch": 4.9613313754282915, + "grad_norm": 1.0390625, + "learning_rate": 0.00031590865971512237, + "loss": 4.6252, + "mean_token_accuracy": 0.234019935131073, + "num_tokens": 12067292.0, + "step": 5070 + }, + { + "entropy": 4.953561735153198, + "epoch": 4.966226138032305, + "grad_norm": 1.1953125, + "learning_rate": 0.00031553125143112237, + "loss": 4.6688, + "mean_token_accuracy": 0.23385276794433593, + "num_tokens": 12078056.0, + "step": 5075 + }, + { + "entropy": 4.884413242340088, + "epoch": 4.971120900636319, + "grad_norm": 1.2421875, + "learning_rate": 0.00031515372524804644, + "loss": 4.5109, + "mean_token_accuracy": 0.24655757546424867, + "num_tokens": 12089310.0, + "step": 5080 + }, + { + "entropy": 4.915296745300293, + "epoch": 4.976015663240333, + "grad_norm": 1.2421875, + "learning_rate": 0.00031477608226405907, + "loss": 4.5641, + "mean_token_accuracy": 0.24150988906621934, + "num_tokens": 12100931.0, + "step": 5085 + }, + { + "entropy": 4.936488294601441, + "epoch": 4.980910425844346, + "grad_norm": 1.203125, + "learning_rate": 0.00031439832357766485, + "loss": 4.604, + "mean_token_accuracy": 0.23317671120166777, + "num_tokens": 12112159.0, + "step": 5090 + }, + { + "entropy": 4.974797010421753, + "epoch": 4.98580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.00031402045028770456, + "loss": 4.6281, + "mean_token_accuracy": 0.23169159889221191, + "num_tokens": 12124057.0, + "step": 5095 + }, + { + "entropy": 4.9140619277954105, + "epoch": 4.990699951052374, + "grad_norm": 1.109375, + "learning_rate": 0.0003136424634933528, + "loss": 4.5903, + "mean_token_accuracy": 0.23971892148256302, + "num_tokens": 12136697.0, + "step": 5100 + }, + { + "entropy": 4.9594427108764645, + "epoch": 4.995594713656388, + "grad_norm": 1.171875, + "learning_rate": 0.00031326436429411386, + "loss": 4.5789, + "mean_token_accuracy": 0.24007336646318436, + "num_tokens": 12149152.0, + "step": 5105 + }, + { + "entropy": 4.837845855289036, + "epoch": 5.0, + "grad_norm": 2.25, + "learning_rate": 0.0003128861537898193, + "loss": 4.5335, + "mean_token_accuracy": 0.24379850758446586, + "num_tokens": 12158480.0, + "step": 5110 + }, + { + "entropy": 4.958009862899781, + "epoch": 5.004894762604014, + "grad_norm": 1.1953125, + "learning_rate": 0.0003125078330806245, + "loss": 4.3122, + "mean_token_accuracy": 0.2604338303208351, + "num_tokens": 12168435.0, + "step": 5115 + }, + { + "entropy": 4.963918924331665, + "epoch": 5.009789525208028, + "grad_norm": 1.0390625, + "learning_rate": 0.00031212940326700504, + "loss": 4.322, + "mean_token_accuracy": 0.26302495002746584, + "num_tokens": 12180408.0, + "step": 5120 + }, + { + "entropy": 4.897024536132813, + "epoch": 5.014684287812041, + "grad_norm": 1.1953125, + "learning_rate": 0.00031175086544975436, + "loss": 4.3045, + "mean_token_accuracy": 0.26604206264019015, + "num_tokens": 12192139.0, + "step": 5125 + }, + { + "entropy": 4.938781595230102, + "epoch": 5.019579050416055, + "grad_norm": 1.21875, + "learning_rate": 0.0003113722207299795, + "loss": 4.3542, + "mean_token_accuracy": 0.2577071011066437, + "num_tokens": 12204184.0, + "step": 5130 + }, + { + "entropy": 4.999024438858032, + "epoch": 5.024473813020069, + "grad_norm": 1.140625, + "learning_rate": 0.00031099347020909906, + "loss": 4.4331, + "mean_token_accuracy": 0.24938651025295258, + "num_tokens": 12216512.0, + "step": 5135 + }, + { + "entropy": 4.886103200912475, + "epoch": 5.0293685756240825, + "grad_norm": 1.0859375, + "learning_rate": 0.00031061461498883895, + "loss": 4.2971, + "mean_token_accuracy": 0.269036191701889, + "num_tokens": 12227419.0, + "step": 5140 + }, + { + "entropy": 4.847523498535156, + "epoch": 5.034263338228096, + "grad_norm": 1.21875, + "learning_rate": 0.0003102356561712299, + "loss": 4.3648, + "mean_token_accuracy": 0.25474782586097716, + "num_tokens": 12238965.0, + "step": 5145 + }, + { + "entropy": 4.959598731994629, + "epoch": 5.039158100832109, + "grad_norm": 1.109375, + "learning_rate": 0.0003098565948586038, + "loss": 4.4558, + "mean_token_accuracy": 0.24450213015079497, + "num_tokens": 12252740.0, + "step": 5150 + }, + { + "entropy": 4.921490287780761, + "epoch": 5.044052863436123, + "grad_norm": 1.1875, + "learning_rate": 0.00030947743215359075, + "loss": 4.3254, + "mean_token_accuracy": 0.25831259191036227, + "num_tokens": 12264190.0, + "step": 5155 + }, + { + "entropy": 4.907011032104492, + "epoch": 5.048947626040137, + "grad_norm": 1.1796875, + "learning_rate": 0.0003090981691591159, + "loss": 4.3652, + "mean_token_accuracy": 0.25150704085826875, + "num_tokens": 12275901.0, + "step": 5160 + }, + { + "entropy": 4.905701065063477, + "epoch": 5.053842388644151, + "grad_norm": 1.0859375, + "learning_rate": 0.000308718806978396, + "loss": 4.3429, + "mean_token_accuracy": 0.25858851969242097, + "num_tokens": 12287320.0, + "step": 5165 + }, + { + "entropy": 4.966667413711548, + "epoch": 5.058737151248164, + "grad_norm": 1.03125, + "learning_rate": 0.0003083393467149363, + "loss": 4.3863, + "mean_token_accuracy": 0.2497824788093567, + "num_tokens": 12300796.0, + "step": 5170 + }, + { + "entropy": 4.899695777893067, + "epoch": 5.063631913852178, + "grad_norm": 1.2109375, + "learning_rate": 0.0003079597894725274, + "loss": 4.3642, + "mean_token_accuracy": 0.2561481907963753, + "num_tokens": 12313368.0, + "step": 5175 + }, + { + "entropy": 4.918936395645142, + "epoch": 5.068526676456192, + "grad_norm": 1.3359375, + "learning_rate": 0.00030758013635524205, + "loss": 4.3876, + "mean_token_accuracy": 0.254037569463253, + "num_tokens": 12325071.0, + "step": 5180 + }, + { + "entropy": 4.832960748672486, + "epoch": 5.073421439060206, + "grad_norm": 1.25, + "learning_rate": 0.0003072003884674319, + "loss": 4.3656, + "mean_token_accuracy": 0.2558576062321663, + "num_tokens": 12336851.0, + "step": 5185 + }, + { + "entropy": 4.764031934738159, + "epoch": 5.07831620166422, + "grad_norm": 1.2578125, + "learning_rate": 0.00030682054691372396, + "loss": 4.3434, + "mean_token_accuracy": 0.25979203879833224, + "num_tokens": 12348401.0, + "step": 5190 + }, + { + "entropy": 4.95928840637207, + "epoch": 5.083210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.0003064406127990182, + "loss": 4.3884, + "mean_token_accuracy": 0.2560496285557747, + "num_tokens": 12359545.0, + "step": 5195 + }, + { + "entropy": 5.0024186134338375, + "epoch": 5.0881057268722465, + "grad_norm": 1.2109375, + "learning_rate": 0.0003060605872284834, + "loss": 4.396, + "mean_token_accuracy": 0.25134445130825045, + "num_tokens": 12371385.0, + "step": 5200 + }, + { + "entropy": 4.871951484680176, + "epoch": 5.09300048947626, + "grad_norm": 1.125, + "learning_rate": 0.00030568047130755474, + "loss": 4.415, + "mean_token_accuracy": 0.25351625978946685, + "num_tokens": 12384933.0, + "step": 5205 + }, + { + "entropy": 4.867712926864624, + "epoch": 5.097895252080274, + "grad_norm": 1.171875, + "learning_rate": 0.00030530026614192983, + "loss": 4.3827, + "mean_token_accuracy": 0.2571286603808403, + "num_tokens": 12397301.0, + "step": 5210 + }, + { + "entropy": 4.920883750915527, + "epoch": 5.102790014684288, + "grad_norm": 1.2578125, + "learning_rate": 0.0003049199728375662, + "loss": 4.3399, + "mean_token_accuracy": 0.2628617614507675, + "num_tokens": 12408593.0, + "step": 5215 + }, + { + "entropy": 4.908628320693969, + "epoch": 5.107684777288301, + "grad_norm": 1.2578125, + "learning_rate": 0.00030453959250067764, + "loss": 4.3396, + "mean_token_accuracy": 0.2595177605748177, + "num_tokens": 12419498.0, + "step": 5220 + }, + { + "entropy": 4.821868848800659, + "epoch": 5.112579539892315, + "grad_norm": 1.1015625, + "learning_rate": 0.00030415912623773107, + "loss": 4.3209, + "mean_token_accuracy": 0.2581139370799065, + "num_tokens": 12431874.0, + "step": 5225 + }, + { + "entropy": 4.9897682666778564, + "epoch": 5.117474302496329, + "grad_norm": 1.125, + "learning_rate": 0.0003037785751554434, + "loss": 4.501, + "mean_token_accuracy": 0.25574222952127457, + "num_tokens": 12444030.0, + "step": 5230 + }, + { + "entropy": 4.962854623794556, + "epoch": 5.122369065100343, + "grad_norm": 1.2421875, + "learning_rate": 0.00030339794036077824, + "loss": 4.3746, + "mean_token_accuracy": 0.25864806324243544, + "num_tokens": 12454627.0, + "step": 5235 + }, + { + "entropy": 4.834767484664917, + "epoch": 5.127263827704357, + "grad_norm": 1.265625, + "learning_rate": 0.0003030172229609427, + "loss": 4.3432, + "mean_token_accuracy": 0.2612172350287437, + "num_tokens": 12466465.0, + "step": 5240 + }, + { + "entropy": 4.888991165161133, + "epoch": 5.13215859030837, + "grad_norm": 1.140625, + "learning_rate": 0.0003026364240633842, + "loss": 4.296, + "mean_token_accuracy": 0.27039791345596315, + "num_tokens": 12478886.0, + "step": 5245 + }, + { + "entropy": 4.848423814773559, + "epoch": 5.137053352912384, + "grad_norm": 1.171875, + "learning_rate": 0.00030225554477578733, + "loss": 4.3093, + "mean_token_accuracy": 0.2598715707659721, + "num_tokens": 12491418.0, + "step": 5250 + }, + { + "entropy": 4.859292840957641, + "epoch": 5.1419481155163975, + "grad_norm": 1.1875, + "learning_rate": 0.0003018745862060702, + "loss": 4.3423, + "mean_token_accuracy": 0.2566388979554176, + "num_tokens": 12503784.0, + "step": 5255 + }, + { + "entropy": 4.907123231887818, + "epoch": 5.146842878120411, + "grad_norm": 1.140625, + "learning_rate": 0.00030149354946238196, + "loss": 4.3375, + "mean_token_accuracy": 0.261844602227211, + "num_tokens": 12514560.0, + "step": 5260 + }, + { + "entropy": 4.897166156768799, + "epoch": 5.151737640724425, + "grad_norm": 1.171875, + "learning_rate": 0.0003011124356530989, + "loss": 4.4245, + "mean_token_accuracy": 0.2525751248002052, + "num_tokens": 12527920.0, + "step": 5265 + }, + { + "entropy": 4.928752136230469, + "epoch": 5.156632403328438, + "grad_norm": 1.1796875, + "learning_rate": 0.0003007312458868214, + "loss": 4.3743, + "mean_token_accuracy": 0.25650078505277635, + "num_tokens": 12538793.0, + "step": 5270 + }, + { + "entropy": 4.814674186706543, + "epoch": 5.161527165932452, + "grad_norm": 1.2109375, + "learning_rate": 0.0003003499812723711, + "loss": 4.3407, + "mean_token_accuracy": 0.25908356755971906, + "num_tokens": 12551158.0, + "step": 5275 + }, + { + "entropy": 4.931568908691406, + "epoch": 5.166421928536466, + "grad_norm": 1.1171875, + "learning_rate": 0.000299968642918787, + "loss": 4.4402, + "mean_token_accuracy": 0.25640726685523985, + "num_tokens": 12564138.0, + "step": 5280 + }, + { + "entropy": 4.921501970291137, + "epoch": 5.17131669114048, + "grad_norm": 1.28125, + "learning_rate": 0.00029958723193532287, + "loss": 4.4058, + "mean_token_accuracy": 0.25719621777534485, + "num_tokens": 12575140.0, + "step": 5285 + }, + { + "entropy": 4.872871589660645, + "epoch": 5.176211453744493, + "grad_norm": 1.171875, + "learning_rate": 0.0002992057494314437, + "loss": 4.3463, + "mean_token_accuracy": 0.252190089225769, + "num_tokens": 12586371.0, + "step": 5290 + }, + { + "entropy": 4.939267635345459, + "epoch": 5.181106216348507, + "grad_norm": 1.1328125, + "learning_rate": 0.00029882419651682234, + "loss": 4.4147, + "mean_token_accuracy": 0.2542558580636978, + "num_tokens": 12599785.0, + "step": 5295 + }, + { + "entropy": 4.789497232437133, + "epoch": 5.186000978952521, + "grad_norm": 1.296875, + "learning_rate": 0.00029844257430133674, + "loss": 4.212, + "mean_token_accuracy": 0.2707947090268135, + "num_tokens": 12611073.0, + "step": 5300 + }, + { + "entropy": 4.84962100982666, + "epoch": 5.190895741556535, + "grad_norm": 1.1484375, + "learning_rate": 0.00029806088389506614, + "loss": 4.3582, + "mean_token_accuracy": 0.25633101165294647, + "num_tokens": 12623337.0, + "step": 5305 + }, + { + "entropy": 4.874534654617309, + "epoch": 5.1957905041605486, + "grad_norm": 1.2109375, + "learning_rate": 0.00029767912640828837, + "loss": 4.3945, + "mean_token_accuracy": 0.25490366518497465, + "num_tokens": 12635325.0, + "step": 5310 + }, + { + "entropy": 5.002076005935669, + "epoch": 5.2006852667645616, + "grad_norm": 1.1953125, + "learning_rate": 0.00029729730295147627, + "loss": 4.4477, + "mean_token_accuracy": 0.25073795169591906, + "num_tokens": 12646675.0, + "step": 5315 + }, + { + "entropy": 4.881000995635986, + "epoch": 5.2055800293685754, + "grad_norm": 1.2421875, + "learning_rate": 0.00029691541463529466, + "loss": 4.3804, + "mean_token_accuracy": 0.2621867716312408, + "num_tokens": 12657349.0, + "step": 5320 + }, + { + "entropy": 4.919429540634155, + "epoch": 5.210474791972589, + "grad_norm": 1.21875, + "learning_rate": 0.0002965334625705968, + "loss": 4.4285, + "mean_token_accuracy": 0.25295074433088305, + "num_tokens": 12669851.0, + "step": 5325 + }, + { + "entropy": 4.976959133148194, + "epoch": 5.215369554576603, + "grad_norm": 1.09375, + "learning_rate": 0.00029615144786842174, + "loss": 4.4419, + "mean_token_accuracy": 0.25048954486846925, + "num_tokens": 12684368.0, + "step": 5330 + }, + { + "entropy": 4.908678770065308, + "epoch": 5.220264317180617, + "grad_norm": 1.25, + "learning_rate": 0.00029576937163999046, + "loss": 4.3887, + "mean_token_accuracy": 0.25789752006530764, + "num_tokens": 12696401.0, + "step": 5335 + }, + { + "entropy": 4.888817834854126, + "epoch": 5.22515907978463, + "grad_norm": 1.1953125, + "learning_rate": 0.000295387234996703, + "loss": 4.4001, + "mean_token_accuracy": 0.2558760404586792, + "num_tokens": 12707493.0, + "step": 5340 + }, + { + "entropy": 4.872880363464356, + "epoch": 5.230053842388644, + "grad_norm": 1.1953125, + "learning_rate": 0.0002950050390501351, + "loss": 4.3732, + "mean_token_accuracy": 0.25516442507505416, + "num_tokens": 12719732.0, + "step": 5345 + }, + { + "entropy": 4.870816421508789, + "epoch": 5.234948604992658, + "grad_norm": 1.28125, + "learning_rate": 0.0002946227849120352, + "loss": 4.3123, + "mean_token_accuracy": 0.2601855263113976, + "num_tokens": 12730629.0, + "step": 5350 + }, + { + "entropy": 4.887098169326782, + "epoch": 5.239843367596672, + "grad_norm": 1.2109375, + "learning_rate": 0.0002942404736943206, + "loss": 4.3079, + "mean_token_accuracy": 0.26518921852111815, + "num_tokens": 12742742.0, + "step": 5355 + }, + { + "entropy": 4.886412620544434, + "epoch": 5.244738130200686, + "grad_norm": 1.21875, + "learning_rate": 0.00029385810650907514, + "loss": 4.474, + "mean_token_accuracy": 0.24400135576725007, + "num_tokens": 12755810.0, + "step": 5360 + }, + { + "entropy": 4.864665222167969, + "epoch": 5.249632892804699, + "grad_norm": 1.0703125, + "learning_rate": 0.000293475684468545, + "loss": 4.3247, + "mean_token_accuracy": 0.2605849504470825, + "num_tokens": 12768774.0, + "step": 5365 + }, + { + "entropy": 4.871584033966064, + "epoch": 5.254527655408713, + "grad_norm": 1.2421875, + "learning_rate": 0.0002930932086851362, + "loss": 4.311, + "mean_token_accuracy": 0.2626017689704895, + "num_tokens": 12778860.0, + "step": 5370 + }, + { + "entropy": 4.802646493911743, + "epoch": 5.2594224180127265, + "grad_norm": 1.1796875, + "learning_rate": 0.00029271068027141093, + "loss": 4.3288, + "mean_token_accuracy": 0.25410080701112747, + "num_tokens": 12790718.0, + "step": 5375 + }, + { + "entropy": 4.8621697425842285, + "epoch": 5.26431718061674, + "grad_norm": 1.2109375, + "learning_rate": 0.0002923281003400848, + "loss": 4.3795, + "mean_token_accuracy": 0.2574193745851517, + "num_tokens": 12801924.0, + "step": 5380 + }, + { + "entropy": 4.8984628200531, + "epoch": 5.269211943220753, + "grad_norm": 1.109375, + "learning_rate": 0.00029194547000402284, + "loss": 4.423, + "mean_token_accuracy": 0.24654452204704286, + "num_tokens": 12814180.0, + "step": 5385 + }, + { + "entropy": 4.925138330459594, + "epoch": 5.274106705824767, + "grad_norm": 1.203125, + "learning_rate": 0.00029156279037623694, + "loss": 4.3861, + "mean_token_accuracy": 0.2502188071608543, + "num_tokens": 12826179.0, + "step": 5390 + }, + { + "entropy": 4.8376720428466795, + "epoch": 5.279001468428781, + "grad_norm": 1.1484375, + "learning_rate": 0.0002911800625698823, + "loss": 4.473, + "mean_token_accuracy": 0.24802757054567337, + "num_tokens": 12838818.0, + "step": 5395 + }, + { + "entropy": 4.865996932983398, + "epoch": 5.283896231032795, + "grad_norm": 1.171875, + "learning_rate": 0.0002907972876982544, + "loss": 4.326, + "mean_token_accuracy": 0.2606485769152641, + "num_tokens": 12850404.0, + "step": 5400 + }, + { + "entropy": 4.852719354629516, + "epoch": 5.288790993636809, + "grad_norm": 1.21875, + "learning_rate": 0.00029041446687478543, + "loss": 4.3717, + "mean_token_accuracy": 0.251312343776226, + "num_tokens": 12862902.0, + "step": 5405 + }, + { + "entropy": 4.842373514175415, + "epoch": 5.293685756240822, + "grad_norm": 1.25, + "learning_rate": 0.0002900316012130413, + "loss": 4.3494, + "mean_token_accuracy": 0.25836356431245805, + "num_tokens": 12875440.0, + "step": 5410 + }, + { + "entropy": 4.975588035583496, + "epoch": 5.298580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.0002896486918267186, + "loss": 4.472, + "mean_token_accuracy": 0.2513862207531929, + "num_tokens": 12887664.0, + "step": 5415 + }, + { + "entropy": 4.866049575805664, + "epoch": 5.30347528144885, + "grad_norm": 1.234375, + "learning_rate": 0.00028926573982964067, + "loss": 4.3668, + "mean_token_accuracy": 0.25593926161527636, + "num_tokens": 12898597.0, + "step": 5420 + }, + { + "entropy": 4.844847679138184, + "epoch": 5.308370044052864, + "grad_norm": 1.2265625, + "learning_rate": 0.00028888274633575504, + "loss": 4.3405, + "mean_token_accuracy": 0.2640332952141762, + "num_tokens": 12910272.0, + "step": 5425 + }, + { + "entropy": 4.92423415184021, + "epoch": 5.3132648066568775, + "grad_norm": 1.2421875, + "learning_rate": 0.00028849971245913005, + "loss": 4.3896, + "mean_token_accuracy": 0.2510180279612541, + "num_tokens": 12920481.0, + "step": 5430 + }, + { + "entropy": 4.862576961517334, + "epoch": 5.3181595692608905, + "grad_norm": 1.125, + "learning_rate": 0.00028811663931395127, + "loss": 4.3703, + "mean_token_accuracy": 0.25634227246046065, + "num_tokens": 12933388.0, + "step": 5435 + }, + { + "entropy": 4.848942279815674, + "epoch": 5.323054331864904, + "grad_norm": 1.1328125, + "learning_rate": 0.00028773352801451864, + "loss": 4.3438, + "mean_token_accuracy": 0.2634120240807533, + "num_tokens": 12944552.0, + "step": 5440 + }, + { + "entropy": 4.927693271636963, + "epoch": 5.327949094468918, + "grad_norm": 1.1953125, + "learning_rate": 0.00028735037967524303, + "loss": 4.4076, + "mean_token_accuracy": 0.24917805194854736, + "num_tokens": 12956412.0, + "step": 5445 + }, + { + "entropy": 4.800685691833496, + "epoch": 5.332843857072932, + "grad_norm": 1.1015625, + "learning_rate": 0.0002869671954106432, + "loss": 4.271, + "mean_token_accuracy": 0.26187579333782196, + "num_tokens": 12969317.0, + "step": 5450 + }, + { + "entropy": 4.889603948593139, + "epoch": 5.337738619676946, + "grad_norm": 1.1484375, + "learning_rate": 0.0002865839763353421, + "loss": 4.4635, + "mean_token_accuracy": 0.24944115430116653, + "num_tokens": 12982699.0, + "step": 5455 + }, + { + "entropy": 4.961989641189575, + "epoch": 5.342633382280959, + "grad_norm": 1.171875, + "learning_rate": 0.00028620072356406437, + "loss": 4.4472, + "mean_token_accuracy": 0.24868619740009307, + "num_tokens": 12995777.0, + "step": 5460 + }, + { + "entropy": 4.847643852233887, + "epoch": 5.347528144884973, + "grad_norm": 1.1796875, + "learning_rate": 0.0002858174382116322, + "loss": 4.3442, + "mean_token_accuracy": 0.25567984879016875, + "num_tokens": 13006992.0, + "step": 5465 + }, + { + "entropy": 4.847750473022461, + "epoch": 5.352422907488987, + "grad_norm": 1.15625, + "learning_rate": 0.00028543412139296295, + "loss": 4.3688, + "mean_token_accuracy": 0.25548591911792756, + "num_tokens": 13019333.0, + "step": 5470 + }, + { + "entropy": 4.889858913421631, + "epoch": 5.357317670093001, + "grad_norm": 1.2578125, + "learning_rate": 0.0002850507742230652, + "loss": 4.3919, + "mean_token_accuracy": 0.25415838360786436, + "num_tokens": 13031398.0, + "step": 5475 + }, + { + "entropy": 4.897127771377564, + "epoch": 5.362212432697014, + "grad_norm": 1.28125, + "learning_rate": 0.000284667397817036, + "loss": 4.3531, + "mean_token_accuracy": 0.25854593217372895, + "num_tokens": 13043052.0, + "step": 5480 + }, + { + "entropy": 4.837593936920166, + "epoch": 5.367107195301028, + "grad_norm": 1.1953125, + "learning_rate": 0.00028428399329005744, + "loss": 4.3506, + "mean_token_accuracy": 0.25983099043369295, + "num_tokens": 13053297.0, + "step": 5485 + }, + { + "entropy": 4.903572607040405, + "epoch": 5.3720019579050415, + "grad_norm": 1.21875, + "learning_rate": 0.00028390056175739333, + "loss": 4.4608, + "mean_token_accuracy": 0.250194339454174, + "num_tokens": 13066922.0, + "step": 5490 + }, + { + "entropy": 4.967030334472656, + "epoch": 5.376896720509055, + "grad_norm": 1.1796875, + "learning_rate": 0.0002835171043343861, + "loss": 4.4263, + "mean_token_accuracy": 0.25020225942134855, + "num_tokens": 13078819.0, + "step": 5495 + }, + { + "entropy": 4.889230489730835, + "epoch": 5.381791483113069, + "grad_norm": 1.21875, + "learning_rate": 0.0002831336221364534, + "loss": 4.4086, + "mean_token_accuracy": 0.2416940689086914, + "num_tokens": 13091737.0, + "step": 5500 + }, + { + "entropy": 4.82708969116211, + "epoch": 5.386686245717082, + "grad_norm": 1.140625, + "learning_rate": 0.00028275011627908517, + "loss": 4.3627, + "mean_token_accuracy": 0.26323580741882324, + "num_tokens": 13104338.0, + "step": 5505 + }, + { + "entropy": 4.8442614555358885, + "epoch": 5.391581008321096, + "grad_norm": 1.1015625, + "learning_rate": 0.0002823665878778398, + "loss": 4.3563, + "mean_token_accuracy": 0.2633529782295227, + "num_tokens": 13117348.0, + "step": 5510 + }, + { + "entropy": 4.9412072658538815, + "epoch": 5.39647577092511, + "grad_norm": 1.1796875, + "learning_rate": 0.00028198303804834163, + "loss": 4.4809, + "mean_token_accuracy": 0.24831988662481308, + "num_tokens": 13130204.0, + "step": 5515 + }, + { + "entropy": 5.003201055526733, + "epoch": 5.401370533529124, + "grad_norm": 1.125, + "learning_rate": 0.0002815994679062771, + "loss": 4.4445, + "mean_token_accuracy": 0.25087785720825195, + "num_tokens": 13141999.0, + "step": 5520 + }, + { + "entropy": 4.8898577213287355, + "epoch": 5.406265296133138, + "grad_norm": 1.1328125, + "learning_rate": 0.00028121587856739177, + "loss": 4.3676, + "mean_token_accuracy": 0.25085431784391404, + "num_tokens": 13154327.0, + "step": 5525 + }, + { + "entropy": 4.804069566726684, + "epoch": 5.411160058737151, + "grad_norm": 1.2890625, + "learning_rate": 0.0002808322711474873, + "loss": 4.3518, + "mean_token_accuracy": 0.25942639261484146, + "num_tokens": 13164271.0, + "step": 5530 + }, + { + "entropy": 4.837275075912475, + "epoch": 5.416054821341165, + "grad_norm": 1.15625, + "learning_rate": 0.00028044864676241737, + "loss": 4.3722, + "mean_token_accuracy": 0.2564785420894623, + "num_tokens": 13175801.0, + "step": 5535 + }, + { + "entropy": 4.882635021209717, + "epoch": 5.420949583945179, + "grad_norm": 1.125, + "learning_rate": 0.00028006500652808566, + "loss": 4.357, + "mean_token_accuracy": 0.24884607046842575, + "num_tokens": 13188793.0, + "step": 5540 + }, + { + "entropy": 4.95216588973999, + "epoch": 5.425844346549193, + "grad_norm": 1.0859375, + "learning_rate": 0.0002796813515604415, + "loss": 4.3867, + "mean_token_accuracy": 0.2546717330813408, + "num_tokens": 13200567.0, + "step": 5545 + }, + { + "entropy": 4.859859657287598, + "epoch": 5.4307391091532065, + "grad_norm": 1.2734375, + "learning_rate": 0.0002792976829754773, + "loss": 4.3861, + "mean_token_accuracy": 0.2546194359660149, + "num_tokens": 13212105.0, + "step": 5550 + }, + { + "entropy": 4.881920719146729, + "epoch": 5.4356338717572195, + "grad_norm": 1.171875, + "learning_rate": 0.00027891400188922495, + "loss": 4.3623, + "mean_token_accuracy": 0.2614657819271088, + "num_tokens": 13223706.0, + "step": 5555 + }, + { + "entropy": 4.9416053771972654, + "epoch": 5.440528634361233, + "grad_norm": 1.234375, + "learning_rate": 0.00027853030941775274, + "loss": 4.5306, + "mean_token_accuracy": 0.2471021294593811, + "num_tokens": 13235326.0, + "step": 5560 + }, + { + "entropy": 4.907420444488525, + "epoch": 5.445423396965247, + "grad_norm": 1.125, + "learning_rate": 0.0002781466066771623, + "loss": 4.442, + "mean_token_accuracy": 0.2501250237226486, + "num_tokens": 13248182.0, + "step": 5565 + }, + { + "entropy": 4.909937381744385, + "epoch": 5.450318159569261, + "grad_norm": 1.21875, + "learning_rate": 0.00027776289478358477, + "loss": 4.4102, + "mean_token_accuracy": 0.2543193385004997, + "num_tokens": 13259729.0, + "step": 5570 + }, + { + "entropy": 5.001272296905517, + "epoch": 5.455212922173274, + "grad_norm": 1.2890625, + "learning_rate": 0.0002773791748531781, + "loss": 4.5052, + "mean_token_accuracy": 0.24846877604722978, + "num_tokens": 13270735.0, + "step": 5575 + }, + { + "entropy": 4.887505054473877, + "epoch": 5.460107684777288, + "grad_norm": 1.09375, + "learning_rate": 0.00027699544800212356, + "loss": 4.3816, + "mean_token_accuracy": 0.25734333842992785, + "num_tokens": 13282724.0, + "step": 5580 + }, + { + "entropy": 4.870601558685303, + "epoch": 5.465002447381302, + "grad_norm": 1.1953125, + "learning_rate": 0.0002766117153466227, + "loss": 4.4024, + "mean_token_accuracy": 0.2541832819581032, + "num_tokens": 13296676.0, + "step": 5585 + }, + { + "entropy": 4.907495212554932, + "epoch": 5.469897209985316, + "grad_norm": 1.25, + "learning_rate": 0.0002762279780028937, + "loss": 4.3456, + "mean_token_accuracy": 0.2542095884680748, + "num_tokens": 13308524.0, + "step": 5590 + }, + { + "entropy": 4.904850864410401, + "epoch": 5.47479197258933, + "grad_norm": 1.09375, + "learning_rate": 0.00027584423708716866, + "loss": 4.4717, + "mean_token_accuracy": 0.2411001518368721, + "num_tokens": 13320523.0, + "step": 5595 + }, + { + "entropy": 4.818140125274658, + "epoch": 5.479686735193344, + "grad_norm": 1.0703125, + "learning_rate": 0.0002754604937156899, + "loss": 4.3241, + "mean_token_accuracy": 0.26283698827028273, + "num_tokens": 13333485.0, + "step": 5600 + }, + { + "entropy": 4.889340829849243, + "epoch": 5.484581497797357, + "grad_norm": 1.3125, + "learning_rate": 0.00027507674900470686, + "loss": 4.4188, + "mean_token_accuracy": 0.2551365777850151, + "num_tokens": 13345581.0, + "step": 5605 + }, + { + "entropy": 4.825367021560669, + "epoch": 5.4894762604013705, + "grad_norm": 1.3046875, + "learning_rate": 0.000274693004070473, + "loss": 4.3587, + "mean_token_accuracy": 0.2517304763197899, + "num_tokens": 13358672.0, + "step": 5610 + }, + { + "entropy": 4.9278435707092285, + "epoch": 5.494371023005384, + "grad_norm": 1.1953125, + "learning_rate": 0.00027430926002924226, + "loss": 4.3791, + "mean_token_accuracy": 0.2576457604765892, + "num_tokens": 13369753.0, + "step": 5615 + }, + { + "entropy": 4.9037861824035645, + "epoch": 5.499265785609398, + "grad_norm": 1.296875, + "learning_rate": 0.0002739255179972662, + "loss": 4.4261, + "mean_token_accuracy": 0.2506695121526718, + "num_tokens": 13381707.0, + "step": 5620 + }, + { + "entropy": 4.826402950286865, + "epoch": 5.504160548213411, + "grad_norm": 1.171875, + "learning_rate": 0.0002735417790907903, + "loss": 4.3484, + "mean_token_accuracy": 0.260126519203186, + "num_tokens": 13393551.0, + "step": 5625 + }, + { + "entropy": 4.915320825576782, + "epoch": 5.509055310817425, + "grad_norm": 1.3125, + "learning_rate": 0.0002731580444260512, + "loss": 4.4892, + "mean_token_accuracy": 0.2423268064856529, + "num_tokens": 13405253.0, + "step": 5630 + }, + { + "entropy": 4.9282050132751465, + "epoch": 5.513950073421439, + "grad_norm": 1.1640625, + "learning_rate": 0.0002727743151192729, + "loss": 4.3981, + "mean_token_accuracy": 0.2548184052109718, + "num_tokens": 13416892.0, + "step": 5635 + }, + { + "entropy": 4.901979303359985, + "epoch": 5.518844836025453, + "grad_norm": 1.1640625, + "learning_rate": 0.00027239059228666417, + "loss": 4.4077, + "mean_token_accuracy": 0.2559808880090714, + "num_tokens": 13429226.0, + "step": 5640 + }, + { + "entropy": 4.886145877838135, + "epoch": 5.523739598629467, + "grad_norm": 1.2265625, + "learning_rate": 0.0002720068770444146, + "loss": 4.4478, + "mean_token_accuracy": 0.2462196171283722, + "num_tokens": 13440028.0, + "step": 5645 + }, + { + "entropy": 4.788758850097656, + "epoch": 5.52863436123348, + "grad_norm": 1.140625, + "learning_rate": 0.000271623170508692, + "loss": 4.3139, + "mean_token_accuracy": 0.25626635253429414, + "num_tokens": 13451213.0, + "step": 5650 + }, + { + "entropy": 4.804979562759399, + "epoch": 5.533529123837494, + "grad_norm": 1.2109375, + "learning_rate": 0.00027123947379563857, + "loss": 4.3179, + "mean_token_accuracy": 0.25836723297834396, + "num_tokens": 13462751.0, + "step": 5655 + }, + { + "entropy": 4.7869219303131105, + "epoch": 5.538423886441508, + "grad_norm": 1.1328125, + "learning_rate": 0.00027085578802136823, + "loss": 4.3119, + "mean_token_accuracy": 0.2503983810544014, + "num_tokens": 13474622.0, + "step": 5660 + }, + { + "entropy": 4.9020153999328615, + "epoch": 5.5433186490455215, + "grad_norm": 1.125, + "learning_rate": 0.00027047211430196276, + "loss": 4.4257, + "mean_token_accuracy": 0.2556076109409332, + "num_tokens": 13485793.0, + "step": 5665 + }, + { + "entropy": 4.958245897293091, + "epoch": 5.5482134116495345, + "grad_norm": 1.1796875, + "learning_rate": 0.00027008845375346924, + "loss": 4.4426, + "mean_token_accuracy": 0.25535325407981874, + "num_tokens": 13497498.0, + "step": 5670 + }, + { + "entropy": 4.963417863845825, + "epoch": 5.553108174253548, + "grad_norm": 1.234375, + "learning_rate": 0.0002697048074918961, + "loss": 4.4397, + "mean_token_accuracy": 0.257719512283802, + "num_tokens": 13509305.0, + "step": 5675 + }, + { + "entropy": 4.838377571105957, + "epoch": 5.558002936857562, + "grad_norm": 1.125, + "learning_rate": 0.0002693211766332105, + "loss": 4.349, + "mean_token_accuracy": 0.26085864305496215, + "num_tokens": 13520339.0, + "step": 5680 + }, + { + "entropy": 4.846307229995728, + "epoch": 5.562897699461576, + "grad_norm": 1.203125, + "learning_rate": 0.0002689375622933344, + "loss": 4.3849, + "mean_token_accuracy": 0.25081703513860704, + "num_tokens": 13532043.0, + "step": 5685 + }, + { + "entropy": 4.938611602783203, + "epoch": 5.56779246206559, + "grad_norm": 1.15625, + "learning_rate": 0.00026855396558814225, + "loss": 4.4004, + "mean_token_accuracy": 0.2577081561088562, + "num_tokens": 13543335.0, + "step": 5690 + }, + { + "entropy": 4.948917627334595, + "epoch": 5.572687224669604, + "grad_norm": 1.234375, + "learning_rate": 0.0002681703876334567, + "loss": 4.467, + "mean_token_accuracy": 0.24466674774885178, + "num_tokens": 13553433.0, + "step": 5695 + }, + { + "entropy": 4.89360990524292, + "epoch": 5.577581987273617, + "grad_norm": 1.2109375, + "learning_rate": 0.0002677868295450463, + "loss": 4.4266, + "mean_token_accuracy": 0.2540895834565163, + "num_tokens": 13565176.0, + "step": 5700 + }, + { + "entropy": 4.873272132873535, + "epoch": 5.582476749877631, + "grad_norm": 1.171875, + "learning_rate": 0.0002674032924386214, + "loss": 4.3603, + "mean_token_accuracy": 0.25523366779088974, + "num_tokens": 13576650.0, + "step": 5705 + }, + { + "entropy": 4.818515777587891, + "epoch": 5.587371512481645, + "grad_norm": 1.1484375, + "learning_rate": 0.00026701977742983146, + "loss": 4.3695, + "mean_token_accuracy": 0.24810456931591035, + "num_tokens": 13588532.0, + "step": 5710 + }, + { + "entropy": 4.87041597366333, + "epoch": 5.592266275085659, + "grad_norm": 1.25, + "learning_rate": 0.00026663628563426185, + "loss": 4.3333, + "mean_token_accuracy": 0.26031445264816283, + "num_tokens": 13599424.0, + "step": 5715 + }, + { + "entropy": 4.856188344955444, + "epoch": 5.597161037689672, + "grad_norm": 1.2734375, + "learning_rate": 0.0002662528181674302, + "loss": 4.3466, + "mean_token_accuracy": 0.2565928384661674, + "num_tokens": 13610652.0, + "step": 5720 + }, + { + "entropy": 4.846140003204345, + "epoch": 5.6020558002936856, + "grad_norm": 1.171875, + "learning_rate": 0.0002658693761447835, + "loss": 4.4162, + "mean_token_accuracy": 0.24877500385046006, + "num_tokens": 13623040.0, + "step": 5725 + }, + { + "entropy": 4.899311065673828, + "epoch": 5.606950562897699, + "grad_norm": 1.25, + "learning_rate": 0.00026548596068169455, + "loss": 4.4517, + "mean_token_accuracy": 0.25163528472185137, + "num_tokens": 13635401.0, + "step": 5730 + }, + { + "entropy": 4.865639066696167, + "epoch": 5.611845325501713, + "grad_norm": 1.1171875, + "learning_rate": 0.00026510257289345915, + "loss": 4.3686, + "mean_token_accuracy": 0.25666899532079696, + "num_tokens": 13649100.0, + "step": 5735 + }, + { + "entropy": 4.885151338577271, + "epoch": 5.616740088105727, + "grad_norm": 1.1328125, + "learning_rate": 0.00026471921389529233, + "loss": 4.3883, + "mean_token_accuracy": 0.2459629863500595, + "num_tokens": 13661257.0, + "step": 5740 + }, + { + "entropy": 4.789510059356689, + "epoch": 5.62163485070974, + "grad_norm": 1.1640625, + "learning_rate": 0.0002643358848023256, + "loss": 4.3063, + "mean_token_accuracy": 0.2655410796403885, + "num_tokens": 13672507.0, + "step": 5745 + }, + { + "entropy": 4.9358001232147215, + "epoch": 5.626529613313754, + "grad_norm": 1.1484375, + "learning_rate": 0.0002639525867296033, + "loss": 4.4602, + "mean_token_accuracy": 0.2463882565498352, + "num_tokens": 13684143.0, + "step": 5750 + }, + { + "entropy": 4.950975131988526, + "epoch": 5.631424375917768, + "grad_norm": 1.2734375, + "learning_rate": 0.00026356932079207976, + "loss": 4.4523, + "mean_token_accuracy": 0.25883112400770186, + "num_tokens": 13696361.0, + "step": 5755 + }, + { + "entropy": 4.9228184700012205, + "epoch": 5.636319138521782, + "grad_norm": 1.3203125, + "learning_rate": 0.0002631860881046155, + "loss": 4.417, + "mean_token_accuracy": 0.25572172850370406, + "num_tokens": 13707199.0, + "step": 5760 + }, + { + "entropy": 4.85296139717102, + "epoch": 5.641213901125795, + "grad_norm": 1.1796875, + "learning_rate": 0.00026280288978197463, + "loss": 4.3313, + "mean_token_accuracy": 0.2568573772907257, + "num_tokens": 13718676.0, + "step": 5765 + }, + { + "entropy": 4.9180662631988525, + "epoch": 5.646108663729809, + "grad_norm": 1.2421875, + "learning_rate": 0.00026241972693882116, + "loss": 4.452, + "mean_token_accuracy": 0.2521181508898735, + "num_tokens": 13730299.0, + "step": 5770 + }, + { + "entropy": 4.848993158340454, + "epoch": 5.651003426333823, + "grad_norm": 1.1953125, + "learning_rate": 0.00026203660068971596, + "loss": 4.3345, + "mean_token_accuracy": 0.2588157162070274, + "num_tokens": 13741519.0, + "step": 5775 + }, + { + "entropy": 4.836781930923462, + "epoch": 5.655898188937837, + "grad_norm": 1.21875, + "learning_rate": 0.00026165351214911336, + "loss": 4.3613, + "mean_token_accuracy": 0.2587398186326027, + "num_tokens": 13753017.0, + "step": 5780 + }, + { + "entropy": 4.870823669433594, + "epoch": 5.6607929515418505, + "grad_norm": 1.1875, + "learning_rate": 0.0002612704624313581, + "loss": 4.3718, + "mean_token_accuracy": 0.25970977246761323, + "num_tokens": 13764560.0, + "step": 5785 + }, + { + "entropy": 4.891121101379395, + "epoch": 5.665687714145864, + "grad_norm": 1.234375, + "learning_rate": 0.00026088745265068187, + "loss": 4.3582, + "mean_token_accuracy": 0.2562860056757927, + "num_tokens": 13776225.0, + "step": 5790 + }, + { + "entropy": 4.786376333236694, + "epoch": 5.670582476749877, + "grad_norm": 1.1484375, + "learning_rate": 0.0002605044839212004, + "loss": 4.3066, + "mean_token_accuracy": 0.26747307777404783, + "num_tokens": 13788012.0, + "step": 5795 + }, + { + "entropy": 4.918028068542481, + "epoch": 5.675477239353891, + "grad_norm": 1.2109375, + "learning_rate": 0.0002601215573569097, + "loss": 4.4261, + "mean_token_accuracy": 0.25143319815397264, + "num_tokens": 13801110.0, + "step": 5800 + }, + { + "entropy": 4.859095764160156, + "epoch": 5.680372001957905, + "grad_norm": 1.0390625, + "learning_rate": 0.00025973867407168337, + "loss": 4.3776, + "mean_token_accuracy": 0.25642815977334976, + "num_tokens": 13813494.0, + "step": 5805 + }, + { + "entropy": 4.928546524047851, + "epoch": 5.685266764561919, + "grad_norm": 1.1640625, + "learning_rate": 0.000259355835179269, + "loss": 4.4149, + "mean_token_accuracy": 0.25614451467990873, + "num_tokens": 13824839.0, + "step": 5810 + }, + { + "entropy": 4.902575922012329, + "epoch": 5.690161527165932, + "grad_norm": 1.2421875, + "learning_rate": 0.00025897304179328527, + "loss": 4.3711, + "mean_token_accuracy": 0.25395126938819884, + "num_tokens": 13835331.0, + "step": 5815 + }, + { + "entropy": 4.842872667312622, + "epoch": 5.695056289769946, + "grad_norm": 1.1875, + "learning_rate": 0.0002585902950272182, + "loss": 4.3318, + "mean_token_accuracy": 0.259154349565506, + "num_tokens": 13846753.0, + "step": 5820 + }, + { + "entropy": 4.8264305114746096, + "epoch": 5.69995105237396, + "grad_norm": 1.0703125, + "learning_rate": 0.00025820759599441825, + "loss": 4.3749, + "mean_token_accuracy": 0.2616315230727196, + "num_tokens": 13858732.0, + "step": 5825 + }, + { + "entropy": 4.932910776138305, + "epoch": 5.704845814977974, + "grad_norm": 1.140625, + "learning_rate": 0.00025782494580809724, + "loss": 4.5086, + "mean_token_accuracy": 0.25525975078344343, + "num_tokens": 13871254.0, + "step": 5830 + }, + { + "entropy": 4.863980674743653, + "epoch": 5.709740577581988, + "grad_norm": 1.328125, + "learning_rate": 0.0002574423455813246, + "loss": 4.3471, + "mean_token_accuracy": 0.25700268894433975, + "num_tokens": 13883101.0, + "step": 5835 + }, + { + "entropy": 4.830964994430542, + "epoch": 5.714635340186001, + "grad_norm": 1.1640625, + "learning_rate": 0.0002570597964270247, + "loss": 4.3982, + "mean_token_accuracy": 0.2551607474684715, + "num_tokens": 13895710.0, + "step": 5840 + }, + { + "entropy": 4.83728141784668, + "epoch": 5.7195301027900145, + "grad_norm": 1.1953125, + "learning_rate": 0.00025667729945797325, + "loss": 4.3581, + "mean_token_accuracy": 0.2518611580133438, + "num_tokens": 13907277.0, + "step": 5845 + }, + { + "entropy": 4.839091110229492, + "epoch": 5.724424865394028, + "grad_norm": 1.109375, + "learning_rate": 0.0002562948557867941, + "loss": 4.3859, + "mean_token_accuracy": 0.2661369562149048, + "num_tokens": 13919302.0, + "step": 5850 + }, + { + "entropy": 4.850262117385864, + "epoch": 5.729319627998042, + "grad_norm": 1.2421875, + "learning_rate": 0.0002559124665259561, + "loss": 4.3563, + "mean_token_accuracy": 0.2551110714673996, + "num_tokens": 13930855.0, + "step": 5855 + }, + { + "entropy": 4.84032678604126, + "epoch": 5.734214390602056, + "grad_norm": 1.2890625, + "learning_rate": 0.00025553013278776994, + "loss": 4.4229, + "mean_token_accuracy": 0.2592659771442413, + "num_tokens": 13942032.0, + "step": 5860 + }, + { + "entropy": 4.853889322280883, + "epoch": 5.739109153206069, + "grad_norm": 1.2421875, + "learning_rate": 0.0002551478556843847, + "loss": 4.4186, + "mean_token_accuracy": 0.2460196405649185, + "num_tokens": 13953154.0, + "step": 5865 + }, + { + "entropy": 4.847426652908325, + "epoch": 5.744003915810083, + "grad_norm": 1.1484375, + "learning_rate": 0.00025476563632778463, + "loss": 4.3732, + "mean_token_accuracy": 0.2568355903029442, + "num_tokens": 13966653.0, + "step": 5870 + }, + { + "entropy": 4.8953962326049805, + "epoch": 5.748898678414097, + "grad_norm": 1.0703125, + "learning_rate": 0.0002543834758297862, + "loss": 4.4338, + "mean_token_accuracy": 0.2526059657335281, + "num_tokens": 13980803.0, + "step": 5875 + }, + { + "entropy": 4.864094018936157, + "epoch": 5.753793441018111, + "grad_norm": 1.1484375, + "learning_rate": 0.0002540013753020345, + "loss": 4.3791, + "mean_token_accuracy": 0.2601077049970627, + "num_tokens": 13993080.0, + "step": 5880 + }, + { + "entropy": 4.917114210128784, + "epoch": 5.758688203622125, + "grad_norm": 1.21875, + "learning_rate": 0.00025361933585600036, + "loss": 4.3565, + "mean_token_accuracy": 0.25888574570417405, + "num_tokens": 14003888.0, + "step": 5885 + }, + { + "entropy": 4.802571058273315, + "epoch": 5.763582966226138, + "grad_norm": 1.046875, + "learning_rate": 0.0002532373586029767, + "loss": 4.3826, + "mean_token_accuracy": 0.25347985327243805, + "num_tokens": 14016290.0, + "step": 5890 + }, + { + "entropy": 4.847525215148925, + "epoch": 5.768477728830152, + "grad_norm": 1.1953125, + "learning_rate": 0.00025285544465407573, + "loss": 4.3688, + "mean_token_accuracy": 0.2575444638729095, + "num_tokens": 14028572.0, + "step": 5895 + }, + { + "entropy": 4.861686086654663, + "epoch": 5.7733724914341655, + "grad_norm": 1.1796875, + "learning_rate": 0.00025247359512022536, + "loss": 4.3098, + "mean_token_accuracy": 0.2677211925387383, + "num_tokens": 14039656.0, + "step": 5900 + }, + { + "entropy": 4.732901096343994, + "epoch": 5.778267254038179, + "grad_norm": 1.1484375, + "learning_rate": 0.00025209181111216633, + "loss": 4.2269, + "mean_token_accuracy": 0.26832785457372665, + "num_tokens": 14051556.0, + "step": 5905 + }, + { + "entropy": 4.8498122215271, + "epoch": 5.783162016642192, + "grad_norm": 1.2109375, + "learning_rate": 0.00025171009374044855, + "loss": 4.3738, + "mean_token_accuracy": 0.26021302342414854, + "num_tokens": 14063547.0, + "step": 5910 + }, + { + "entropy": 4.865735149383545, + "epoch": 5.788056779246206, + "grad_norm": 1.109375, + "learning_rate": 0.00025132844411542823, + "loss": 4.4411, + "mean_token_accuracy": 0.25166173130273817, + "num_tokens": 14076071.0, + "step": 5915 + }, + { + "entropy": 4.995202827453613, + "epoch": 5.79295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.0002509468633472644, + "loss": 4.4838, + "mean_token_accuracy": 0.25088701099157334, + "num_tokens": 14087889.0, + "step": 5920 + }, + { + "entropy": 4.901824951171875, + "epoch": 5.797846304454234, + "grad_norm": 1.3125, + "learning_rate": 0.00025056535254591614, + "loss": 4.3811, + "mean_token_accuracy": 0.25655424445867536, + "num_tokens": 14098638.0, + "step": 5925 + }, + { + "entropy": 4.837943458557129, + "epoch": 5.802741067058248, + "grad_norm": 1.2421875, + "learning_rate": 0.00025018391282113846, + "loss": 4.3791, + "mean_token_accuracy": 0.2580624133348465, + "num_tokens": 14111179.0, + "step": 5930 + }, + { + "entropy": 4.893588066101074, + "epoch": 5.807635829662261, + "grad_norm": 1.1484375, + "learning_rate": 0.00024980254528248, + "loss": 4.3968, + "mean_token_accuracy": 0.2524055078625679, + "num_tokens": 14123217.0, + "step": 5935 + }, + { + "entropy": 4.805589103698731, + "epoch": 5.812530592266275, + "grad_norm": 1.2578125, + "learning_rate": 0.00024942125103927937, + "loss": 4.4205, + "mean_token_accuracy": 0.24955332428216934, + "num_tokens": 14135101.0, + "step": 5940 + }, + { + "entropy": 4.834405899047852, + "epoch": 5.817425354870289, + "grad_norm": 1.234375, + "learning_rate": 0.00024904003120066197, + "loss": 4.3614, + "mean_token_accuracy": 0.2539971902966499, + "num_tokens": 14147050.0, + "step": 5945 + }, + { + "entropy": 4.886589384078979, + "epoch": 5.822320117474303, + "grad_norm": 1.1484375, + "learning_rate": 0.00024865888687553657, + "loss": 4.3648, + "mean_token_accuracy": 0.2603609248995781, + "num_tokens": 14159014.0, + "step": 5950 + }, + { + "entropy": 4.9152076721191404, + "epoch": 5.827214880078317, + "grad_norm": 1.2578125, + "learning_rate": 0.00024827781917259264, + "loss": 4.387, + "mean_token_accuracy": 0.2601025730371475, + "num_tokens": 14170007.0, + "step": 5955 + }, + { + "entropy": 4.905130195617676, + "epoch": 5.83210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.00024789682920029637, + "loss": 4.4073, + "mean_token_accuracy": 0.253394378721714, + "num_tokens": 14181933.0, + "step": 5960 + }, + { + "entropy": 4.861382627487183, + "epoch": 5.8370044052863435, + "grad_norm": 1.21875, + "learning_rate": 0.00024751591806688815, + "loss": 4.4136, + "mean_token_accuracy": 0.2488293930888176, + "num_tokens": 14195507.0, + "step": 5965 + }, + { + "entropy": 4.833344554901123, + "epoch": 5.841899167890357, + "grad_norm": 1.265625, + "learning_rate": 0.0002471350868803791, + "loss": 4.3257, + "mean_token_accuracy": 0.2623078554868698, + "num_tokens": 14206751.0, + "step": 5970 + }, + { + "entropy": 4.816693305969238, + "epoch": 5.846793930494371, + "grad_norm": 1.296875, + "learning_rate": 0.0002467543367485473, + "loss": 4.3789, + "mean_token_accuracy": 0.2612681910395622, + "num_tokens": 14217953.0, + "step": 5975 + }, + { + "entropy": 4.876659822463989, + "epoch": 5.851688693098385, + "grad_norm": 1.140625, + "learning_rate": 0.00024637366877893564, + "loss": 4.3855, + "mean_token_accuracy": 0.2643557578325272, + "num_tokens": 14229318.0, + "step": 5980 + }, + { + "entropy": 4.834124279022217, + "epoch": 5.856583455702398, + "grad_norm": 1.2734375, + "learning_rate": 0.0002459930840788476, + "loss": 4.4219, + "mean_token_accuracy": 0.2506131693720818, + "num_tokens": 14241249.0, + "step": 5985 + }, + { + "entropy": 4.832979917526245, + "epoch": 5.861478218306412, + "grad_norm": 1.0390625, + "learning_rate": 0.00024561258375534466, + "loss": 4.3209, + "mean_token_accuracy": 0.2616737484931946, + "num_tokens": 14254603.0, + "step": 5990 + }, + { + "entropy": 4.916781663894653, + "epoch": 5.866372980910426, + "grad_norm": 1.21875, + "learning_rate": 0.0002452321689152428, + "loss": 4.4344, + "mean_token_accuracy": 0.25329224318265914, + "num_tokens": 14266084.0, + "step": 5995 + }, + { + "entropy": 4.908779430389404, + "epoch": 5.87126774351444, + "grad_norm": 1.1796875, + "learning_rate": 0.0002448518406651093, + "loss": 4.4077, + "mean_token_accuracy": 0.2533883288502693, + "num_tokens": 14277760.0, + "step": 6000 + }, + { + "epoch": 5.87126774351444, + "eval_entropy": 4.847652898863684, + "eval_loss": 5.528921127319336, + "eval_mean_token_accuracy": 0.2043717649447669, + "eval_num_tokens": 14277760.0, + "eval_runtime": 2.7115, + "eval_samples_per_second": 1271.231, + "eval_steps_per_second": 158.95, + "step": 6000 + }, + { + "entropy": 4.872960376739502, + "epoch": 5.876162506118453, + "grad_norm": 1.2421875, + "learning_rate": 0.00024447160011125963, + "loss": 4.3288, + "mean_token_accuracy": 0.2566951096057892, + "num_tokens": 14288873.0, + "step": 6005 + }, + { + "entropy": 4.829443359375, + "epoch": 5.881057268722467, + "grad_norm": 1.1875, + "learning_rate": 0.0002440914483597541, + "loss": 4.382, + "mean_token_accuracy": 0.2564694702625275, + "num_tokens": 14300555.0, + "step": 6010 + }, + { + "entropy": 4.803920078277588, + "epoch": 5.885952031326481, + "grad_norm": 1.1328125, + "learning_rate": 0.0002437113865163948, + "loss": 4.3054, + "mean_token_accuracy": 0.2675867885351181, + "num_tokens": 14312280.0, + "step": 6015 + }, + { + "entropy": 4.905507183074951, + "epoch": 5.8908467939304945, + "grad_norm": 1.15625, + "learning_rate": 0.00024333141568672214, + "loss": 4.4598, + "mean_token_accuracy": 0.25115940868854525, + "num_tokens": 14325241.0, + "step": 6020 + }, + { + "entropy": 4.898667621612549, + "epoch": 5.895741556534508, + "grad_norm": 1.09375, + "learning_rate": 0.00024295153697601203, + "loss": 4.4245, + "mean_token_accuracy": 0.24731726944446564, + "num_tokens": 14337619.0, + "step": 6025 + }, + { + "entropy": 4.881683826446533, + "epoch": 5.900636319138522, + "grad_norm": 1.1171875, + "learning_rate": 0.00024257175148927214, + "loss": 4.4707, + "mean_token_accuracy": 0.2454853668808937, + "num_tokens": 14350732.0, + "step": 6030 + }, + { + "entropy": 4.901256561279297, + "epoch": 5.905531081742535, + "grad_norm": 1.21875, + "learning_rate": 0.00024219206033123907, + "loss": 4.4257, + "mean_token_accuracy": 0.25449724644422533, + "num_tokens": 14362142.0, + "step": 6035 + }, + { + "entropy": 4.9797758102417, + "epoch": 5.910425844346549, + "grad_norm": 1.21875, + "learning_rate": 0.00024181246460637523, + "loss": 4.4753, + "mean_token_accuracy": 0.24717148393392563, + "num_tokens": 14373456.0, + "step": 6040 + }, + { + "entropy": 4.8727391242980955, + "epoch": 5.915320606950563, + "grad_norm": 1.28125, + "learning_rate": 0.00024143296541886505, + "loss": 4.3742, + "mean_token_accuracy": 0.2551514819264412, + "num_tokens": 14384524.0, + "step": 6045 + }, + { + "entropy": 4.786277198791504, + "epoch": 5.920215369554577, + "grad_norm": 1.140625, + "learning_rate": 0.00024105356387261258, + "loss": 4.3444, + "mean_token_accuracy": 0.2624176487326622, + "num_tokens": 14396217.0, + "step": 6050 + }, + { + "entropy": 4.88754711151123, + "epoch": 5.92511013215859, + "grad_norm": 1.1953125, + "learning_rate": 0.0002406742610712374, + "loss": 4.3991, + "mean_token_accuracy": 0.2578703224658966, + "num_tokens": 14408617.0, + "step": 6055 + }, + { + "entropy": 4.809815359115601, + "epoch": 5.930004894762604, + "grad_norm": 1.2734375, + "learning_rate": 0.00024029505811807227, + "loss": 4.2976, + "mean_token_accuracy": 0.26516724824905397, + "num_tokens": 14419953.0, + "step": 6060 + }, + { + "entropy": 4.80200080871582, + "epoch": 5.934899657366618, + "grad_norm": 1.140625, + "learning_rate": 0.00023991595611615925, + "loss": 4.3741, + "mean_token_accuracy": 0.2620143949985504, + "num_tokens": 14433024.0, + "step": 6065 + }, + { + "entropy": 4.913531970977783, + "epoch": 5.939794419970632, + "grad_norm": 1.203125, + "learning_rate": 0.00023953695616824673, + "loss": 4.4575, + "mean_token_accuracy": 0.2479124590754509, + "num_tokens": 14444409.0, + "step": 6070 + }, + { + "entropy": 4.965805721282959, + "epoch": 5.9446891825746455, + "grad_norm": 1.1171875, + "learning_rate": 0.00023915805937678642, + "loss": 4.4447, + "mean_token_accuracy": 0.24559613019227983, + "num_tokens": 14456476.0, + "step": 6075 + }, + { + "entropy": 4.803340673446655, + "epoch": 5.9495839451786585, + "grad_norm": 1.2109375, + "learning_rate": 0.00023877926684392982, + "loss": 4.3531, + "mean_token_accuracy": 0.2564409762620926, + "num_tokens": 14467759.0, + "step": 6080 + }, + { + "entropy": 4.8058021068573, + "epoch": 5.954478707782672, + "grad_norm": 1.09375, + "learning_rate": 0.0002384005796715253, + "loss": 4.301, + "mean_token_accuracy": 0.2568058863282204, + "num_tokens": 14479884.0, + "step": 6085 + }, + { + "entropy": 4.790150880813599, + "epoch": 5.959373470386686, + "grad_norm": 1.1953125, + "learning_rate": 0.00023802199896111453, + "loss": 4.4343, + "mean_token_accuracy": 0.252117657661438, + "num_tokens": 14491966.0, + "step": 6090 + }, + { + "entropy": 4.785001564025879, + "epoch": 5.9642682329907, + "grad_norm": 1.1484375, + "learning_rate": 0.00023764352581392972, + "loss": 4.3435, + "mean_token_accuracy": 0.26462938338518144, + "num_tokens": 14503325.0, + "step": 6095 + }, + { + "entropy": 4.890700960159302, + "epoch": 5.969162995594713, + "grad_norm": 1.0234375, + "learning_rate": 0.0002372651613308901, + "loss": 4.4247, + "mean_token_accuracy": 0.25268724113702773, + "num_tokens": 14516191.0, + "step": 6100 + }, + { + "entropy": 4.861700963973999, + "epoch": 5.974057758198727, + "grad_norm": 1.1640625, + "learning_rate": 0.0002368869066125988, + "loss": 4.3782, + "mean_token_accuracy": 0.25734401047229766, + "num_tokens": 14526512.0, + "step": 6105 + }, + { + "entropy": 4.770480728149414, + "epoch": 5.978952520802741, + "grad_norm": 1.15625, + "learning_rate": 0.00023650876275933968, + "loss": 4.3034, + "mean_token_accuracy": 0.26017602533102036, + "num_tokens": 14538166.0, + "step": 6110 + }, + { + "entropy": 4.871961307525635, + "epoch": 5.983847283406755, + "grad_norm": 1.1484375, + "learning_rate": 0.00023613073087107412, + "loss": 4.4192, + "mean_token_accuracy": 0.2566285029053688, + "num_tokens": 14550348.0, + "step": 6115 + }, + { + "entropy": 4.815043163299561, + "epoch": 5.988742046010769, + "grad_norm": 1.15625, + "learning_rate": 0.00023575281204743777, + "loss": 4.3076, + "mean_token_accuracy": 0.26186804175376893, + "num_tokens": 14562817.0, + "step": 6120 + }, + { + "entropy": 4.831691694259644, + "epoch": 5.993636808614783, + "grad_norm": 1.203125, + "learning_rate": 0.0002353750073877375, + "loss": 4.2943, + "mean_token_accuracy": 0.26238631904125215, + "num_tokens": 14574525.0, + "step": 6125 + }, + { + "entropy": 4.79324197769165, + "epoch": 5.998531571218796, + "grad_norm": 1.078125, + "learning_rate": 0.00023499731799094792, + "loss": 4.3363, + "mean_token_accuracy": 0.2622803270816803, + "num_tokens": 14586978.0, + "step": 6130 + }, + { + "entropy": 4.938174141777886, + "epoch": 6.002936857562408, + "grad_norm": 1.1640625, + "learning_rate": 0.0002346197449557085, + "loss": 4.5267, + "mean_token_accuracy": 0.24622786541779837, + "num_tokens": 14596950.0, + "step": 6135 + }, + { + "entropy": 4.868229866027832, + "epoch": 6.007831620166422, + "grad_norm": 1.2734375, + "learning_rate": 0.00023424228938032023, + "loss": 4.269, + "mean_token_accuracy": 0.267243792116642, + "num_tokens": 14608443.0, + "step": 6140 + }, + { + "entropy": 4.856946420669556, + "epoch": 6.012726382770436, + "grad_norm": 1.2265625, + "learning_rate": 0.00023386495236274235, + "loss": 4.1954, + "mean_token_accuracy": 0.26945479214191437, + "num_tokens": 14619633.0, + "step": 6145 + }, + { + "entropy": 4.797254514694214, + "epoch": 6.0176211453744495, + "grad_norm": 1.140625, + "learning_rate": 0.00023348773500058928, + "loss": 4.1346, + "mean_token_accuracy": 0.28204409778118134, + "num_tokens": 14631935.0, + "step": 6150 + }, + { + "entropy": 4.893494367599487, + "epoch": 6.022515907978463, + "grad_norm": 1.0078125, + "learning_rate": 0.0002331106383911274, + "loss": 4.2652, + "mean_token_accuracy": 0.2601096361875534, + "num_tokens": 14645440.0, + "step": 6155 + }, + { + "entropy": 4.83541169166565, + "epoch": 6.027410670582476, + "grad_norm": 1.1953125, + "learning_rate": 0.00023273366363127173, + "loss": 4.1892, + "mean_token_accuracy": 0.2682227447628975, + "num_tokens": 14658005.0, + "step": 6160 + }, + { + "entropy": 4.927010250091553, + "epoch": 6.03230543318649, + "grad_norm": 1.203125, + "learning_rate": 0.00023235681181758307, + "loss": 4.1504, + "mean_token_accuracy": 0.2842243373394012, + "num_tokens": 14668253.0, + "step": 6165 + }, + { + "entropy": 4.864370393753052, + "epoch": 6.037200195790504, + "grad_norm": 1.1796875, + "learning_rate": 0.00023198008404626426, + "loss": 4.2025, + "mean_token_accuracy": 0.27535333186388017, + "num_tokens": 14680920.0, + "step": 6170 + }, + { + "entropy": 4.819535160064698, + "epoch": 6.042094958394518, + "grad_norm": 1.328125, + "learning_rate": 0.00023160348141315772, + "loss": 4.1694, + "mean_token_accuracy": 0.2749713361263275, + "num_tokens": 14692486.0, + "step": 6175 + }, + { + "entropy": 4.84032826423645, + "epoch": 6.046989720998532, + "grad_norm": 1.171875, + "learning_rate": 0.0002312270050137415, + "loss": 4.1672, + "mean_token_accuracy": 0.2730707943439484, + "num_tokens": 14703764.0, + "step": 6180 + }, + { + "entropy": 4.832402467727661, + "epoch": 6.051884483602545, + "grad_norm": 1.171875, + "learning_rate": 0.00023085065594312672, + "loss": 4.1812, + "mean_token_accuracy": 0.2766795590519905, + "num_tokens": 14715036.0, + "step": 6185 + }, + { + "entropy": 4.795878648757935, + "epoch": 6.056779246206559, + "grad_norm": 1.125, + "learning_rate": 0.00023047443529605383, + "loss": 4.1735, + "mean_token_accuracy": 0.27436170876026156, + "num_tokens": 14726900.0, + "step": 6190 + }, + { + "entropy": 4.874473524093628, + "epoch": 6.061674008810573, + "grad_norm": 1.2265625, + "learning_rate": 0.00023009834416689006, + "loss": 4.264, + "mean_token_accuracy": 0.2762237161397934, + "num_tokens": 14738305.0, + "step": 6195 + }, + { + "entropy": 4.825719833374023, + "epoch": 6.066568771414587, + "grad_norm": 1.2265625, + "learning_rate": 0.00022972238364962573, + "loss": 4.0988, + "mean_token_accuracy": 0.2811549425125122, + "num_tokens": 14749004.0, + "step": 6200 + }, + { + "entropy": 4.804828882217407, + "epoch": 6.0714635340186005, + "grad_norm": 1.25, + "learning_rate": 0.00022934655483787116, + "loss": 4.1463, + "mean_token_accuracy": 0.2754515290260315, + "num_tokens": 14758997.0, + "step": 6205 + }, + { + "entropy": 4.731018972396851, + "epoch": 6.0763582966226135, + "grad_norm": 1.1953125, + "learning_rate": 0.00022897085882485363, + "loss": 4.141, + "mean_token_accuracy": 0.2798526793718338, + "num_tokens": 14771234.0, + "step": 6210 + }, + { + "entropy": 4.816930341720581, + "epoch": 6.081253059226627, + "grad_norm": 1.1328125, + "learning_rate": 0.00022859529670341412, + "loss": 4.1734, + "mean_token_accuracy": 0.2771123304963112, + "num_tokens": 14783297.0, + "step": 6215 + }, + { + "entropy": 4.866773557662964, + "epoch": 6.086147821830641, + "grad_norm": 1.1484375, + "learning_rate": 0.0002282198695660042, + "loss": 4.223, + "mean_token_accuracy": 0.2721914514899254, + "num_tokens": 14795879.0, + "step": 6220 + }, + { + "entropy": 4.865912342071534, + "epoch": 6.091042584434655, + "grad_norm": 1.2734375, + "learning_rate": 0.0002278445785046827, + "loss": 4.216, + "mean_token_accuracy": 0.2727255493402481, + "num_tokens": 14807089.0, + "step": 6225 + }, + { + "entropy": 4.871426677703857, + "epoch": 6.095937347038669, + "grad_norm": 1.0859375, + "learning_rate": 0.00022746942461111263, + "loss": 4.254, + "mean_token_accuracy": 0.2625962600111961, + "num_tokens": 14819833.0, + "step": 6230 + }, + { + "entropy": 4.740596199035645, + "epoch": 6.100832109642682, + "grad_norm": 1.296875, + "learning_rate": 0.00022709440897655814, + "loss": 4.085, + "mean_token_accuracy": 0.28691370636224744, + "num_tokens": 14831445.0, + "step": 6235 + }, + { + "entropy": 4.7926253318786625, + "epoch": 6.105726872246696, + "grad_norm": 1.1796875, + "learning_rate": 0.000226719532691881, + "loss": 4.1375, + "mean_token_accuracy": 0.27816627621650697, + "num_tokens": 14842903.0, + "step": 6240 + }, + { + "entropy": 4.774874925613403, + "epoch": 6.11062163485071, + "grad_norm": 1.125, + "learning_rate": 0.00022634479684753784, + "loss": 4.1794, + "mean_token_accuracy": 0.2747546464204788, + "num_tokens": 14855549.0, + "step": 6245 + }, + { + "entropy": 4.767557144165039, + "epoch": 6.115516397454724, + "grad_norm": 1.1484375, + "learning_rate": 0.00022597020253357653, + "loss": 4.1578, + "mean_token_accuracy": 0.2763927549123764, + "num_tokens": 14867637.0, + "step": 6250 + }, + { + "entropy": 4.883736896514892, + "epoch": 6.120411160058737, + "grad_norm": 1.1953125, + "learning_rate": 0.0002255957508396335, + "loss": 4.2442, + "mean_token_accuracy": 0.26765406131744385, + "num_tokens": 14879091.0, + "step": 6255 + }, + { + "entropy": 4.940708494186401, + "epoch": 6.125305922662751, + "grad_norm": 1.171875, + "learning_rate": 0.0002252214428549301, + "loss": 4.3049, + "mean_token_accuracy": 0.27202845811843873, + "num_tokens": 14891534.0, + "step": 6260 + }, + { + "entropy": 4.808643913269043, + "epoch": 6.1302006852667645, + "grad_norm": 1.1484375, + "learning_rate": 0.0002248472796682699, + "loss": 4.1795, + "mean_token_accuracy": 0.27599882930517194, + "num_tokens": 14904932.0, + "step": 6265 + }, + { + "entropy": 4.884942626953125, + "epoch": 6.135095447870778, + "grad_norm": 1.2890625, + "learning_rate": 0.00022447326236803506, + "loss": 4.2656, + "mean_token_accuracy": 0.2682978302240372, + "num_tokens": 14916576.0, + "step": 6270 + }, + { + "entropy": 4.94645938873291, + "epoch": 6.139990210474792, + "grad_norm": 1.28125, + "learning_rate": 0.00022409939204218337, + "loss": 4.3452, + "mean_token_accuracy": 0.2676354169845581, + "num_tokens": 14928470.0, + "step": 6275 + }, + { + "entropy": 4.836667537689209, + "epoch": 6.144884973078805, + "grad_norm": 1.15625, + "learning_rate": 0.00022372566977824537, + "loss": 4.2439, + "mean_token_accuracy": 0.26788300424814226, + "num_tokens": 14941650.0, + "step": 6280 + }, + { + "entropy": 4.845656251907348, + "epoch": 6.149779735682819, + "grad_norm": 1.234375, + "learning_rate": 0.0002233520966633205, + "loss": 4.2367, + "mean_token_accuracy": 0.2657042175531387, + "num_tokens": 14952755.0, + "step": 6285 + }, + { + "entropy": 4.9208417415618895, + "epoch": 6.154674498286833, + "grad_norm": 1.140625, + "learning_rate": 0.00022297867378407476, + "loss": 4.241, + "mean_token_accuracy": 0.27318698167800903, + "num_tokens": 14964688.0, + "step": 6290 + }, + { + "entropy": 4.785317707061767, + "epoch": 6.159569260890847, + "grad_norm": 1.171875, + "learning_rate": 0.0002226054022267368, + "loss": 4.1559, + "mean_token_accuracy": 0.2777329087257385, + "num_tokens": 14977342.0, + "step": 6295 + }, + { + "entropy": 4.8080377101898195, + "epoch": 6.164464023494861, + "grad_norm": 1.171875, + "learning_rate": 0.00022223228307709532, + "loss": 4.2403, + "mean_token_accuracy": 0.27028653770685196, + "num_tokens": 14989978.0, + "step": 6300 + }, + { + "entropy": 4.857764005661011, + "epoch": 6.169358786098874, + "grad_norm": 1.1328125, + "learning_rate": 0.00022185931742049565, + "loss": 4.2303, + "mean_token_accuracy": 0.2628043547272682, + "num_tokens": 15001461.0, + "step": 6305 + }, + { + "entropy": 4.795481014251709, + "epoch": 6.174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.00022148650634183647, + "loss": 4.206, + "mean_token_accuracy": 0.2713712215423584, + "num_tokens": 15013565.0, + "step": 6310 + }, + { + "entropy": 4.802100610733032, + "epoch": 6.179148311306902, + "grad_norm": 1.1875, + "learning_rate": 0.00022111385092556706, + "loss": 4.1986, + "mean_token_accuracy": 0.2786237820982933, + "num_tokens": 15025659.0, + "step": 6315 + }, + { + "entropy": 4.857635259628296, + "epoch": 6.184043073910916, + "grad_norm": 1.2421875, + "learning_rate": 0.0002207413522556837, + "loss": 4.2121, + "mean_token_accuracy": 0.2751770704984665, + "num_tokens": 15035587.0, + "step": 6320 + }, + { + "entropy": 4.822937393188477, + "epoch": 6.1889378365149295, + "grad_norm": 1.2890625, + "learning_rate": 0.00022036901141572692, + "loss": 4.2034, + "mean_token_accuracy": 0.26728240251541135, + "num_tokens": 15046722.0, + "step": 6325 + }, + { + "entropy": 4.789797830581665, + "epoch": 6.1938325991189425, + "grad_norm": 1.234375, + "learning_rate": 0.00021999682948877785, + "loss": 4.1278, + "mean_token_accuracy": 0.27864754796028135, + "num_tokens": 15058281.0, + "step": 6330 + }, + { + "entropy": 4.8300446510314945, + "epoch": 6.198727361722956, + "grad_norm": 1.1796875, + "learning_rate": 0.0002196248075574558, + "loss": 4.1802, + "mean_token_accuracy": 0.2792785882949829, + "num_tokens": 15071811.0, + "step": 6335 + }, + { + "entropy": 4.860809469223023, + "epoch": 6.20362212432697, + "grad_norm": 1.0625, + "learning_rate": 0.00021925294670391415, + "loss": 4.2547, + "mean_token_accuracy": 0.26011847108602526, + "num_tokens": 15084633.0, + "step": 6340 + }, + { + "entropy": 4.797617483139038, + "epoch": 6.208516886930984, + "grad_norm": 1.1328125, + "learning_rate": 0.0002188812480098382, + "loss": 4.1287, + "mean_token_accuracy": 0.2788653612136841, + "num_tokens": 15096159.0, + "step": 6345 + }, + { + "entropy": 4.787037372589111, + "epoch": 6.213411649534997, + "grad_norm": 1.3359375, + "learning_rate": 0.00021850971255644132, + "loss": 4.1419, + "mean_token_accuracy": 0.2781364738941193, + "num_tokens": 15106946.0, + "step": 6350 + }, + { + "entropy": 4.713369274139405, + "epoch": 6.218306412139011, + "grad_norm": 1.140625, + "learning_rate": 0.00021813834142446204, + "loss": 4.1694, + "mean_token_accuracy": 0.2754037231206894, + "num_tokens": 15118302.0, + "step": 6355 + }, + { + "entropy": 4.874451589584351, + "epoch": 6.223201174743025, + "grad_norm": 1.2421875, + "learning_rate": 0.00021776713569416102, + "loss": 4.2012, + "mean_token_accuracy": 0.276554149389267, + "num_tokens": 15128758.0, + "step": 6360 + }, + { + "entropy": 4.885494756698608, + "epoch": 6.228095937347039, + "grad_norm": 1.171875, + "learning_rate": 0.0002173960964453176, + "loss": 4.2504, + "mean_token_accuracy": 0.2736656591296196, + "num_tokens": 15141323.0, + "step": 6365 + }, + { + "entropy": 4.882346963882446, + "epoch": 6.232990699951053, + "grad_norm": 1.234375, + "learning_rate": 0.00021702522475722707, + "loss": 4.2664, + "mean_token_accuracy": 0.260635481774807, + "num_tokens": 15153777.0, + "step": 6370 + }, + { + "entropy": 4.812655591964722, + "epoch": 6.237885462555066, + "grad_norm": 1.1953125, + "learning_rate": 0.00021665452170869715, + "loss": 4.2003, + "mean_token_accuracy": 0.2736028864979744, + "num_tokens": 15165877.0, + "step": 6375 + }, + { + "entropy": 4.854285335540771, + "epoch": 6.24278022515908, + "grad_norm": 1.0859375, + "learning_rate": 0.00021628398837804502, + "loss": 4.2676, + "mean_token_accuracy": 0.2644032076001167, + "num_tokens": 15178808.0, + "step": 6380 + }, + { + "entropy": 4.789268064498901, + "epoch": 6.2476749877630935, + "grad_norm": 1.09375, + "learning_rate": 0.00021591362584309448, + "loss": 4.1754, + "mean_token_accuracy": 0.2738038256764412, + "num_tokens": 15191124.0, + "step": 6385 + }, + { + "entropy": 4.803241109848022, + "epoch": 6.252569750367107, + "grad_norm": 1.2265625, + "learning_rate": 0.00021554343518117192, + "loss": 4.1438, + "mean_token_accuracy": 0.2791943490505219, + "num_tokens": 15202452.0, + "step": 6390 + }, + { + "entropy": 4.877780866622925, + "epoch": 6.257464512971121, + "grad_norm": 1.2421875, + "learning_rate": 0.00021517341746910435, + "loss": 4.2576, + "mean_token_accuracy": 0.2712852030992508, + "num_tokens": 15214922.0, + "step": 6395 + }, + { + "entropy": 4.863499307632447, + "epoch": 6.262359275575134, + "grad_norm": 1.0859375, + "learning_rate": 0.00021480357378321537, + "loss": 4.3046, + "mean_token_accuracy": 0.26076753437519073, + "num_tokens": 15228382.0, + "step": 6400 + }, + { + "entropy": 4.83922233581543, + "epoch": 6.267254038179148, + "grad_norm": 1.2265625, + "learning_rate": 0.00021443390519932255, + "loss": 4.2526, + "mean_token_accuracy": 0.2809333875775337, + "num_tokens": 15240719.0, + "step": 6405 + }, + { + "entropy": 4.841563701629639, + "epoch": 6.272148800783162, + "grad_norm": 1.2421875, + "learning_rate": 0.00021406441279273392, + "loss": 4.1643, + "mean_token_accuracy": 0.27913168668746946, + "num_tokens": 15251602.0, + "step": 6410 + }, + { + "entropy": 4.812811374664307, + "epoch": 6.277043563387176, + "grad_norm": 1.3046875, + "learning_rate": 0.0002136950976382452, + "loss": 4.1813, + "mean_token_accuracy": 0.275836580991745, + "num_tokens": 15262798.0, + "step": 6415 + }, + { + "entropy": 4.797037792205811, + "epoch": 6.28193832599119, + "grad_norm": 1.21875, + "learning_rate": 0.00021332596081013644, + "loss": 4.2153, + "mean_token_accuracy": 0.27011936008930204, + "num_tokens": 15275367.0, + "step": 6420 + }, + { + "entropy": 4.865811824798584, + "epoch": 6.286833088595203, + "grad_norm": 1.296875, + "learning_rate": 0.000212957003382169, + "loss": 4.2325, + "mean_token_accuracy": 0.2576811045408249, + "num_tokens": 15286438.0, + "step": 6425 + }, + { + "entropy": 4.893474817276001, + "epoch": 6.291727851199217, + "grad_norm": 1.1484375, + "learning_rate": 0.00021258822642758246, + "loss": 4.28, + "mean_token_accuracy": 0.2612115263938904, + "num_tokens": 15299996.0, + "step": 6430 + }, + { + "entropy": 4.865672016143799, + "epoch": 6.296622613803231, + "grad_norm": 1.2265625, + "learning_rate": 0.00021221963101909113, + "loss": 4.2813, + "mean_token_accuracy": 0.2616779044270515, + "num_tokens": 15311751.0, + "step": 6435 + }, + { + "entropy": 4.871557569503784, + "epoch": 6.3015173764072445, + "grad_norm": 1.21875, + "learning_rate": 0.00021185121822888165, + "loss": 4.2092, + "mean_token_accuracy": 0.27429331094026566, + "num_tokens": 15322701.0, + "step": 6440 + }, + { + "entropy": 4.85855450630188, + "epoch": 6.3064121390112575, + "grad_norm": 1.265625, + "learning_rate": 0.00021148298912860913, + "loss": 4.2195, + "mean_token_accuracy": 0.2690881282091141, + "num_tokens": 15334256.0, + "step": 6445 + }, + { + "entropy": 4.836480283737183, + "epoch": 6.311306901615271, + "grad_norm": 1.25, + "learning_rate": 0.00021111494478939452, + "loss": 4.2403, + "mean_token_accuracy": 0.2790952980518341, + "num_tokens": 15346801.0, + "step": 6450 + }, + { + "entropy": 4.830028295516968, + "epoch": 6.316201664219285, + "grad_norm": 1.1875, + "learning_rate": 0.00021074708628182127, + "loss": 4.215, + "mean_token_accuracy": 0.2714369848370552, + "num_tokens": 15358617.0, + "step": 6455 + }, + { + "entropy": 4.8586992740631105, + "epoch": 6.321096426823299, + "grad_norm": 1.203125, + "learning_rate": 0.0002103794146759323, + "loss": 4.1794, + "mean_token_accuracy": 0.27869624495506284, + "num_tokens": 15369851.0, + "step": 6460 + }, + { + "entropy": 4.8272411823272705, + "epoch": 6.325991189427313, + "grad_norm": 1.1640625, + "learning_rate": 0.0002100119310412269, + "loss": 4.1811, + "mean_token_accuracy": 0.27745148837566375, + "num_tokens": 15381524.0, + "step": 6465 + }, + { + "entropy": 4.811811637878418, + "epoch": 6.330885952031326, + "grad_norm": 1.2890625, + "learning_rate": 0.00020964463644665743, + "loss": 4.1939, + "mean_token_accuracy": 0.2748070567846298, + "num_tokens": 15393189.0, + "step": 6470 + }, + { + "entropy": 4.882379531860352, + "epoch": 6.33578071463534, + "grad_norm": 1.2421875, + "learning_rate": 0.00020927753196062655, + "loss": 4.2421, + "mean_token_accuracy": 0.2694641500711441, + "num_tokens": 15405454.0, + "step": 6475 + }, + { + "entropy": 4.940475368499756, + "epoch": 6.340675477239354, + "grad_norm": 1.2421875, + "learning_rate": 0.00020891061865098377, + "loss": 4.2709, + "mean_token_accuracy": 0.27064765989780426, + "num_tokens": 15418177.0, + "step": 6480 + }, + { + "entropy": 4.8033034324646, + "epoch": 6.345570239843368, + "grad_norm": 1.140625, + "learning_rate": 0.00020854389758502264, + "loss": 4.1983, + "mean_token_accuracy": 0.27187115550041197, + "num_tokens": 15430765.0, + "step": 6485 + }, + { + "entropy": 4.797132968902588, + "epoch": 6.350465002447382, + "grad_norm": 1.265625, + "learning_rate": 0.00020817736982947733, + "loss": 4.1805, + "mean_token_accuracy": 0.2732017606496811, + "num_tokens": 15443020.0, + "step": 6490 + }, + { + "entropy": 4.860235118865967, + "epoch": 6.355359765051395, + "grad_norm": 1.1640625, + "learning_rate": 0.0002078110364505198, + "loss": 4.2013, + "mean_token_accuracy": 0.26815899163484574, + "num_tokens": 15454546.0, + "step": 6495 + }, + { + "entropy": 4.899313163757324, + "epoch": 6.3602545276554086, + "grad_norm": 1.21875, + "learning_rate": 0.00020744489851375682, + "loss": 4.2147, + "mean_token_accuracy": 0.2775817528367043, + "num_tokens": 15465943.0, + "step": 6500 + }, + { + "entropy": 4.819829940795898, + "epoch": 6.365149290259422, + "grad_norm": 1.1953125, + "learning_rate": 0.00020707895708422608, + "loss": 4.2655, + "mean_token_accuracy": 0.26704556941986085, + "num_tokens": 15477344.0, + "step": 6505 + }, + { + "entropy": 4.741813993453979, + "epoch": 6.370044052863436, + "grad_norm": 1.140625, + "learning_rate": 0.0002067132132263943, + "loss": 4.1813, + "mean_token_accuracy": 0.27693390250205996, + "num_tokens": 15490314.0, + "step": 6510 + }, + { + "entropy": 4.863301706314087, + "epoch": 6.37493881546745, + "grad_norm": 1.3125, + "learning_rate": 0.000206347668004153, + "loss": 4.2475, + "mean_token_accuracy": 0.2650014743208885, + "num_tokens": 15501140.0, + "step": 6515 + }, + { + "entropy": 4.864447069168091, + "epoch": 6.379833578071463, + "grad_norm": 1.1015625, + "learning_rate": 0.00020598232248081628, + "loss": 4.2063, + "mean_token_accuracy": 0.27616211473941804, + "num_tokens": 15513384.0, + "step": 6520 + }, + { + "entropy": 4.7786345958709715, + "epoch": 6.384728340675477, + "grad_norm": 1.125, + "learning_rate": 0.000205617177719117, + "loss": 4.1803, + "mean_token_accuracy": 0.27438597977161405, + "num_tokens": 15524938.0, + "step": 6525 + }, + { + "entropy": 4.8338518142700195, + "epoch": 6.389623103279491, + "grad_norm": 1.2890625, + "learning_rate": 0.00020525223478120425, + "loss": 4.287, + "mean_token_accuracy": 0.26312141716480253, + "num_tokens": 15536587.0, + "step": 6530 + }, + { + "entropy": 4.877009725570678, + "epoch": 6.394517865883505, + "grad_norm": 1.1640625, + "learning_rate": 0.0002048874947286401, + "loss": 4.2246, + "mean_token_accuracy": 0.2701993718743324, + "num_tokens": 15548331.0, + "step": 6535 + }, + { + "entropy": 4.846718978881836, + "epoch": 6.399412628487518, + "grad_norm": 1.2109375, + "learning_rate": 0.00020452295862239628, + "loss": 4.2365, + "mean_token_accuracy": 0.2658727169036865, + "num_tokens": 15559651.0, + "step": 6540 + }, + { + "entropy": 4.738231754302978, + "epoch": 6.404307391091532, + "grad_norm": 1.1640625, + "learning_rate": 0.0002041586275228514, + "loss": 4.1488, + "mean_token_accuracy": 0.271811380982399, + "num_tokens": 15571661.0, + "step": 6545 + }, + { + "entropy": 4.757180786132812, + "epoch": 6.409202153695546, + "grad_norm": 1.21875, + "learning_rate": 0.00020379450248978758, + "loss": 4.1828, + "mean_token_accuracy": 0.2725284159183502, + "num_tokens": 15583039.0, + "step": 6550 + }, + { + "entropy": 4.9070579528808596, + "epoch": 6.41409691629956, + "grad_norm": 1.1796875, + "learning_rate": 0.00020343058458238784, + "loss": 4.2965, + "mean_token_accuracy": 0.26431872844696047, + "num_tokens": 15595323.0, + "step": 6555 + }, + { + "entropy": 4.898988962173462, + "epoch": 6.4189916789035735, + "grad_norm": 1.296875, + "learning_rate": 0.00020306687485923224, + "loss": 4.297, + "mean_token_accuracy": 0.26345344036817553, + "num_tokens": 15608028.0, + "step": 6560 + }, + { + "entropy": 4.767673826217651, + "epoch": 6.4238864415075865, + "grad_norm": 1.1796875, + "learning_rate": 0.00020270337437829566, + "loss": 4.1317, + "mean_token_accuracy": 0.275686576962471, + "num_tokens": 15619581.0, + "step": 6565 + }, + { + "entropy": 4.824228715896607, + "epoch": 6.4287812041116, + "grad_norm": 1.28125, + "learning_rate": 0.00020234008419694422, + "loss": 4.1916, + "mean_token_accuracy": 0.27475271075963975, + "num_tokens": 15631350.0, + "step": 6570 + }, + { + "entropy": 4.8114992618560795, + "epoch": 6.433675966715614, + "grad_norm": 1.2265625, + "learning_rate": 0.0002019770053719322, + "loss": 4.1537, + "mean_token_accuracy": 0.27048716843128207, + "num_tokens": 15642981.0, + "step": 6575 + }, + { + "entropy": 4.838646078109742, + "epoch": 6.438570729319628, + "grad_norm": 1.2265625, + "learning_rate": 0.0002016141389593993, + "loss": 4.2253, + "mean_token_accuracy": 0.27099927961826326, + "num_tokens": 15655870.0, + "step": 6580 + }, + { + "entropy": 4.829157924652099, + "epoch": 6.443465491923642, + "grad_norm": 1.125, + "learning_rate": 0.00020125148601486697, + "loss": 4.2518, + "mean_token_accuracy": 0.2692422866821289, + "num_tokens": 15667980.0, + "step": 6585 + }, + { + "entropy": 4.820345306396485, + "epoch": 6.448360254527655, + "grad_norm": 1.0390625, + "learning_rate": 0.00020088904759323618, + "loss": 4.2263, + "mean_token_accuracy": 0.2683408439159393, + "num_tokens": 15679951.0, + "step": 6590 + }, + { + "entropy": 4.793087339401245, + "epoch": 6.453255017131669, + "grad_norm": 1.1640625, + "learning_rate": 0.00020052682474878348, + "loss": 4.275, + "mean_token_accuracy": 0.2666164442896843, + "num_tokens": 15693726.0, + "step": 6595 + }, + { + "entropy": 4.812196397781372, + "epoch": 6.458149779735683, + "grad_norm": 1.171875, + "learning_rate": 0.00020016481853515867, + "loss": 4.2339, + "mean_token_accuracy": 0.2712885245680809, + "num_tokens": 15705351.0, + "step": 6600 + }, + { + "entropy": 4.842929077148438, + "epoch": 6.463044542339697, + "grad_norm": 1.078125, + "learning_rate": 0.00019980303000538107, + "loss": 4.1756, + "mean_token_accuracy": 0.27295818775892255, + "num_tokens": 15717233.0, + "step": 6605 + }, + { + "entropy": 4.818914127349854, + "epoch": 6.467939304943711, + "grad_norm": 1.234375, + "learning_rate": 0.00019944146021183713, + "loss": 4.2522, + "mean_token_accuracy": 0.26604991406202316, + "num_tokens": 15729176.0, + "step": 6610 + }, + { + "entropy": 4.797746372222901, + "epoch": 6.472834067547724, + "grad_norm": 1.21875, + "learning_rate": 0.0001990801102062768, + "loss": 4.1772, + "mean_token_accuracy": 0.2749250531196594, + "num_tokens": 15741107.0, + "step": 6615 + }, + { + "entropy": 4.82577919960022, + "epoch": 6.4777288301517375, + "grad_norm": 1.2890625, + "learning_rate": 0.0001987189810398108, + "loss": 4.2698, + "mean_token_accuracy": 0.2620985582470894, + "num_tokens": 15752502.0, + "step": 6620 + }, + { + "entropy": 4.85613489151001, + "epoch": 6.482623592755751, + "grad_norm": 1.25, + "learning_rate": 0.00019835807376290744, + "loss": 4.2656, + "mean_token_accuracy": 0.26031616777181626, + "num_tokens": 15764404.0, + "step": 6625 + }, + { + "entropy": 4.835601472854615, + "epoch": 6.487518355359765, + "grad_norm": 1.2265625, + "learning_rate": 0.00019799738942538953, + "loss": 4.2261, + "mean_token_accuracy": 0.26890532970428466, + "num_tokens": 15776722.0, + "step": 6630 + }, + { + "entropy": 4.838583707809448, + "epoch": 6.492413117963778, + "grad_norm": 1.21875, + "learning_rate": 0.0001976369290764315, + "loss": 4.2586, + "mean_token_accuracy": 0.270209875702858, + "num_tokens": 15788863.0, + "step": 6635 + }, + { + "entropy": 4.801536655426025, + "epoch": 6.497307880567792, + "grad_norm": 1.203125, + "learning_rate": 0.00019727669376455614, + "loss": 4.2205, + "mean_token_accuracy": 0.27733253836631777, + "num_tokens": 15800359.0, + "step": 6640 + }, + { + "entropy": 4.832352018356323, + "epoch": 6.502202643171806, + "grad_norm": 1.1953125, + "learning_rate": 0.00019691668453763163, + "loss": 4.2949, + "mean_token_accuracy": 0.26831928342580796, + "num_tokens": 15811305.0, + "step": 6645 + }, + { + "entropy": 4.767752599716187, + "epoch": 6.50709740577582, + "grad_norm": 1.1796875, + "learning_rate": 0.00019655690244286866, + "loss": 4.1762, + "mean_token_accuracy": 0.27681835293769835, + "num_tokens": 15824315.0, + "step": 6650 + }, + { + "entropy": 4.7820886135101315, + "epoch": 6.511992168379834, + "grad_norm": 1.125, + "learning_rate": 0.00019619734852681698, + "loss": 4.1599, + "mean_token_accuracy": 0.27901582717895507, + "num_tokens": 15836299.0, + "step": 6655 + }, + { + "entropy": 4.8313281536102295, + "epoch": 6.516886930983848, + "grad_norm": 1.1953125, + "learning_rate": 0.00019583802383536293, + "loss": 4.2678, + "mean_token_accuracy": 0.26988839358091354, + "num_tokens": 15848986.0, + "step": 6660 + }, + { + "entropy": 4.872956228256226, + "epoch": 6.521781693587861, + "grad_norm": 1.3046875, + "learning_rate": 0.00019547892941372563, + "loss": 4.2103, + "mean_token_accuracy": 0.2761853069067001, + "num_tokens": 15859648.0, + "step": 6665 + }, + { + "entropy": 4.915903759002686, + "epoch": 6.526676456191875, + "grad_norm": 1.21875, + "learning_rate": 0.0001951200663064549, + "loss": 4.2957, + "mean_token_accuracy": 0.26605250388383866, + "num_tokens": 15871104.0, + "step": 6670 + }, + { + "entropy": 4.794031095504761, + "epoch": 6.5315712187958885, + "grad_norm": 1.203125, + "learning_rate": 0.0001947614355574272, + "loss": 4.2166, + "mean_token_accuracy": 0.2687538146972656, + "num_tokens": 15884614.0, + "step": 6675 + }, + { + "entropy": 4.85666036605835, + "epoch": 6.536465981399902, + "grad_norm": 1.296875, + "learning_rate": 0.00019440303820984339, + "loss": 4.2741, + "mean_token_accuracy": 0.2684029802680016, + "num_tokens": 15896555.0, + "step": 6680 + }, + { + "entropy": 4.831001615524292, + "epoch": 6.541360744003915, + "grad_norm": 1.359375, + "learning_rate": 0.0001940448753062255, + "loss": 4.2209, + "mean_token_accuracy": 0.2695989325642586, + "num_tokens": 15908179.0, + "step": 6685 + }, + { + "entropy": 4.835015678405762, + "epoch": 6.546255506607929, + "grad_norm": 1.2265625, + "learning_rate": 0.00019368694788841323, + "loss": 4.2392, + "mean_token_accuracy": 0.2734552651643753, + "num_tokens": 15919685.0, + "step": 6690 + }, + { + "entropy": 4.792286920547485, + "epoch": 6.551150269211943, + "grad_norm": 1.3203125, + "learning_rate": 0.0001933292569975616, + "loss": 4.1766, + "mean_token_accuracy": 0.2831962674856186, + "num_tokens": 15931637.0, + "step": 6695 + }, + { + "entropy": 4.829886341094971, + "epoch": 6.556045031815957, + "grad_norm": 1.1328125, + "learning_rate": 0.00019297180367413753, + "loss": 4.2534, + "mean_token_accuracy": 0.26621277779340746, + "num_tokens": 15943958.0, + "step": 6700 + }, + { + "entropy": 4.779302406311035, + "epoch": 6.560939794419971, + "grad_norm": 1.1875, + "learning_rate": 0.00019261458895791683, + "loss": 4.2087, + "mean_token_accuracy": 0.27134326845407486, + "num_tokens": 15955964.0, + "step": 6705 + }, + { + "entropy": 4.8313768863677975, + "epoch": 6.565834557023984, + "grad_norm": 1.265625, + "learning_rate": 0.0001922576138879813, + "loss": 4.1676, + "mean_token_accuracy": 0.2797742038965225, + "num_tokens": 15967724.0, + "step": 6710 + }, + { + "entropy": 4.792687797546387, + "epoch": 6.570729319627998, + "grad_norm": 1.140625, + "learning_rate": 0.00019190087950271567, + "loss": 4.1607, + "mean_token_accuracy": 0.28083215057849886, + "num_tokens": 15979655.0, + "step": 6715 + }, + { + "entropy": 4.786281538009644, + "epoch": 6.575624082232012, + "grad_norm": 1.3359375, + "learning_rate": 0.00019154438683980442, + "loss": 4.201, + "mean_token_accuracy": 0.26920303851366045, + "num_tokens": 15991179.0, + "step": 6720 + }, + { + "entropy": 4.7571288585662845, + "epoch": 6.580518844836026, + "grad_norm": 1.234375, + "learning_rate": 0.000191188136936229, + "loss": 4.1686, + "mean_token_accuracy": 0.28140535950660706, + "num_tokens": 16002829.0, + "step": 6725 + }, + { + "entropy": 4.884326171875, + "epoch": 6.585413607440039, + "grad_norm": 1.171875, + "learning_rate": 0.00019083213082826483, + "loss": 4.3358, + "mean_token_accuracy": 0.26777314990758894, + "num_tokens": 16015699.0, + "step": 6730 + }, + { + "entropy": 4.834535598754883, + "epoch": 6.590308370044053, + "grad_norm": 1.1015625, + "learning_rate": 0.0001904763695514779, + "loss": 4.2066, + "mean_token_accuracy": 0.27164087295532224, + "num_tokens": 16027655.0, + "step": 6735 + }, + { + "entropy": 4.846742725372314, + "epoch": 6.5952031326480665, + "grad_norm": 1.203125, + "learning_rate": 0.00019012085414072226, + "loss": 4.1997, + "mean_token_accuracy": 0.2772118762135506, + "num_tokens": 16038801.0, + "step": 6740 + }, + { + "entropy": 4.773180532455444, + "epoch": 6.60009789525208, + "grad_norm": 1.25, + "learning_rate": 0.00018976558563013664, + "loss": 4.2013, + "mean_token_accuracy": 0.2664397060871124, + "num_tokens": 16050080.0, + "step": 6745 + }, + { + "entropy": 4.81363525390625, + "epoch": 6.604992657856094, + "grad_norm": 1.2265625, + "learning_rate": 0.00018941056505314164, + "loss": 4.2004, + "mean_token_accuracy": 0.27494569569826127, + "num_tokens": 16060570.0, + "step": 6750 + }, + { + "entropy": 4.830636215209961, + "epoch": 6.609887420460108, + "grad_norm": 1.1875, + "learning_rate": 0.00018905579344243652, + "loss": 4.1835, + "mean_token_accuracy": 0.26962684392929076, + "num_tokens": 16071658.0, + "step": 6755 + }, + { + "entropy": 4.83025336265564, + "epoch": 6.614782183064121, + "grad_norm": 1.2734375, + "learning_rate": 0.00018870127182999658, + "loss": 4.1921, + "mean_token_accuracy": 0.2740777343511581, + "num_tokens": 16083191.0, + "step": 6760 + }, + { + "entropy": 4.758773517608643, + "epoch": 6.619676945668135, + "grad_norm": 1.1953125, + "learning_rate": 0.00018834700124706973, + "loss": 4.1522, + "mean_token_accuracy": 0.27572301030158997, + "num_tokens": 16094987.0, + "step": 6765 + }, + { + "entropy": 4.8176719665527346, + "epoch": 6.624571708272149, + "grad_norm": 1.234375, + "learning_rate": 0.00018799298272417376, + "loss": 4.183, + "mean_token_accuracy": 0.28053936511278155, + "num_tokens": 16105751.0, + "step": 6770 + }, + { + "entropy": 4.7507847309112545, + "epoch": 6.629466470876163, + "grad_norm": 1.1328125, + "learning_rate": 0.00018763921729109318, + "loss": 4.1182, + "mean_token_accuracy": 0.27906791120767593, + "num_tokens": 16117175.0, + "step": 6775 + }, + { + "entropy": 4.9235481262207035, + "epoch": 6.634361233480176, + "grad_norm": 1.1640625, + "learning_rate": 0.00018728570597687638, + "loss": 4.3259, + "mean_token_accuracy": 0.2675983518362045, + "num_tokens": 16130231.0, + "step": 6780 + }, + { + "entropy": 4.829068851470947, + "epoch": 6.63925599608419, + "grad_norm": 1.265625, + "learning_rate": 0.0001869324498098326, + "loss": 4.2372, + "mean_token_accuracy": 0.2697674423456192, + "num_tokens": 16142487.0, + "step": 6785 + }, + { + "entropy": 4.798414278030395, + "epoch": 6.644150758688204, + "grad_norm": 1.109375, + "learning_rate": 0.0001865794498175286, + "loss": 4.1686, + "mean_token_accuracy": 0.27501768469810484, + "num_tokens": 16153970.0, + "step": 6790 + }, + { + "entropy": 4.787086725234985, + "epoch": 6.6490455212922175, + "grad_norm": 1.2265625, + "learning_rate": 0.0001862267070267864, + "loss": 4.2401, + "mean_token_accuracy": 0.2746932148933411, + "num_tokens": 16165452.0, + "step": 6795 + }, + { + "entropy": 4.903980016708374, + "epoch": 6.653940283896231, + "grad_norm": 1.296875, + "learning_rate": 0.00018587422246367957, + "loss": 4.2909, + "mean_token_accuracy": 0.267347078025341, + "num_tokens": 16177310.0, + "step": 6800 + }, + { + "entropy": 4.8290393352508545, + "epoch": 6.658835046500244, + "grad_norm": 1.296875, + "learning_rate": 0.00018552199715353063, + "loss": 4.2431, + "mean_token_accuracy": 0.27273038029670715, + "num_tokens": 16189315.0, + "step": 6805 + }, + { + "entropy": 4.806507682800293, + "epoch": 6.663729809104258, + "grad_norm": 1.140625, + "learning_rate": 0.000185170032120908, + "loss": 4.2358, + "mean_token_accuracy": 0.2727368637919426, + "num_tokens": 16200992.0, + "step": 6810 + }, + { + "entropy": 4.826565790176391, + "epoch": 6.668624571708272, + "grad_norm": 1.1953125, + "learning_rate": 0.00018481832838962282, + "loss": 4.2785, + "mean_token_accuracy": 0.26921398639678956, + "num_tokens": 16213478.0, + "step": 6815 + }, + { + "entropy": 4.774142789840698, + "epoch": 6.673519334312286, + "grad_norm": 1.3046875, + "learning_rate": 0.0001844668869827264, + "loss": 4.171, + "mean_token_accuracy": 0.2769194781780243, + "num_tokens": 16225165.0, + "step": 6820 + }, + { + "entropy": 4.882353496551514, + "epoch": 6.6784140969163, + "grad_norm": 1.21875, + "learning_rate": 0.00018411570892250685, + "loss": 4.324, + "mean_token_accuracy": 0.25825629830360414, + "num_tokens": 16236824.0, + "step": 6825 + }, + { + "entropy": 4.873099946975708, + "epoch": 6.683308859520313, + "grad_norm": 1.2734375, + "learning_rate": 0.00018376479523048622, + "loss": 4.2445, + "mean_token_accuracy": 0.27525572180747987, + "num_tokens": 16247874.0, + "step": 6830 + }, + { + "entropy": 4.796633577346801, + "epoch": 6.688203622124327, + "grad_norm": 1.296875, + "learning_rate": 0.00018341414692741765, + "loss": 4.1685, + "mean_token_accuracy": 0.27403592467308047, + "num_tokens": 16259305.0, + "step": 6835 + }, + { + "entropy": 4.784992218017578, + "epoch": 6.693098384728341, + "grad_norm": 1.3125, + "learning_rate": 0.0001830637650332822, + "loss": 4.2153, + "mean_token_accuracy": 0.27535903453826904, + "num_tokens": 16271993.0, + "step": 6840 + }, + { + "entropy": 4.832751655578614, + "epoch": 6.697993147332355, + "grad_norm": 1.296875, + "learning_rate": 0.00018271365056728612, + "loss": 4.2942, + "mean_token_accuracy": 0.26922129690647123, + "num_tokens": 16283353.0, + "step": 6845 + }, + { + "entropy": 4.832975912094116, + "epoch": 6.7028879099363685, + "grad_norm": 1.203125, + "learning_rate": 0.00018236380454785756, + "loss": 4.2391, + "mean_token_accuracy": 0.2777084022760391, + "num_tokens": 16295782.0, + "step": 6850 + }, + { + "entropy": 4.830508184432984, + "epoch": 6.7077826725403815, + "grad_norm": 1.25, + "learning_rate": 0.00018201422799264406, + "loss": 4.2233, + "mean_token_accuracy": 0.2772673726081848, + "num_tokens": 16308708.0, + "step": 6855 + }, + { + "entropy": 4.751596260070801, + "epoch": 6.712677435144395, + "grad_norm": 1.1953125, + "learning_rate": 0.00018166492191850904, + "loss": 4.1594, + "mean_token_accuracy": 0.277548024058342, + "num_tokens": 16320508.0, + "step": 6860 + }, + { + "entropy": 4.812742757797241, + "epoch": 6.717572197748409, + "grad_norm": 1.1875, + "learning_rate": 0.0001813158873415293, + "loss": 4.2244, + "mean_token_accuracy": 0.26796922385692595, + "num_tokens": 16332393.0, + "step": 6865 + }, + { + "entropy": 4.830001449584961, + "epoch": 6.722466960352423, + "grad_norm": 1.1640625, + "learning_rate": 0.000180967125276992, + "loss": 4.2566, + "mean_token_accuracy": 0.2725358933210373, + "num_tokens": 16343845.0, + "step": 6870 + }, + { + "entropy": 4.900268936157227, + "epoch": 6.727361722956436, + "grad_norm": 1.296875, + "learning_rate": 0.00018061863673939145, + "loss": 4.287, + "mean_token_accuracy": 0.26801770031452177, + "num_tokens": 16355155.0, + "step": 6875 + }, + { + "entropy": 4.8318298816680905, + "epoch": 6.73225648556045, + "grad_norm": 1.21875, + "learning_rate": 0.00018027042274242611, + "loss": 4.2039, + "mean_token_accuracy": 0.27316527515649797, + "num_tokens": 16366986.0, + "step": 6880 + }, + { + "entropy": 4.772649335861206, + "epoch": 6.737151248164464, + "grad_norm": 1.1640625, + "learning_rate": 0.0001799224842989964, + "loss": 4.1864, + "mean_token_accuracy": 0.2741151288151741, + "num_tokens": 16378054.0, + "step": 6885 + }, + { + "entropy": 4.838140487670898, + "epoch": 6.742046010768478, + "grad_norm": 1.1796875, + "learning_rate": 0.00017957482242120072, + "loss": 4.2819, + "mean_token_accuracy": 0.2612364083528519, + "num_tokens": 16390140.0, + "step": 6890 + }, + { + "entropy": 4.869786024093628, + "epoch": 6.746940773372492, + "grad_norm": 1.3046875, + "learning_rate": 0.00017922743812033315, + "loss": 4.3309, + "mean_token_accuracy": 0.257459057867527, + "num_tokens": 16401456.0, + "step": 6895 + }, + { + "entropy": 4.828910064697266, + "epoch": 6.751835535976505, + "grad_norm": 1.3515625, + "learning_rate": 0.00017888033240688023, + "loss": 4.25, + "mean_token_accuracy": 0.2661407694220543, + "num_tokens": 16411373.0, + "step": 6900 + }, + { + "entropy": 4.8243536949157715, + "epoch": 6.756730298580519, + "grad_norm": 1.2265625, + "learning_rate": 0.00017853350629051847, + "loss": 4.2021, + "mean_token_accuracy": 0.2693841502070427, + "num_tokens": 16422842.0, + "step": 6905 + }, + { + "entropy": 4.832136249542236, + "epoch": 6.7616250611845325, + "grad_norm": 1.2421875, + "learning_rate": 0.00017818696078011065, + "loss": 4.1967, + "mean_token_accuracy": 0.2766373082995415, + "num_tokens": 16434736.0, + "step": 6910 + }, + { + "entropy": 4.928450345993042, + "epoch": 6.766519823788546, + "grad_norm": 1.21875, + "learning_rate": 0.00017784069688370346, + "loss": 4.3636, + "mean_token_accuracy": 0.2608417823910713, + "num_tokens": 16447114.0, + "step": 6915 + }, + { + "entropy": 4.833252906799316, + "epoch": 6.77141458639256, + "grad_norm": 1.203125, + "learning_rate": 0.00017749471560852466, + "loss": 4.2267, + "mean_token_accuracy": 0.27015837132930753, + "num_tokens": 16457802.0, + "step": 6920 + }, + { + "entropy": 4.785260629653931, + "epoch": 6.776309348996573, + "grad_norm": 1.2421875, + "learning_rate": 0.0001771490179609796, + "loss": 4.1734, + "mean_token_accuracy": 0.2765981197357178, + "num_tokens": 16470161.0, + "step": 6925 + }, + { + "entropy": 4.838615846633911, + "epoch": 6.781204111600587, + "grad_norm": 1.1796875, + "learning_rate": 0.00017680360494664872, + "loss": 4.3092, + "mean_token_accuracy": 0.26522997915744784, + "num_tokens": 16483240.0, + "step": 6930 + }, + { + "entropy": 4.821589088439941, + "epoch": 6.786098874204601, + "grad_norm": 1.203125, + "learning_rate": 0.0001764584775702844, + "loss": 4.2128, + "mean_token_accuracy": 0.27196179926395414, + "num_tokens": 16496748.0, + "step": 6935 + }, + { + "entropy": 4.72474045753479, + "epoch": 6.790993636808615, + "grad_norm": 1.1796875, + "learning_rate": 0.00017611363683580838, + "loss": 4.1164, + "mean_token_accuracy": 0.281719496846199, + "num_tokens": 16509287.0, + "step": 6940 + }, + { + "entropy": 4.780606508255005, + "epoch": 6.795888399412629, + "grad_norm": 1.1796875, + "learning_rate": 0.00017576908374630846, + "loss": 4.217, + "mean_token_accuracy": 0.26991317272186277, + "num_tokens": 16520713.0, + "step": 6945 + }, + { + "entropy": 4.8649680614471436, + "epoch": 6.800783162016642, + "grad_norm": 1.109375, + "learning_rate": 0.0001754248193040356, + "loss": 4.293, + "mean_token_accuracy": 0.2615252986550331, + "num_tokens": 16533392.0, + "step": 6950 + }, + { + "entropy": 4.831953716278076, + "epoch": 6.805677924620656, + "grad_norm": 1.1796875, + "learning_rate": 0.00017508084451040135, + "loss": 4.2649, + "mean_token_accuracy": 0.27412021458148955, + "num_tokens": 16546109.0, + "step": 6955 + }, + { + "entropy": 4.830960273742676, + "epoch": 6.81057268722467, + "grad_norm": 1.2734375, + "learning_rate": 0.00017473716036597465, + "loss": 4.2623, + "mean_token_accuracy": 0.271477110683918, + "num_tokens": 16558409.0, + "step": 6960 + }, + { + "entropy": 4.787686061859131, + "epoch": 6.815467449828684, + "grad_norm": 1.1875, + "learning_rate": 0.00017439376787047888, + "loss": 4.2047, + "mean_token_accuracy": 0.2721322447061539, + "num_tokens": 16569695.0, + "step": 6965 + }, + { + "entropy": 4.953125953674316, + "epoch": 6.820362212432697, + "grad_norm": 1.21875, + "learning_rate": 0.0001740506680227892, + "loss": 4.3336, + "mean_token_accuracy": 0.26900721788406373, + "num_tokens": 16581937.0, + "step": 6970 + }, + { + "entropy": 4.830428218841552, + "epoch": 6.8252569750367105, + "grad_norm": 1.3515625, + "learning_rate": 0.00017370786182092945, + "loss": 4.2295, + "mean_token_accuracy": 0.2690939217805862, + "num_tokens": 16593670.0, + "step": 6975 + }, + { + "entropy": 4.846615934371949, + "epoch": 6.830151737640724, + "grad_norm": 1.25, + "learning_rate": 0.0001733653502620693, + "loss": 4.3235, + "mean_token_accuracy": 0.26150154173374174, + "num_tokens": 16605165.0, + "step": 6980 + }, + { + "entropy": 4.7979254722595215, + "epoch": 6.835046500244738, + "grad_norm": 1.1796875, + "learning_rate": 0.00017302313434252125, + "loss": 4.2091, + "mean_token_accuracy": 0.26987202316522596, + "num_tokens": 16616774.0, + "step": 6985 + }, + { + "entropy": 4.862527751922608, + "epoch": 6.839941262848752, + "grad_norm": 1.15625, + "learning_rate": 0.0001726812150577381, + "loss": 4.2928, + "mean_token_accuracy": 0.2625435009598732, + "num_tokens": 16628895.0, + "step": 6990 + }, + { + "entropy": 4.757234287261963, + "epoch": 6.844836025452766, + "grad_norm": 1.2109375, + "learning_rate": 0.0001723395934023095, + "loss": 4.1597, + "mean_token_accuracy": 0.2716460421681404, + "num_tokens": 16640242.0, + "step": 6995 + }, + { + "entropy": 4.880573511123657, + "epoch": 6.849730788056779, + "grad_norm": 1.2265625, + "learning_rate": 0.00017199827036995947, + "loss": 4.2517, + "mean_token_accuracy": 0.2695384547114372, + "num_tokens": 16652057.0, + "step": 7000 + }, + { + "epoch": 6.849730788056779, + "eval_entropy": 4.799824526581023, + "eval_loss": 5.5178608894348145, + "eval_mean_token_accuracy": 0.20650460087022207, + "eval_num_tokens": 16652057.0, + "eval_runtime": 2.718, + "eval_samples_per_second": 1268.209, + "eval_steps_per_second": 158.572, + "step": 7000 + }, + { + "entropy": 4.852752685546875, + "epoch": 6.854625550660793, + "grad_norm": 1.171875, + "learning_rate": 0.0001716572469535433, + "loss": 4.2873, + "mean_token_accuracy": 0.2662672266364098, + "num_tokens": 16664628.0, + "step": 7005 + }, + { + "entropy": 4.765297269821167, + "epoch": 6.859520313264807, + "grad_norm": 1.296875, + "learning_rate": 0.00017131652414504494, + "loss": 4.1363, + "mean_token_accuracy": 0.28136025071144105, + "num_tokens": 16674787.0, + "step": 7010 + }, + { + "entropy": 4.908167028427124, + "epoch": 6.864415075868821, + "grad_norm": 1.2109375, + "learning_rate": 0.00017097610293557376, + "loss": 4.3026, + "mean_token_accuracy": 0.26215105354785917, + "num_tokens": 16686573.0, + "step": 7015 + }, + { + "entropy": 4.835732126235962, + "epoch": 6.869309838472834, + "grad_norm": 1.2578125, + "learning_rate": 0.0001706359843153618, + "loss": 4.2188, + "mean_token_accuracy": 0.27586893886327746, + "num_tokens": 16697732.0, + "step": 7020 + }, + { + "entropy": 4.90386176109314, + "epoch": 6.874204601076848, + "grad_norm": 1.125, + "learning_rate": 0.00017029616927376095, + "loss": 4.3291, + "mean_token_accuracy": 0.26336448788642886, + "num_tokens": 16709918.0, + "step": 7025 + }, + { + "entropy": 4.72867169380188, + "epoch": 6.8790993636808615, + "grad_norm": 1.28125, + "learning_rate": 0.00016995665879924023, + "loss": 4.1493, + "mean_token_accuracy": 0.27780025005340575, + "num_tokens": 16721254.0, + "step": 7030 + }, + { + "entropy": 4.7647747039794925, + "epoch": 6.883994126284875, + "grad_norm": 1.203125, + "learning_rate": 0.00016961745387938235, + "loss": 4.183, + "mean_token_accuracy": 0.27847700864076613, + "num_tokens": 16732442.0, + "step": 7035 + }, + { + "entropy": 4.78448224067688, + "epoch": 6.888888888888889, + "grad_norm": 1.2421875, + "learning_rate": 0.00016927855550088138, + "loss": 4.2229, + "mean_token_accuracy": 0.27126297205686567, + "num_tokens": 16744156.0, + "step": 7040 + }, + { + "entropy": 4.877876472473145, + "epoch": 6.893783651492902, + "grad_norm": 1.3515625, + "learning_rate": 0.00016893996464954, + "loss": 4.2728, + "mean_token_accuracy": 0.2641643062233925, + "num_tokens": 16756129.0, + "step": 7045 + }, + { + "entropy": 4.86338963508606, + "epoch": 6.898678414096916, + "grad_norm": 1.140625, + "learning_rate": 0.0001686016823102659, + "loss": 4.2897, + "mean_token_accuracy": 0.27286734580993655, + "num_tokens": 16768634.0, + "step": 7050 + }, + { + "entropy": 4.846466827392578, + "epoch": 6.90357317670093, + "grad_norm": 1.1171875, + "learning_rate": 0.0001682637094670696, + "loss": 4.2404, + "mean_token_accuracy": 0.27916857302188874, + "num_tokens": 16780385.0, + "step": 7055 + }, + { + "entropy": 4.774806690216065, + "epoch": 6.908467939304944, + "grad_norm": 1.3203125, + "learning_rate": 0.00016792604710306108, + "loss": 4.0999, + "mean_token_accuracy": 0.284425413608551, + "num_tokens": 16791576.0, + "step": 7060 + }, + { + "entropy": 4.801191425323486, + "epoch": 6.913362701908957, + "grad_norm": 1.1875, + "learning_rate": 0.0001675886962004477, + "loss": 4.1882, + "mean_token_accuracy": 0.27397194057703017, + "num_tokens": 16804080.0, + "step": 7065 + }, + { + "entropy": 4.823637437820435, + "epoch": 6.918257464512971, + "grad_norm": 1.1015625, + "learning_rate": 0.00016725165774053035, + "loss": 4.2662, + "mean_token_accuracy": 0.26977028250694274, + "num_tokens": 16817682.0, + "step": 7070 + }, + { + "entropy": 4.839293336868286, + "epoch": 6.923152227116985, + "grad_norm": 1.3046875, + "learning_rate": 0.0001669149327037011, + "loss": 4.229, + "mean_token_accuracy": 0.2711069226264954, + "num_tokens": 16828759.0, + "step": 7075 + }, + { + "entropy": 4.8168669700622555, + "epoch": 6.928046989720999, + "grad_norm": 1.265625, + "learning_rate": 0.00016657852206944078, + "loss": 4.2732, + "mean_token_accuracy": 0.266059809923172, + "num_tokens": 16842727.0, + "step": 7080 + }, + { + "entropy": 4.776056432723999, + "epoch": 6.9329417523250125, + "grad_norm": 1.1328125, + "learning_rate": 0.00016624242681631513, + "loss": 4.2229, + "mean_token_accuracy": 0.2724165767431259, + "num_tokens": 16855567.0, + "step": 7085 + }, + { + "entropy": 4.833657932281494, + "epoch": 6.937836514929026, + "grad_norm": 1.2265625, + "learning_rate": 0.00016590664792197278, + "loss": 4.2323, + "mean_token_accuracy": 0.26841968297958374, + "num_tokens": 16868442.0, + "step": 7090 + }, + { + "entropy": 4.8504619121551515, + "epoch": 6.942731277533039, + "grad_norm": 1.3046875, + "learning_rate": 0.00016557118636314192, + "loss": 4.2453, + "mean_token_accuracy": 0.2725552201271057, + "num_tokens": 16879958.0, + "step": 7095 + }, + { + "entropy": 4.831103324890137, + "epoch": 6.947626040137053, + "grad_norm": 1.2890625, + "learning_rate": 0.000165236043115628, + "loss": 4.2228, + "mean_token_accuracy": 0.27216201424598696, + "num_tokens": 16891621.0, + "step": 7100 + }, + { + "entropy": 4.86317892074585, + "epoch": 6.952520802741067, + "grad_norm": 1.3515625, + "learning_rate": 0.0001649012191543103, + "loss": 4.2722, + "mean_token_accuracy": 0.2661159485578537, + "num_tokens": 16903352.0, + "step": 7105 + }, + { + "entropy": 4.856297826766967, + "epoch": 6.957415565345081, + "grad_norm": 1.265625, + "learning_rate": 0.00016456671545313922, + "loss": 4.2843, + "mean_token_accuracy": 0.26669911593198775, + "num_tokens": 16915640.0, + "step": 7110 + }, + { + "entropy": 4.803306150436401, + "epoch": 6.962310327949094, + "grad_norm": 1.203125, + "learning_rate": 0.00016423253298513405, + "loss": 4.1791, + "mean_token_accuracy": 0.2789281040430069, + "num_tokens": 16927558.0, + "step": 7115 + }, + { + "entropy": 4.84641580581665, + "epoch": 6.967205090553108, + "grad_norm": 1.328125, + "learning_rate": 0.00016389867272237913, + "loss": 4.2345, + "mean_token_accuracy": 0.2728713482618332, + "num_tokens": 16940099.0, + "step": 7120 + }, + { + "entropy": 4.770545387268067, + "epoch": 6.972099853157122, + "grad_norm": 1.1484375, + "learning_rate": 0.00016356513563602187, + "loss": 4.1901, + "mean_token_accuracy": 0.27592024207115173, + "num_tokens": 16951667.0, + "step": 7125 + }, + { + "entropy": 4.824424791336059, + "epoch": 6.976994615761136, + "grad_norm": 1.171875, + "learning_rate": 0.00016323192269626944, + "loss": 4.2557, + "mean_token_accuracy": 0.2688666105270386, + "num_tokens": 16964323.0, + "step": 7130 + }, + { + "entropy": 4.911003065109253, + "epoch": 6.98188937836515, + "grad_norm": 1.2109375, + "learning_rate": 0.00016289903487238635, + "loss": 4.2777, + "mean_token_accuracy": 0.2706483691930771, + "num_tokens": 16975728.0, + "step": 7135 + }, + { + "entropy": 4.797976112365722, + "epoch": 6.986784140969163, + "grad_norm": 1.1953125, + "learning_rate": 0.0001625664731326912, + "loss": 4.262, + "mean_token_accuracy": 0.2732352793216705, + "num_tokens": 16987783.0, + "step": 7140 + }, + { + "entropy": 4.882084512710572, + "epoch": 6.991678903573177, + "grad_norm": 1.078125, + "learning_rate": 0.00016223423844455404, + "loss": 4.2662, + "mean_token_accuracy": 0.26308298110961914, + "num_tokens": 17000870.0, + "step": 7145 + }, + { + "entropy": 4.82815318107605, + "epoch": 6.9965736661771905, + "grad_norm": 1.1875, + "learning_rate": 0.00016190233177439377, + "loss": 4.2057, + "mean_token_accuracy": 0.27077903747558596, + "num_tokens": 17013617.0, + "step": 7150 + }, + { + "entropy": 4.780447059207493, + "epoch": 7.000978952520803, + "grad_norm": 1.0703125, + "learning_rate": 0.00016157075408767497, + "loss": 4.123, + "mean_token_accuracy": 0.28422121206919354, + "num_tokens": 17024956.0, + "step": 7155 + }, + { + "entropy": 4.818837356567383, + "epoch": 7.0058737151248165, + "grad_norm": 1.1484375, + "learning_rate": 0.0001612395063489053, + "loss": 4.1347, + "mean_token_accuracy": 0.2758771196007729, + "num_tokens": 17038148.0, + "step": 7160 + }, + { + "entropy": 4.802131509780883, + "epoch": 7.01076847772883, + "grad_norm": 1.21875, + "learning_rate": 0.00016090858952163263, + "loss": 4.0381, + "mean_token_accuracy": 0.28795155584812165, + "num_tokens": 17049128.0, + "step": 7165 + }, + { + "entropy": 4.757979965209961, + "epoch": 7.015663240332844, + "grad_norm": 1.203125, + "learning_rate": 0.00016057800456844234, + "loss": 4.0054, + "mean_token_accuracy": 0.29685018658638, + "num_tokens": 17060836.0, + "step": 7170 + }, + { + "entropy": 4.7881927490234375, + "epoch": 7.020558002936857, + "grad_norm": 1.1484375, + "learning_rate": 0.00016024775245095444, + "loss": 4.0643, + "mean_token_accuracy": 0.28257188498973845, + "num_tokens": 17072334.0, + "step": 7175 + }, + { + "entropy": 4.82642707824707, + "epoch": 7.025452765540871, + "grad_norm": 1.34375, + "learning_rate": 0.0001599178341298206, + "loss": 4.0571, + "mean_token_accuracy": 0.2883249506354332, + "num_tokens": 17083589.0, + "step": 7180 + }, + { + "entropy": 4.844866323471069, + "epoch": 7.030347528144885, + "grad_norm": 1.2578125, + "learning_rate": 0.00015958825056472175, + "loss": 4.106, + "mean_token_accuracy": 0.28452355563640597, + "num_tokens": 17095086.0, + "step": 7185 + }, + { + "entropy": 4.767334270477295, + "epoch": 7.035242290748899, + "grad_norm": 1.28125, + "learning_rate": 0.000159259002714365, + "loss": 4.0383, + "mean_token_accuracy": 0.29307461678981783, + "num_tokens": 17106766.0, + "step": 7190 + }, + { + "entropy": 4.803368616104126, + "epoch": 7.040137053352912, + "grad_norm": 1.234375, + "learning_rate": 0.00015893009153648087, + "loss": 4.0913, + "mean_token_accuracy": 0.28804914057254793, + "num_tokens": 17119880.0, + "step": 7195 + }, + { + "entropy": 4.759484148025512, + "epoch": 7.045031815956926, + "grad_norm": 1.28125, + "learning_rate": 0.0001586015179878204, + "loss": 4.0014, + "mean_token_accuracy": 0.2972134605050087, + "num_tokens": 17131184.0, + "step": 7200 + }, + { + "entropy": 4.760886526107788, + "epoch": 7.04992657856094, + "grad_norm": 1.2578125, + "learning_rate": 0.00015827328302415295, + "loss": 4.0744, + "mean_token_accuracy": 0.28752224445343016, + "num_tokens": 17141849.0, + "step": 7205 + }, + { + "entropy": 4.813902425765991, + "epoch": 7.054821341164954, + "grad_norm": 1.078125, + "learning_rate": 0.00015794538760026262, + "loss": 4.0714, + "mean_token_accuracy": 0.28896082043647764, + "num_tokens": 17154704.0, + "step": 7210 + }, + { + "entropy": 4.8288720607757565, + "epoch": 7.0597161037689675, + "grad_norm": 1.265625, + "learning_rate": 0.00015761783266994586, + "loss": 4.0952, + "mean_token_accuracy": 0.2799787759780884, + "num_tokens": 17167145.0, + "step": 7215 + }, + { + "entropy": 4.800954675674438, + "epoch": 7.0646108663729805, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729061918600895, + "loss": 4.0888, + "mean_token_accuracy": 0.2849623948335648, + "num_tokens": 17179375.0, + "step": 7220 + }, + { + "entropy": 4.782412338256836, + "epoch": 7.069505628976994, + "grad_norm": 1.2109375, + "learning_rate": 0.00015696374810026471, + "loss": 4.0416, + "mean_token_accuracy": 0.29629620909690857, + "num_tokens": 17192236.0, + "step": 7225 + }, + { + "entropy": 4.74776554107666, + "epoch": 7.074400391581008, + "grad_norm": 1.203125, + "learning_rate": 0.00015663722036353002, + "loss": 4.0233, + "mean_token_accuracy": 0.29788653552532196, + "num_tokens": 17204525.0, + "step": 7230 + }, + { + "entropy": 4.792973518371582, + "epoch": 7.079295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.00015631103692562287, + "loss": 4.1002, + "mean_token_accuracy": 0.2791537374258041, + "num_tokens": 17216457.0, + "step": 7235 + }, + { + "entropy": 4.782972145080566, + "epoch": 7.084189916789036, + "grad_norm": 1.2578125, + "learning_rate": 0.00015598519873536023, + "loss": 4.0858, + "mean_token_accuracy": 0.2886860579252243, + "num_tokens": 17227552.0, + "step": 7240 + }, + { + "entropy": 4.809886455535889, + "epoch": 7.089084679393049, + "grad_norm": 1.1171875, + "learning_rate": 0.00015565970674055428, + "loss": 4.0608, + "mean_token_accuracy": 0.2873356699943542, + "num_tokens": 17239257.0, + "step": 7245 + }, + { + "entropy": 4.798758792877197, + "epoch": 7.093979441997063, + "grad_norm": 1.2265625, + "learning_rate": 0.00015533456188801035, + "loss": 4.0875, + "mean_token_accuracy": 0.29013034999370574, + "num_tokens": 17250183.0, + "step": 7250 + }, + { + "entropy": 4.777663993835449, + "epoch": 7.098874204601077, + "grad_norm": 1.109375, + "learning_rate": 0.00015500976512352411, + "loss": 4.0235, + "mean_token_accuracy": 0.2919615387916565, + "num_tokens": 17261275.0, + "step": 7255 + }, + { + "entropy": 4.850154161453247, + "epoch": 7.103768967205091, + "grad_norm": 1.234375, + "learning_rate": 0.0001546853173918785, + "loss": 4.1465, + "mean_token_accuracy": 0.2747348383069038, + "num_tokens": 17273497.0, + "step": 7260 + }, + { + "entropy": 4.73512830734253, + "epoch": 7.108663729809105, + "grad_norm": 1.2421875, + "learning_rate": 0.00015436121963684134, + "loss": 4.0128, + "mean_token_accuracy": 0.28873381912708285, + "num_tokens": 17285210.0, + "step": 7265 + }, + { + "entropy": 4.791627740859985, + "epoch": 7.113558492413118, + "grad_norm": 1.15625, + "learning_rate": 0.0001540374728011622, + "loss": 4.0997, + "mean_token_accuracy": 0.28171266913414, + "num_tokens": 17296571.0, + "step": 7270 + }, + { + "entropy": 4.752928829193115, + "epoch": 7.1184532550171316, + "grad_norm": 1.2890625, + "learning_rate": 0.00015371407782657022, + "loss": 4.1094, + "mean_token_accuracy": 0.2861900180578232, + "num_tokens": 17308619.0, + "step": 7275 + }, + { + "entropy": 4.78877820968628, + "epoch": 7.1233480176211454, + "grad_norm": 1.1328125, + "learning_rate": 0.00015339103565377066, + "loss": 4.0598, + "mean_token_accuracy": 0.28850083649158476, + "num_tokens": 17320543.0, + "step": 7280 + }, + { + "entropy": 4.848451757431031, + "epoch": 7.128242780225159, + "grad_norm": 1.1796875, + "learning_rate": 0.0001530683472224429, + "loss": 4.0745, + "mean_token_accuracy": 0.2905732810497284, + "num_tokens": 17331158.0, + "step": 7285 + }, + { + "entropy": 4.791416788101197, + "epoch": 7.133137542829173, + "grad_norm": 1.2578125, + "learning_rate": 0.0001527460134712369, + "loss": 4.0899, + "mean_token_accuracy": 0.28909812271595003, + "num_tokens": 17342174.0, + "step": 7290 + }, + { + "entropy": 4.819753646850586, + "epoch": 7.138032305433186, + "grad_norm": 1.1953125, + "learning_rate": 0.00015242403533777144, + "loss": 4.1523, + "mean_token_accuracy": 0.2755330979824066, + "num_tokens": 17353896.0, + "step": 7295 + }, + { + "entropy": 4.764073324203491, + "epoch": 7.1429270680372, + "grad_norm": 1.1640625, + "learning_rate": 0.00015210241375863048, + "loss": 4.0277, + "mean_token_accuracy": 0.2917007923126221, + "num_tokens": 17366131.0, + "step": 7300 + }, + { + "entropy": 4.891622877120971, + "epoch": 7.147821830641214, + "grad_norm": 1.15625, + "learning_rate": 0.00015178114966936078, + "loss": 4.2272, + "mean_token_accuracy": 0.2710686966776848, + "num_tokens": 17378513.0, + "step": 7305 + }, + { + "entropy": 4.861794376373291, + "epoch": 7.152716593245228, + "grad_norm": 1.15625, + "learning_rate": 0.00015146024400446967, + "loss": 4.1124, + "mean_token_accuracy": 0.2803745836019516, + "num_tokens": 17391153.0, + "step": 7310 + }, + { + "entropy": 4.8278069496154785, + "epoch": 7.157611355849241, + "grad_norm": 1.21875, + "learning_rate": 0.00015113969769742135, + "loss": 4.2097, + "mean_token_accuracy": 0.2775128915905952, + "num_tokens": 17403512.0, + "step": 7315 + }, + { + "entropy": 4.874017858505249, + "epoch": 7.162506118453255, + "grad_norm": 1.1953125, + "learning_rate": 0.00015081951168063507, + "loss": 4.2076, + "mean_token_accuracy": 0.2813242763280869, + "num_tokens": 17416141.0, + "step": 7320 + }, + { + "entropy": 4.827480125427246, + "epoch": 7.167400881057269, + "grad_norm": 1.25, + "learning_rate": 0.00015049968688548172, + "loss": 4.0906, + "mean_token_accuracy": 0.28566859662532806, + "num_tokens": 17427686.0, + "step": 7325 + }, + { + "entropy": 4.780575370788574, + "epoch": 7.172295643661283, + "grad_norm": 1.21875, + "learning_rate": 0.00015018022424228184, + "loss": 4.1103, + "mean_token_accuracy": 0.27947225272655485, + "num_tokens": 17440093.0, + "step": 7330 + }, + { + "entropy": 4.910111284255981, + "epoch": 7.1771904062652965, + "grad_norm": 1.21875, + "learning_rate": 0.0001498611246803022, + "loss": 4.182, + "mean_token_accuracy": 0.2680870145559311, + "num_tokens": 17451773.0, + "step": 7335 + }, + { + "entropy": 4.887281036376953, + "epoch": 7.1820851688693095, + "grad_norm": 1.1171875, + "learning_rate": 0.0001495423891277536, + "loss": 4.1593, + "mean_token_accuracy": 0.2688952133059502, + "num_tokens": 17464407.0, + "step": 7340 + }, + { + "entropy": 4.8682098388671875, + "epoch": 7.186979931473323, + "grad_norm": 1.2890625, + "learning_rate": 0.00014922401851178804, + "loss": 4.1048, + "mean_token_accuracy": 0.2840438082814217, + "num_tokens": 17476101.0, + "step": 7345 + }, + { + "entropy": 4.799012136459351, + "epoch": 7.191874694077337, + "grad_norm": 1.2109375, + "learning_rate": 0.0001489060137584958, + "loss": 4.0873, + "mean_token_accuracy": 0.28711037039756776, + "num_tokens": 17487472.0, + "step": 7350 + }, + { + "entropy": 4.825730991363526, + "epoch": 7.196769456681351, + "grad_norm": 1.2265625, + "learning_rate": 0.000148588375792903, + "loss": 4.1288, + "mean_token_accuracy": 0.28802083134651185, + "num_tokens": 17499499.0, + "step": 7355 + }, + { + "entropy": 4.855758333206177, + "epoch": 7.201664219285365, + "grad_norm": 1.15625, + "learning_rate": 0.00014827110553896876, + "loss": 4.1175, + "mean_token_accuracy": 0.2893441081047058, + "num_tokens": 17511307.0, + "step": 7360 + }, + { + "entropy": 4.923803806304932, + "epoch": 7.206558981889378, + "grad_norm": 1.109375, + "learning_rate": 0.00014795420391958285, + "loss": 4.1978, + "mean_token_accuracy": 0.27826104164123533, + "num_tokens": 17523359.0, + "step": 7365 + }, + { + "entropy": 4.748465538024902, + "epoch": 7.211453744493392, + "grad_norm": 1.25, + "learning_rate": 0.00014763767185656246, + "loss": 3.9908, + "mean_token_accuracy": 0.29602986574172974, + "num_tokens": 17534520.0, + "step": 7370 + }, + { + "entropy": 4.902448415756226, + "epoch": 7.216348507097406, + "grad_norm": 1.203125, + "learning_rate": 0.00014732151027064982, + "loss": 4.2838, + "mean_token_accuracy": 0.2666098862886429, + "num_tokens": 17547215.0, + "step": 7375 + }, + { + "entropy": 4.840163278579712, + "epoch": 7.22124326970142, + "grad_norm": 1.2578125, + "learning_rate": 0.00014700572008150977, + "loss": 4.1327, + "mean_token_accuracy": 0.2833808362483978, + "num_tokens": 17559334.0, + "step": 7380 + }, + { + "entropy": 4.838746213912964, + "epoch": 7.226138032305434, + "grad_norm": 1.203125, + "learning_rate": 0.00014669030220772642, + "loss": 4.0758, + "mean_token_accuracy": 0.288485449552536, + "num_tokens": 17570007.0, + "step": 7385 + }, + { + "entropy": 4.857969808578491, + "epoch": 7.231032794909447, + "grad_norm": 1.2734375, + "learning_rate": 0.00014637525756680116, + "loss": 4.1036, + "mean_token_accuracy": 0.286487540602684, + "num_tokens": 17580915.0, + "step": 7390 + }, + { + "entropy": 4.791293811798096, + "epoch": 7.2359275575134605, + "grad_norm": 1.34375, + "learning_rate": 0.00014606058707514958, + "loss": 4.0957, + "mean_token_accuracy": 0.2871719241142273, + "num_tokens": 17592315.0, + "step": 7395 + }, + { + "entropy": 4.820676183700561, + "epoch": 7.240822320117474, + "grad_norm": 1.1796875, + "learning_rate": 0.000145746291648099, + "loss": 4.1249, + "mean_token_accuracy": 0.28499663472175596, + "num_tokens": 17603458.0, + "step": 7400 + }, + { + "entropy": 4.748669624328613, + "epoch": 7.245717082721488, + "grad_norm": 1.2109375, + "learning_rate": 0.0001454323721998857, + "loss": 4.0926, + "mean_token_accuracy": 0.2825297206640244, + "num_tokens": 17615217.0, + "step": 7405 + }, + { + "entropy": 4.827870035171509, + "epoch": 7.250611845325501, + "grad_norm": 1.28125, + "learning_rate": 0.00014511882964365213, + "loss": 4.1783, + "mean_token_accuracy": 0.27295706868171693, + "num_tokens": 17627601.0, + "step": 7410 + }, + { + "entropy": 4.809018135070801, + "epoch": 7.255506607929515, + "grad_norm": 1.2109375, + "learning_rate": 0.0001448056648914449, + "loss": 4.0603, + "mean_token_accuracy": 0.29062820971012115, + "num_tokens": 17638475.0, + "step": 7415 + }, + { + "entropy": 4.782418441772461, + "epoch": 7.260401370533529, + "grad_norm": 1.1640625, + "learning_rate": 0.00014449287885421108, + "loss": 4.1064, + "mean_token_accuracy": 0.27899285703897475, + "num_tokens": 17650278.0, + "step": 7420 + }, + { + "entropy": 4.7921715259552, + "epoch": 7.265296133137543, + "grad_norm": 1.2109375, + "learning_rate": 0.0001441804724417965, + "loss": 4.0839, + "mean_token_accuracy": 0.28736929297447206, + "num_tokens": 17663110.0, + "step": 7425 + }, + { + "entropy": 4.85003809928894, + "epoch": 7.270190895741557, + "grad_norm": 1.3046875, + "learning_rate": 0.00014386844656294245, + "loss": 4.1425, + "mean_token_accuracy": 0.2779337793588638, + "num_tokens": 17673710.0, + "step": 7430 + }, + { + "entropy": 4.812310123443604, + "epoch": 7.27508565834557, + "grad_norm": 1.203125, + "learning_rate": 0.0001435568021252836, + "loss": 4.1105, + "mean_token_accuracy": 0.2840988889336586, + "num_tokens": 17686717.0, + "step": 7435 + }, + { + "entropy": 4.782513093948364, + "epoch": 7.279980420949584, + "grad_norm": 1.3359375, + "learning_rate": 0.00014324554003534485, + "loss": 4.0917, + "mean_token_accuracy": 0.2846391350030899, + "num_tokens": 17700013.0, + "step": 7440 + }, + { + "entropy": 4.774361610412598, + "epoch": 7.284875183553598, + "grad_norm": 1.1875, + "learning_rate": 0.00014293466119853887, + "loss": 4.0455, + "mean_token_accuracy": 0.2926559939980507, + "num_tokens": 17712450.0, + "step": 7445 + }, + { + "entropy": 4.842836046218872, + "epoch": 7.2897699461576115, + "grad_norm": 1.28125, + "learning_rate": 0.0001426241665191638, + "loss": 4.1109, + "mean_token_accuracy": 0.28842181265354155, + "num_tokens": 17724465.0, + "step": 7450 + }, + { + "entropy": 4.762375354766846, + "epoch": 7.294664708761625, + "grad_norm": 1.2265625, + "learning_rate": 0.00014231405690040005, + "loss": 4.0574, + "mean_token_accuracy": 0.29009200930595397, + "num_tokens": 17736638.0, + "step": 7455 + }, + { + "entropy": 4.8332212448120115, + "epoch": 7.299559471365638, + "grad_norm": 1.328125, + "learning_rate": 0.00014200433324430806, + "loss": 4.0976, + "mean_token_accuracy": 0.27914202213287354, + "num_tokens": 17747927.0, + "step": 7460 + }, + { + "entropy": 4.814736604690552, + "epoch": 7.304454233969652, + "grad_norm": 1.25, + "learning_rate": 0.0001416949964518254, + "loss": 4.0643, + "mean_token_accuracy": 0.29202333390712737, + "num_tokens": 17759676.0, + "step": 7465 + }, + { + "entropy": 4.825563526153564, + "epoch": 7.309348996573666, + "grad_norm": 1.2734375, + "learning_rate": 0.00014138604742276468, + "loss": 4.0887, + "mean_token_accuracy": 0.2903469443321228, + "num_tokens": 17771205.0, + "step": 7470 + }, + { + "entropy": 4.837093830108643, + "epoch": 7.31424375917768, + "grad_norm": 1.265625, + "learning_rate": 0.00014107748705581018, + "loss": 4.122, + "mean_token_accuracy": 0.2810250610113144, + "num_tokens": 17782407.0, + "step": 7475 + }, + { + "entropy": 4.795599889755249, + "epoch": 7.319138521781694, + "grad_norm": 1.1953125, + "learning_rate": 0.0001407693162485158, + "loss": 4.1132, + "mean_token_accuracy": 0.28156635761260984, + "num_tokens": 17793748.0, + "step": 7480 + }, + { + "entropy": 4.8112955570220945, + "epoch": 7.324033284385707, + "grad_norm": 1.1484375, + "learning_rate": 0.00014046153589730237, + "loss": 4.1608, + "mean_token_accuracy": 0.2788987457752228, + "num_tokens": 17806662.0, + "step": 7485 + }, + { + "entropy": 4.744254732131958, + "epoch": 7.328928046989721, + "grad_norm": 1.28125, + "learning_rate": 0.00014015414689745476, + "loss": 4.0998, + "mean_token_accuracy": 0.2806766092777252, + "num_tokens": 17817477.0, + "step": 7490 + }, + { + "entropy": 4.786280155181885, + "epoch": 7.333822809593735, + "grad_norm": 1.28125, + "learning_rate": 0.0001398471501431195, + "loss": 4.0604, + "mean_token_accuracy": 0.28615519404411316, + "num_tokens": 17830099.0, + "step": 7495 + }, + { + "entropy": 4.746518898010254, + "epoch": 7.338717572197749, + "grad_norm": 1.3046875, + "learning_rate": 0.0001395405465273021, + "loss": 4.0431, + "mean_token_accuracy": 0.2906483680009842, + "num_tokens": 17841520.0, + "step": 7500 + }, + { + "entropy": 4.806548023223877, + "epoch": 7.343612334801762, + "grad_norm": 1.40625, + "learning_rate": 0.00013923433694186478, + "loss": 4.1018, + "mean_token_accuracy": 0.2825804427266121, + "num_tokens": 17852319.0, + "step": 7505 + }, + { + "entropy": 4.791054153442383, + "epoch": 7.348507097405776, + "grad_norm": 1.1953125, + "learning_rate": 0.00013892852227752317, + "loss": 4.0786, + "mean_token_accuracy": 0.2819870948791504, + "num_tokens": 17864003.0, + "step": 7510 + }, + { + "entropy": 4.805252885818481, + "epoch": 7.3534018600097895, + "grad_norm": 1.1953125, + "learning_rate": 0.00013862310342384438, + "loss": 4.1959, + "mean_token_accuracy": 0.28391799330711365, + "num_tokens": 17877460.0, + "step": 7515 + }, + { + "entropy": 4.8232186794281, + "epoch": 7.358296622613803, + "grad_norm": 1.203125, + "learning_rate": 0.00013831808126924422, + "loss": 4.1513, + "mean_token_accuracy": 0.27248675376176834, + "num_tokens": 17889191.0, + "step": 7520 + }, + { + "entropy": 4.832364177703857, + "epoch": 7.363191385217817, + "grad_norm": 1.2421875, + "learning_rate": 0.00013801345670098438, + "loss": 4.0923, + "mean_token_accuracy": 0.2900449067354202, + "num_tokens": 17900866.0, + "step": 7525 + }, + { + "entropy": 4.887357330322265, + "epoch": 7.36808614782183, + "grad_norm": 1.28125, + "learning_rate": 0.00013770923060517015, + "loss": 4.1557, + "mean_token_accuracy": 0.2843441188335419, + "num_tokens": 17912747.0, + "step": 7530 + }, + { + "entropy": 4.835427141189575, + "epoch": 7.372980910425844, + "grad_norm": 1.296875, + "learning_rate": 0.0001374054038667476, + "loss": 4.1152, + "mean_token_accuracy": 0.285644468665123, + "num_tokens": 17924704.0, + "step": 7535 + }, + { + "entropy": 4.747461891174316, + "epoch": 7.377875673029858, + "grad_norm": 1.15625, + "learning_rate": 0.00013710197736950143, + "loss": 4.1147, + "mean_token_accuracy": 0.2786543697118759, + "num_tokens": 17936401.0, + "step": 7540 + }, + { + "entropy": 4.7854808330535885, + "epoch": 7.382770435633872, + "grad_norm": 1.2421875, + "learning_rate": 0.00013679895199605175, + "loss": 4.1127, + "mean_token_accuracy": 0.2867193892598152, + "num_tokens": 17948614.0, + "step": 7545 + }, + { + "entropy": 4.857870149612427, + "epoch": 7.387665198237886, + "grad_norm": 1.328125, + "learning_rate": 0.000136496328627852, + "loss": 4.2017, + "mean_token_accuracy": 0.2843237340450287, + "num_tokens": 17960708.0, + "step": 7550 + }, + { + "entropy": 4.798525190353393, + "epoch": 7.392559960841899, + "grad_norm": 1.21875, + "learning_rate": 0.0001361941081451863, + "loss": 4.0421, + "mean_token_accuracy": 0.2900181621313095, + "num_tokens": 17972977.0, + "step": 7555 + }, + { + "entropy": 4.838765430450439, + "epoch": 7.397454723445913, + "grad_norm": 1.0703125, + "learning_rate": 0.00013589229142716686, + "loss": 4.1262, + "mean_token_accuracy": 0.28275442123413086, + "num_tokens": 17985587.0, + "step": 7560 + }, + { + "entropy": 4.763973522186279, + "epoch": 7.402349486049927, + "grad_norm": 1.1953125, + "learning_rate": 0.0001355908793517313, + "loss": 3.9968, + "mean_token_accuracy": 0.2955072432756424, + "num_tokens": 17998005.0, + "step": 7565 + }, + { + "entropy": 4.754019546508789, + "epoch": 7.4072442486539405, + "grad_norm": 1.171875, + "learning_rate": 0.00013528987279564015, + "loss": 3.9688, + "mean_token_accuracy": 0.2980596512556076, + "num_tokens": 18009944.0, + "step": 7570 + }, + { + "entropy": 4.759017038345337, + "epoch": 7.412139011257954, + "grad_norm": 1.203125, + "learning_rate": 0.0001349892726344746, + "loss": 4.1087, + "mean_token_accuracy": 0.28233579993247987, + "num_tokens": 18022956.0, + "step": 7575 + }, + { + "entropy": 4.772615432739258, + "epoch": 7.417033773861967, + "grad_norm": 1.296875, + "learning_rate": 0.00013468907974263346, + "loss": 4.0929, + "mean_token_accuracy": 0.287433722615242, + "num_tokens": 18034930.0, + "step": 7580 + }, + { + "entropy": 4.770158004760742, + "epoch": 7.421928536465981, + "grad_norm": 1.1953125, + "learning_rate": 0.00013438929499333098, + "loss": 4.0876, + "mean_token_accuracy": 0.2871038466691971, + "num_tokens": 18045966.0, + "step": 7585 + }, + { + "entropy": 4.810977506637573, + "epoch": 7.426823299069995, + "grad_norm": 1.3046875, + "learning_rate": 0.000134089919258594, + "loss": 4.0938, + "mean_token_accuracy": 0.2832252860069275, + "num_tokens": 18057524.0, + "step": 7590 + }, + { + "entropy": 4.763741159439087, + "epoch": 7.431718061674009, + "grad_norm": 1.15625, + "learning_rate": 0.00013379095340925988, + "loss": 4.1054, + "mean_token_accuracy": 0.286394926905632, + "num_tokens": 18069858.0, + "step": 7595 + }, + { + "entropy": 4.71230001449585, + "epoch": 7.436612824278022, + "grad_norm": 1.15625, + "learning_rate": 0.00013349239831497356, + "loss": 4.0493, + "mean_token_accuracy": 0.2896520644426346, + "num_tokens": 18082613.0, + "step": 7600 + }, + { + "entropy": 4.858574295043946, + "epoch": 7.441507586882036, + "grad_norm": 1.203125, + "learning_rate": 0.00013319425484418506, + "loss": 4.1224, + "mean_token_accuracy": 0.29318794012069704, + "num_tokens": 18093828.0, + "step": 7605 + }, + { + "entropy": 4.859941673278809, + "epoch": 7.44640234948605, + "grad_norm": 1.2421875, + "learning_rate": 0.00013289652386414723, + "loss": 4.1457, + "mean_token_accuracy": 0.27586865425109863, + "num_tokens": 18105540.0, + "step": 7610 + }, + { + "entropy": 4.768905687332153, + "epoch": 7.451297112090064, + "grad_norm": 1.34375, + "learning_rate": 0.00013259920624091295, + "loss": 4.0996, + "mean_token_accuracy": 0.2855397403240204, + "num_tokens": 18116761.0, + "step": 7615 + }, + { + "entropy": 4.785869121551514, + "epoch": 7.456191874694078, + "grad_norm": 1.3125, + "learning_rate": 0.0001323023028393327, + "loss": 4.0547, + "mean_token_accuracy": 0.2858396708965302, + "num_tokens": 18128209.0, + "step": 7620 + }, + { + "entropy": 4.843937492370605, + "epoch": 7.461086637298091, + "grad_norm": 1.25, + "learning_rate": 0.000132005814523052, + "loss": 4.1785, + "mean_token_accuracy": 0.28769124746322633, + "num_tokens": 18141304.0, + "step": 7625 + }, + { + "entropy": 4.794684410095215, + "epoch": 7.4659813999021045, + "grad_norm": 1.1796875, + "learning_rate": 0.0001317097421545091, + "loss": 4.1412, + "mean_token_accuracy": 0.2853972852230072, + "num_tokens": 18152855.0, + "step": 7630 + }, + { + "entropy": 4.748196983337403, + "epoch": 7.470876162506118, + "grad_norm": 1.2109375, + "learning_rate": 0.00013141408659493231, + "loss": 4.0358, + "mean_token_accuracy": 0.29571499228477477, + "num_tokens": 18163885.0, + "step": 7635 + }, + { + "entropy": 4.801903629302979, + "epoch": 7.475770925110132, + "grad_norm": 1.25, + "learning_rate": 0.00013111884870433728, + "loss": 4.0691, + "mean_token_accuracy": 0.2905031472444534, + "num_tokens": 18174480.0, + "step": 7640 + }, + { + "entropy": 4.798210287094117, + "epoch": 7.480665687714146, + "grad_norm": 1.3203125, + "learning_rate": 0.00013082402934152504, + "loss": 4.1095, + "mean_token_accuracy": 0.2820493280887604, + "num_tokens": 18186088.0, + "step": 7645 + }, + { + "entropy": 4.8714094161987305, + "epoch": 7.485560450318159, + "grad_norm": 1.1640625, + "learning_rate": 0.00013052962936407902, + "loss": 4.1374, + "mean_token_accuracy": 0.284106707572937, + "num_tokens": 18197894.0, + "step": 7650 + }, + { + "entropy": 4.751612329483033, + "epoch": 7.490455212922173, + "grad_norm": 1.28125, + "learning_rate": 0.00013023564962836272, + "loss": 4.1025, + "mean_token_accuracy": 0.29093705415725707, + "num_tokens": 18210017.0, + "step": 7655 + }, + { + "entropy": 4.759692525863647, + "epoch": 7.495349975526187, + "grad_norm": 1.265625, + "learning_rate": 0.00012994209098951716, + "loss": 4.1282, + "mean_token_accuracy": 0.28445088267326357, + "num_tokens": 18221347.0, + "step": 7660 + }, + { + "entropy": 4.757839632034302, + "epoch": 7.500244738130201, + "grad_norm": 1.125, + "learning_rate": 0.00012964895430145869, + "loss": 4.1321, + "mean_token_accuracy": 0.28519167453050615, + "num_tokens": 18232934.0, + "step": 7665 + }, + { + "entropy": 4.856450414657592, + "epoch": 7.505139500734215, + "grad_norm": 1.1953125, + "learning_rate": 0.00012935624041687604, + "loss": 4.1213, + "mean_token_accuracy": 0.28798395693302153, + "num_tokens": 18244637.0, + "step": 7670 + }, + { + "entropy": 4.7560934066772464, + "epoch": 7.510034263338228, + "grad_norm": 0.9921875, + "learning_rate": 0.00012906395018722811, + "loss": 4.0537, + "mean_token_accuracy": 0.289487162232399, + "num_tokens": 18256852.0, + "step": 7675 + }, + { + "entropy": 4.8688610076904295, + "epoch": 7.514929025942242, + "grad_norm": 1.234375, + "learning_rate": 0.0001287720844627417, + "loss": 4.1754, + "mean_token_accuracy": 0.28162865340709686, + "num_tokens": 18267437.0, + "step": 7680 + }, + { + "entropy": 4.784332609176635, + "epoch": 7.5198237885462555, + "grad_norm": 1.359375, + "learning_rate": 0.00012848064409240839, + "loss": 4.1321, + "mean_token_accuracy": 0.2837877184152603, + "num_tokens": 18278975.0, + "step": 7685 + }, + { + "entropy": 4.8387714385986325, + "epoch": 7.524718551150269, + "grad_norm": 1.34375, + "learning_rate": 0.00012818962992398265, + "loss": 4.1507, + "mean_token_accuracy": 0.28322983980178834, + "num_tokens": 18289702.0, + "step": 7690 + }, + { + "entropy": 4.7619012832641605, + "epoch": 7.5296133137542824, + "grad_norm": 1.234375, + "learning_rate": 0.00012789904280397936, + "loss": 4.0134, + "mean_token_accuracy": 0.2988777369260788, + "num_tokens": 18302023.0, + "step": 7695 + }, + { + "entropy": 4.787058162689209, + "epoch": 7.534508076358296, + "grad_norm": 1.140625, + "learning_rate": 0.00012760888357767097, + "loss": 4.1084, + "mean_token_accuracy": 0.28231562077999117, + "num_tokens": 18314361.0, + "step": 7700 + }, + { + "entropy": 4.763881063461303, + "epoch": 7.53940283896231, + "grad_norm": 1.3203125, + "learning_rate": 0.0001273191530890853, + "loss": 4.0937, + "mean_token_accuracy": 0.28528667986392975, + "num_tokens": 18326405.0, + "step": 7705 + }, + { + "entropy": 4.827100229263306, + "epoch": 7.544297601566324, + "grad_norm": 1.140625, + "learning_rate": 0.00012702985218100306, + "loss": 4.1087, + "mean_token_accuracy": 0.2849459290504456, + "num_tokens": 18338765.0, + "step": 7710 + }, + { + "entropy": 4.7180108547210695, + "epoch": 7.549192364170338, + "grad_norm": 1.25, + "learning_rate": 0.0001267409816949554, + "loss": 4.0496, + "mean_token_accuracy": 0.29414022564888, + "num_tokens": 18350071.0, + "step": 7715 + }, + { + "entropy": 4.774911880493164, + "epoch": 7.554087126774352, + "grad_norm": 1.2734375, + "learning_rate": 0.0001264525424712215, + "loss": 4.1281, + "mean_token_accuracy": 0.28393369615077974, + "num_tokens": 18361183.0, + "step": 7720 + }, + { + "entropy": 4.685523796081543, + "epoch": 7.558981889378365, + "grad_norm": 1.1953125, + "learning_rate": 0.00012616453534882574, + "loss": 4.0168, + "mean_token_accuracy": 0.29059562981128695, + "num_tokens": 18374411.0, + "step": 7725 + }, + { + "entropy": 4.753079175949097, + "epoch": 7.563876651982379, + "grad_norm": 1.21875, + "learning_rate": 0.00012587696116553613, + "loss": 4.0859, + "mean_token_accuracy": 0.28874012529850007, + "num_tokens": 18386718.0, + "step": 7730 + }, + { + "entropy": 4.739024114608765, + "epoch": 7.568771414586393, + "grad_norm": 1.28125, + "learning_rate": 0.00012558982075786085, + "loss": 4.0464, + "mean_token_accuracy": 0.2881570875644684, + "num_tokens": 18398652.0, + "step": 7735 + }, + { + "entropy": 4.817078161239624, + "epoch": 7.573666177190407, + "grad_norm": 1.1875, + "learning_rate": 0.00012530311496104652, + "loss": 4.0754, + "mean_token_accuracy": 0.2835995480418205, + "num_tokens": 18411469.0, + "step": 7740 + }, + { + "entropy": 4.905104351043701, + "epoch": 7.57856093979442, + "grad_norm": 1.3359375, + "learning_rate": 0.00012501684460907542, + "loss": 4.2613, + "mean_token_accuracy": 0.27149486243724824, + "num_tokens": 18423199.0, + "step": 7745 + }, + { + "entropy": 4.799884796142578, + "epoch": 7.5834557023984335, + "grad_norm": 1.125, + "learning_rate": 0.00012473101053466336, + "loss": 4.0074, + "mean_token_accuracy": 0.29536075294017794, + "num_tokens": 18435598.0, + "step": 7750 + }, + { + "entropy": 4.877683877944946, + "epoch": 7.588350465002447, + "grad_norm": 1.2421875, + "learning_rate": 0.00012444561356925697, + "loss": 4.2195, + "mean_token_accuracy": 0.27193855345249174, + "num_tokens": 18447598.0, + "step": 7755 + }, + { + "entropy": 4.809196281433105, + "epoch": 7.593245227606461, + "grad_norm": 1.2578125, + "learning_rate": 0.00012416065454303135, + "loss": 4.096, + "mean_token_accuracy": 0.2852015197277069, + "num_tokens": 18458578.0, + "step": 7760 + }, + { + "entropy": 4.886521100997925, + "epoch": 7.598139990210475, + "grad_norm": 1.25, + "learning_rate": 0.00012387613428488787, + "loss": 4.1676, + "mean_token_accuracy": 0.27320022583007814, + "num_tokens": 18470890.0, + "step": 7765 + }, + { + "entropy": 4.8296223163604735, + "epoch": 7.603034752814488, + "grad_norm": 1.3515625, + "learning_rate": 0.00012359205362245148, + "loss": 4.1863, + "mean_token_accuracy": 0.27460389137268065, + "num_tokens": 18482957.0, + "step": 7770 + }, + { + "entropy": 4.832960605621338, + "epoch": 7.607929515418502, + "grad_norm": 1.2421875, + "learning_rate": 0.0001233084133820684, + "loss": 4.1237, + "mean_token_accuracy": 0.283318130671978, + "num_tokens": 18494258.0, + "step": 7775 + }, + { + "entropy": 4.832284355163575, + "epoch": 7.612824278022516, + "grad_norm": 1.21875, + "learning_rate": 0.0001230252143888037, + "loss": 4.0674, + "mean_token_accuracy": 0.2857169136404991, + "num_tokens": 18505148.0, + "step": 7780 + }, + { + "entropy": 4.864187526702881, + "epoch": 7.61771904062653, + "grad_norm": 1.2265625, + "learning_rate": 0.0001227424574664391, + "loss": 4.1762, + "mean_token_accuracy": 0.27729265540838244, + "num_tokens": 18517314.0, + "step": 7785 + }, + { + "entropy": 4.8134321689605715, + "epoch": 7.622613803230543, + "grad_norm": 1.234375, + "learning_rate": 0.00012246014343747025, + "loss": 4.1228, + "mean_token_accuracy": 0.27948571741580963, + "num_tokens": 18528747.0, + "step": 7790 + }, + { + "entropy": 4.753570556640625, + "epoch": 7.627508565834557, + "grad_norm": 1.2578125, + "learning_rate": 0.0001221782731231045, + "loss": 4.0373, + "mean_token_accuracy": 0.2885405868291855, + "num_tokens": 18540390.0, + "step": 7795 + }, + { + "entropy": 4.785124158859253, + "epoch": 7.632403328438571, + "grad_norm": 1.328125, + "learning_rate": 0.00012189684734325866, + "loss": 4.0875, + "mean_token_accuracy": 0.28584117591381075, + "num_tokens": 18552420.0, + "step": 7800 + }, + { + "entropy": 4.792561626434326, + "epoch": 7.6372980910425845, + "grad_norm": 1.2265625, + "learning_rate": 0.00012161586691655621, + "loss": 4.0826, + "mean_token_accuracy": 0.28352665305137636, + "num_tokens": 18564004.0, + "step": 7805 + }, + { + "entropy": 4.8642552375793455, + "epoch": 7.642192853646598, + "grad_norm": 1.1875, + "learning_rate": 0.0001213353326603254, + "loss": 4.1699, + "mean_token_accuracy": 0.27770218104124067, + "num_tokens": 18576087.0, + "step": 7810 + }, + { + "entropy": 4.855444526672363, + "epoch": 7.647087616250612, + "grad_norm": 1.25, + "learning_rate": 0.00012105524539059639, + "loss": 4.1754, + "mean_token_accuracy": 0.2800003468990326, + "num_tokens": 18588561.0, + "step": 7815 + }, + { + "entropy": 4.827912330627441, + "epoch": 7.651982378854625, + "grad_norm": 1.3046875, + "learning_rate": 0.00012077560592209949, + "loss": 4.1558, + "mean_token_accuracy": 0.2796990841627121, + "num_tokens": 18599865.0, + "step": 7820 + }, + { + "entropy": 4.787193679809571, + "epoch": 7.656877141458639, + "grad_norm": 1.15625, + "learning_rate": 0.00012049641506826205, + "loss": 4.1141, + "mean_token_accuracy": 0.2802642285823822, + "num_tokens": 18611706.0, + "step": 7825 + }, + { + "entropy": 4.804380655288696, + "epoch": 7.661771904062653, + "grad_norm": 1.2578125, + "learning_rate": 0.00012021767364120662, + "loss": 4.0274, + "mean_token_accuracy": 0.2949175775051117, + "num_tokens": 18623484.0, + "step": 7830 + }, + { + "entropy": 4.881743335723877, + "epoch": 7.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00011993938245174858, + "loss": 4.2126, + "mean_token_accuracy": 0.2740862563252449, + "num_tokens": 18635211.0, + "step": 7835 + }, + { + "entropy": 4.758770275115967, + "epoch": 7.67156142927068, + "grad_norm": 1.328125, + "learning_rate": 0.00011966154230939343, + "loss": 4.0911, + "mean_token_accuracy": 0.28511970341205595, + "num_tokens": 18646297.0, + "step": 7840 + }, + { + "entropy": 4.805492830276489, + "epoch": 7.676456191874694, + "grad_norm": 1.1875, + "learning_rate": 0.00011938415402233473, + "loss": 4.1634, + "mean_token_accuracy": 0.2800639748573303, + "num_tokens": 18658137.0, + "step": 7845 + }, + { + "entropy": 4.8410478115081785, + "epoch": 7.681350954478708, + "grad_norm": 1.328125, + "learning_rate": 0.00011910721839745157, + "loss": 4.1038, + "mean_token_accuracy": 0.2892598807811737, + "num_tokens": 18669890.0, + "step": 7850 + }, + { + "entropy": 4.798696660995484, + "epoch": 7.686245717082722, + "grad_norm": 1.3046875, + "learning_rate": 0.00011883073624030657, + "loss": 4.1466, + "mean_token_accuracy": 0.27026563286781313, + "num_tokens": 18682395.0, + "step": 7855 + }, + { + "entropy": 4.85063943862915, + "epoch": 7.6911404796867355, + "grad_norm": 1.3046875, + "learning_rate": 0.00011855470835514302, + "loss": 4.1578, + "mean_token_accuracy": 0.2830510914325714, + "num_tokens": 18693670.0, + "step": 7860 + }, + { + "entropy": 4.785726070404053, + "epoch": 7.6960352422907485, + "grad_norm": 1.15625, + "learning_rate": 0.00011827913554488281, + "loss": 4.0856, + "mean_token_accuracy": 0.28719454556703566, + "num_tokens": 18705509.0, + "step": 7865 + }, + { + "entropy": 4.789930200576782, + "epoch": 7.700930004894762, + "grad_norm": 1.2421875, + "learning_rate": 0.00011800401861112439, + "loss": 4.1216, + "mean_token_accuracy": 0.2813727855682373, + "num_tokens": 18717405.0, + "step": 7870 + }, + { + "entropy": 4.8502030849456785, + "epoch": 7.705824767498776, + "grad_norm": 1.2578125, + "learning_rate": 0.00011772935835413978, + "loss": 4.1448, + "mean_token_accuracy": 0.2789168253540993, + "num_tokens": 18729031.0, + "step": 7875 + }, + { + "entropy": 4.748601675033569, + "epoch": 7.71071953010279, + "grad_norm": 1.2578125, + "learning_rate": 0.00011745515557287279, + "loss": 4.0904, + "mean_token_accuracy": 0.28729701042175293, + "num_tokens": 18740933.0, + "step": 7880 + }, + { + "entropy": 4.822775888442993, + "epoch": 7.715614292706804, + "grad_norm": 1.265625, + "learning_rate": 0.00011718141106493634, + "loss": 4.1621, + "mean_token_accuracy": 0.2788541853427887, + "num_tokens": 18753103.0, + "step": 7885 + }, + { + "entropy": 4.824989080429077, + "epoch": 7.720509055310817, + "grad_norm": 1.1640625, + "learning_rate": 0.0001169081256266106, + "loss": 4.1743, + "mean_token_accuracy": 0.27899649143218996, + "num_tokens": 18765948.0, + "step": 7890 + }, + { + "entropy": 4.794853830337525, + "epoch": 7.725403817914831, + "grad_norm": 1.171875, + "learning_rate": 0.00011663530005284012, + "loss": 4.1278, + "mean_token_accuracy": 0.2771626740694046, + "num_tokens": 18779223.0, + "step": 7895 + }, + { + "entropy": 4.784135437011718, + "epoch": 7.730298580518845, + "grad_norm": 1.203125, + "learning_rate": 0.00011636293513723178, + "loss": 4.1133, + "mean_token_accuracy": 0.2764637678861618, + "num_tokens": 18792864.0, + "step": 7900 + }, + { + "entropy": 4.790557336807251, + "epoch": 7.735193343122859, + "grad_norm": 1.2421875, + "learning_rate": 0.00011609103167205269, + "loss": 4.1234, + "mean_token_accuracy": 0.28146245181560514, + "num_tokens": 18805616.0, + "step": 7905 + }, + { + "entropy": 4.805563592910767, + "epoch": 7.740088105726873, + "grad_norm": 1.1796875, + "learning_rate": 0.00011581959044822749, + "loss": 4.1011, + "mean_token_accuracy": 0.28298195600509646, + "num_tokens": 18817842.0, + "step": 7910 + }, + { + "entropy": 4.816723918914795, + "epoch": 7.744982868330886, + "grad_norm": 1.265625, + "learning_rate": 0.00011554861225533625, + "loss": 4.1127, + "mean_token_accuracy": 0.28312732875347135, + "num_tokens": 18830121.0, + "step": 7915 + }, + { + "entropy": 4.824205350875855, + "epoch": 7.7498776309349, + "grad_norm": 1.265625, + "learning_rate": 0.00011527809788161215, + "loss": 4.114, + "mean_token_accuracy": 0.2774210304021835, + "num_tokens": 18842569.0, + "step": 7920 + }, + { + "entropy": 4.797594165802002, + "epoch": 7.7547723935389135, + "grad_norm": 1.1875, + "learning_rate": 0.00011500804811393931, + "loss": 4.1234, + "mean_token_accuracy": 0.27936862856149675, + "num_tokens": 18855001.0, + "step": 7925 + }, + { + "entropy": 4.8385285377502445, + "epoch": 7.759667156142927, + "grad_norm": 1.21875, + "learning_rate": 0.00011473846373785026, + "loss": 4.1457, + "mean_token_accuracy": 0.28422166109085084, + "num_tokens": 18867854.0, + "step": 7930 + }, + { + "entropy": 4.876369047164917, + "epoch": 7.76456191874694, + "grad_norm": 1.2109375, + "learning_rate": 0.00011446934553752384, + "loss": 4.1937, + "mean_token_accuracy": 0.2772183895111084, + "num_tokens": 18879235.0, + "step": 7935 + }, + { + "entropy": 4.778491687774658, + "epoch": 7.769456681350954, + "grad_norm": 1.234375, + "learning_rate": 0.00011420069429578273, + "loss": 4.0717, + "mean_token_accuracy": 0.28918620347976687, + "num_tokens": 18890588.0, + "step": 7940 + }, + { + "entropy": 4.762243986129761, + "epoch": 7.774351443954968, + "grad_norm": 1.3515625, + "learning_rate": 0.00011393251079409157, + "loss": 4.057, + "mean_token_accuracy": 0.29051515758037566, + "num_tokens": 18901515.0, + "step": 7945 + }, + { + "entropy": 4.7536064147949215, + "epoch": 7.779246206558982, + "grad_norm": 1.265625, + "learning_rate": 0.00011366479581255418, + "loss": 4.0879, + "mean_token_accuracy": 0.28467804193496704, + "num_tokens": 18914314.0, + "step": 7950 + }, + { + "entropy": 4.830654954910278, + "epoch": 7.784140969162996, + "grad_norm": 1.34375, + "learning_rate": 0.00011339755012991149, + "loss": 4.0924, + "mean_token_accuracy": 0.287271773815155, + "num_tokens": 18926040.0, + "step": 7955 + }, + { + "entropy": 4.801731824874878, + "epoch": 7.789035731767009, + "grad_norm": 1.296875, + "learning_rate": 0.00011313077452353965, + "loss": 4.0612, + "mean_token_accuracy": 0.2877976268529892, + "num_tokens": 18939362.0, + "step": 7960 + }, + { + "entropy": 4.796913957595825, + "epoch": 7.793930494371023, + "grad_norm": 1.21875, + "learning_rate": 0.00011286446976944704, + "loss": 4.1443, + "mean_token_accuracy": 0.2828346401453018, + "num_tokens": 18951460.0, + "step": 7965 + }, + { + "entropy": 4.881304931640625, + "epoch": 7.798825256975037, + "grad_norm": 1.1796875, + "learning_rate": 0.00011259863664227265, + "loss": 4.1385, + "mean_token_accuracy": 0.2836930096149445, + "num_tokens": 18963626.0, + "step": 7970 + }, + { + "entropy": 4.855031538009643, + "epoch": 7.803720019579051, + "grad_norm": 1.2109375, + "learning_rate": 0.00011233327591528339, + "loss": 4.1741, + "mean_token_accuracy": 0.2811962366104126, + "num_tokens": 18975706.0, + "step": 7975 + }, + { + "entropy": 4.870762634277344, + "epoch": 7.8086147821830645, + "grad_norm": 1.171875, + "learning_rate": 0.00011206838836037227, + "loss": 4.1095, + "mean_token_accuracy": 0.2842129483819008, + "num_tokens": 18986504.0, + "step": 7980 + }, + { + "entropy": 4.74673547744751, + "epoch": 7.8135095447870775, + "grad_norm": 1.2265625, + "learning_rate": 0.00011180397474805576, + "loss": 4.0687, + "mean_token_accuracy": 0.2877952128648758, + "num_tokens": 18999233.0, + "step": 7985 + }, + { + "entropy": 4.769118309020996, + "epoch": 7.818404307391091, + "grad_norm": 1.328125, + "learning_rate": 0.00011154003584747166, + "loss": 4.075, + "mean_token_accuracy": 0.28466567397117615, + "num_tokens": 19011155.0, + "step": 7990 + }, + { + "entropy": 4.78886833190918, + "epoch": 7.823299069995105, + "grad_norm": 1.28125, + "learning_rate": 0.00011127657242637709, + "loss": 4.1035, + "mean_token_accuracy": 0.2814509928226471, + "num_tokens": 19023736.0, + "step": 7995 + }, + { + "entropy": 4.7121885299682615, + "epoch": 7.828193832599119, + "grad_norm": 1.140625, + "learning_rate": 0.00011101358525114592, + "loss": 3.9746, + "mean_token_accuracy": 0.30115596652030946, + "num_tokens": 19035376.0, + "step": 8000 + }, + { + "epoch": 7.828193832599119, + "eval_entropy": 4.751975100444254, + "eval_loss": 5.513649940490723, + "eval_mean_token_accuracy": 0.20852118673498835, + "eval_num_tokens": 19035376.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.956, + "eval_steps_per_second": 158.916, + "step": 8000 + }, + { + "entropy": 4.790023469924927, + "epoch": 7.833088595203133, + "grad_norm": 1.328125, + "learning_rate": 0.00011075107508676672, + "loss": 4.1235, + "mean_token_accuracy": 0.28174285888671874, + "num_tokens": 19045925.0, + "step": 8005 + }, + { + "entropy": 4.849683856964111, + "epoch": 7.837983357807146, + "grad_norm": 1.203125, + "learning_rate": 0.00011048904269684048, + "loss": 4.1552, + "mean_token_accuracy": 0.2836036294698715, + "num_tokens": 19058873.0, + "step": 8010 + }, + { + "entropy": 4.815062665939331, + "epoch": 7.84287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.00011022748884357864, + "loss": 4.0749, + "mean_token_accuracy": 0.2853410840034485, + "num_tokens": 19071284.0, + "step": 8015 + }, + { + "entropy": 4.846319770812988, + "epoch": 7.847772883015174, + "grad_norm": 1.3046875, + "learning_rate": 0.00010996641428780035, + "loss": 4.1261, + "mean_token_accuracy": 0.2799112170934677, + "num_tokens": 19083369.0, + "step": 8020 + }, + { + "entropy": 4.844157981872558, + "epoch": 7.852667645619188, + "grad_norm": 1.2578125, + "learning_rate": 0.00010970581978893069, + "loss": 4.173, + "mean_token_accuracy": 0.2815590053796768, + "num_tokens": 19095774.0, + "step": 8025 + }, + { + "entropy": 4.803434658050537, + "epoch": 7.857562408223201, + "grad_norm": 1.328125, + "learning_rate": 0.00010944570610499837, + "loss": 4.1018, + "mean_token_accuracy": 0.2834786757826805, + "num_tokens": 19106445.0, + "step": 8030 + }, + { + "entropy": 4.7973674774169925, + "epoch": 7.862457170827215, + "grad_norm": 1.3515625, + "learning_rate": 0.0001091860739926335, + "loss": 4.0678, + "mean_token_accuracy": 0.2952722132205963, + "num_tokens": 19117043.0, + "step": 8035 + }, + { + "entropy": 4.801469135284424, + "epoch": 7.8673519334312285, + "grad_norm": 1.2890625, + "learning_rate": 0.00010892692420706521, + "loss": 4.0667, + "mean_token_accuracy": 0.2818433403968811, + "num_tokens": 19126786.0, + "step": 8040 + }, + { + "entropy": 4.826764011383057, + "epoch": 7.872246696035242, + "grad_norm": 1.28125, + "learning_rate": 0.00010866825750211972, + "loss": 4.1453, + "mean_token_accuracy": 0.28413928151130674, + "num_tokens": 19138093.0, + "step": 8045 + }, + { + "entropy": 4.815477466583252, + "epoch": 7.877141458639256, + "grad_norm": 1.203125, + "learning_rate": 0.00010841007463021818, + "loss": 4.1191, + "mean_token_accuracy": 0.2844523787498474, + "num_tokens": 19151252.0, + "step": 8050 + }, + { + "entropy": 4.782418298721313, + "epoch": 7.88203622124327, + "grad_norm": 1.1640625, + "learning_rate": 0.00010815237634237412, + "loss": 4.0656, + "mean_token_accuracy": 0.292576202750206, + "num_tokens": 19162493.0, + "step": 8055 + }, + { + "entropy": 4.809414434432983, + "epoch": 7.886930983847283, + "grad_norm": 1.28125, + "learning_rate": 0.00010789516338819155, + "loss": 4.1597, + "mean_token_accuracy": 0.2815487176179886, + "num_tokens": 19174396.0, + "step": 8060 + }, + { + "entropy": 4.7714988708496096, + "epoch": 7.891825746451297, + "grad_norm": 1.1875, + "learning_rate": 0.00010763843651586283, + "loss": 4.1386, + "mean_token_accuracy": 0.2797869980335236, + "num_tokens": 19188151.0, + "step": 8065 + }, + { + "entropy": 4.759133911132812, + "epoch": 7.896720509055311, + "grad_norm": 1.234375, + "learning_rate": 0.00010738219647216632, + "loss": 4.0656, + "mean_token_accuracy": 0.2926129400730133, + "num_tokens": 19200691.0, + "step": 8070 + }, + { + "entropy": 4.76167778968811, + "epoch": 7.901615271659325, + "grad_norm": 1.265625, + "learning_rate": 0.00010712644400246421, + "loss": 4.0766, + "mean_token_accuracy": 0.2882638245820999, + "num_tokens": 19211826.0, + "step": 8075 + }, + { + "entropy": 4.754981184005738, + "epoch": 7.906510034263338, + "grad_norm": 1.25, + "learning_rate": 0.00010687117985070044, + "loss": 4.0502, + "mean_token_accuracy": 0.2898054599761963, + "num_tokens": 19223757.0, + "step": 8080 + }, + { + "entropy": 4.781965112686157, + "epoch": 7.911404796867352, + "grad_norm": 1.046875, + "learning_rate": 0.0001066164047593986, + "loss": 4.161, + "mean_token_accuracy": 0.2828197956085205, + "num_tokens": 19236696.0, + "step": 8085 + }, + { + "entropy": 4.841031742095947, + "epoch": 7.916299559471366, + "grad_norm": 1.25, + "learning_rate": 0.0001063621194696596, + "loss": 4.1217, + "mean_token_accuracy": 0.2799760729074478, + "num_tokens": 19248694.0, + "step": 8090 + }, + { + "entropy": 4.720451545715332, + "epoch": 7.9211943220753795, + "grad_norm": 1.2578125, + "learning_rate": 0.00010610832472115953, + "loss": 4.0099, + "mean_token_accuracy": 0.2908418208360672, + "num_tokens": 19260481.0, + "step": 8095 + }, + { + "entropy": 4.798959255218506, + "epoch": 7.926089084679393, + "grad_norm": 1.296875, + "learning_rate": 0.00010585502125214778, + "loss": 4.0897, + "mean_token_accuracy": 0.28865148723125456, + "num_tokens": 19272577.0, + "step": 8100 + }, + { + "entropy": 4.819539403915405, + "epoch": 7.930983847283406, + "grad_norm": 1.25, + "learning_rate": 0.00010560220979944447, + "loss": 4.0648, + "mean_token_accuracy": 0.2851977705955505, + "num_tokens": 19283140.0, + "step": 8105 + }, + { + "entropy": 4.8135308742523195, + "epoch": 7.93587860988742, + "grad_norm": 1.296875, + "learning_rate": 0.00010534989109843866, + "loss": 4.1311, + "mean_token_accuracy": 0.2837995454668999, + "num_tokens": 19294532.0, + "step": 8110 + }, + { + "entropy": 4.842606830596924, + "epoch": 7.940773372491434, + "grad_norm": 1.2109375, + "learning_rate": 0.0001050980658830859, + "loss": 4.1434, + "mean_token_accuracy": 0.2774684727191925, + "num_tokens": 19307304.0, + "step": 8115 + }, + { + "entropy": 4.808180665969848, + "epoch": 7.945668135095448, + "grad_norm": 1.4140625, + "learning_rate": 0.00010484673488590651, + "loss": 4.0749, + "mean_token_accuracy": 0.28432413637638093, + "num_tokens": 19318260.0, + "step": 8120 + }, + { + "entropy": 4.826688289642334, + "epoch": 7.950562897699461, + "grad_norm": 1.125, + "learning_rate": 0.00010459589883798303, + "loss": 4.1873, + "mean_token_accuracy": 0.2748486503958702, + "num_tokens": 19333401.0, + "step": 8125 + }, + { + "entropy": 4.835629034042358, + "epoch": 7.955457660303475, + "grad_norm": 1.3125, + "learning_rate": 0.0001043455584689583, + "loss": 4.1655, + "mean_token_accuracy": 0.28058279156684873, + "num_tokens": 19346407.0, + "step": 8130 + }, + { + "entropy": 4.824550437927246, + "epoch": 7.960352422907489, + "grad_norm": 1.296875, + "learning_rate": 0.0001040957145070334, + "loss": 4.108, + "mean_token_accuracy": 0.28389019072055816, + "num_tokens": 19357868.0, + "step": 8135 + }, + { + "entropy": 4.826464557647705, + "epoch": 7.965247185511503, + "grad_norm": 1.21875, + "learning_rate": 0.00010384636767896533, + "loss": 4.1006, + "mean_token_accuracy": 0.2863073766231537, + "num_tokens": 19369322.0, + "step": 8140 + }, + { + "entropy": 4.8558349609375, + "epoch": 7.970141948115517, + "grad_norm": 1.1953125, + "learning_rate": 0.000103597518710065, + "loss": 4.1188, + "mean_token_accuracy": 0.27743022739887235, + "num_tokens": 19381609.0, + "step": 8145 + }, + { + "entropy": 4.825598335266113, + "epoch": 7.975036710719531, + "grad_norm": 1.25, + "learning_rate": 0.00010334916832419519, + "loss": 4.1384, + "mean_token_accuracy": 0.2844781383872032, + "num_tokens": 19393113.0, + "step": 8150 + }, + { + "entropy": 4.863827180862427, + "epoch": 7.979931473323544, + "grad_norm": 1.2109375, + "learning_rate": 0.00010310131724376845, + "loss": 4.1587, + "mean_token_accuracy": 0.284981444478035, + "num_tokens": 19404671.0, + "step": 8155 + }, + { + "entropy": 4.715756893157959, + "epoch": 7.9848262359275575, + "grad_norm": 1.3125, + "learning_rate": 0.00010285396618974475, + "loss": 4.0805, + "mean_token_accuracy": 0.28676379323005674, + "num_tokens": 19416027.0, + "step": 8160 + }, + { + "entropy": 4.692251300811767, + "epoch": 7.989720998531571, + "grad_norm": 1.1953125, + "learning_rate": 0.00010260711588162963, + "loss": 3.986, + "mean_token_accuracy": 0.29854593575000765, + "num_tokens": 19426968.0, + "step": 8165 + }, + { + "entropy": 4.75119423866272, + "epoch": 7.994615761135585, + "grad_norm": 1.265625, + "learning_rate": 0.00010236076703747207, + "loss": 4.0255, + "mean_token_accuracy": 0.29295570552349093, + "num_tokens": 19438335.0, + "step": 8170 + }, + { + "entropy": 4.775824737548828, + "epoch": 7.999510523739598, + "grad_norm": 1.0859375, + "learning_rate": 0.00010211492037386244, + "loss": 4.1301, + "mean_token_accuracy": 0.2802129596471786, + "num_tokens": 19452586.0, + "step": 8175 + }, + { + "entropy": 4.7508266766866045, + "epoch": 8.00391581008321, + "grad_norm": 1.34375, + "learning_rate": 0.00010186957660593018, + "loss": 4.0159, + "mean_token_accuracy": 0.3001713984542423, + "num_tokens": 19462341.0, + "step": 8180 + }, + { + "entropy": 4.789851951599121, + "epoch": 8.008810572687224, + "grad_norm": 1.2734375, + "learning_rate": 0.00010162473644734197, + "loss": 4.0858, + "mean_token_accuracy": 0.2801043540239334, + "num_tokens": 19474885.0, + "step": 8185 + }, + { + "entropy": 4.833471012115479, + "epoch": 8.013705335291238, + "grad_norm": 1.234375, + "learning_rate": 0.0001013804006102996, + "loss": 4.0077, + "mean_token_accuracy": 0.29478251934051514, + "num_tokens": 19486979.0, + "step": 8190 + }, + { + "entropy": 4.732617712020874, + "epoch": 8.018600097895252, + "grad_norm": 1.1796875, + "learning_rate": 0.00010113656980553782, + "loss": 3.933, + "mean_token_accuracy": 0.301824215054512, + "num_tokens": 19497355.0, + "step": 8195 + }, + { + "entropy": 4.752558803558349, + "epoch": 8.023494860499266, + "grad_norm": 1.2421875, + "learning_rate": 0.00010089324474232237, + "loss": 3.9631, + "mean_token_accuracy": 0.3032965540885925, + "num_tokens": 19507990.0, + "step": 8200 + }, + { + "entropy": 4.735957384109497, + "epoch": 8.02838962310328, + "grad_norm": 1.1875, + "learning_rate": 0.00010065042612844772, + "loss": 3.9955, + "mean_token_accuracy": 0.2964070439338684, + "num_tokens": 19520332.0, + "step": 8205 + }, + { + "entropy": 4.841171216964722, + "epoch": 8.033284385707294, + "grad_norm": 1.3046875, + "learning_rate": 0.00010040811467023542, + "loss": 4.1005, + "mean_token_accuracy": 0.2906040489673615, + "num_tokens": 19530951.0, + "step": 8210 + }, + { + "entropy": 4.788151597976684, + "epoch": 8.038179148311308, + "grad_norm": 1.25, + "learning_rate": 0.00010016631107253152, + "loss": 4.065, + "mean_token_accuracy": 0.2935373544692993, + "num_tokens": 19543683.0, + "step": 8215 + }, + { + "entropy": 4.8335155010223385, + "epoch": 8.04307391091532, + "grad_norm": 1.2578125, + "learning_rate": 9.992501603870491e-05, + "loss": 4.0523, + "mean_token_accuracy": 0.2906232953071594, + "num_tokens": 19554771.0, + "step": 8220 + }, + { + "entropy": 4.823724365234375, + "epoch": 8.047968673519334, + "grad_norm": 1.1875, + "learning_rate": 9.968423027064519e-05, + "loss": 3.9926, + "mean_token_accuracy": 0.2919668316841125, + "num_tokens": 19566296.0, + "step": 8225 + }, + { + "entropy": 4.74432373046875, + "epoch": 8.052863436123348, + "grad_norm": 1.1875, + "learning_rate": 9.944395446876047e-05, + "loss": 3.9566, + "mean_token_accuracy": 0.2975243330001831, + "num_tokens": 19579388.0, + "step": 8230 + }, + { + "entropy": 4.743651485443115, + "epoch": 8.057758198727361, + "grad_norm": 1.375, + "learning_rate": 9.920418933197559e-05, + "loss": 3.9562, + "mean_token_accuracy": 0.30524595975875857, + "num_tokens": 19590986.0, + "step": 8235 + }, + { + "entropy": 4.796912336349488, + "epoch": 8.062652961331375, + "grad_norm": 1.3046875, + "learning_rate": 9.89649355577297e-05, + "loss": 4.0393, + "mean_token_accuracy": 0.2856418013572693, + "num_tokens": 19602571.0, + "step": 8240 + }, + { + "entropy": 4.775595188140869, + "epoch": 8.06754772393539, + "grad_norm": 1.1796875, + "learning_rate": 9.872619384197478e-05, + "loss": 3.9547, + "mean_token_accuracy": 0.29954299330711365, + "num_tokens": 19614761.0, + "step": 8245 + }, + { + "entropy": 4.794795274734497, + "epoch": 8.072442486539403, + "grad_norm": 1.2890625, + "learning_rate": 9.848796487917316e-05, + "loss": 4.0244, + "mean_token_accuracy": 0.29351837635040284, + "num_tokens": 19627048.0, + "step": 8250 + }, + { + "entropy": 4.8953821659088135, + "epoch": 8.077337249143417, + "grad_norm": 1.21875, + "learning_rate": 9.825024936229557e-05, + "loss": 4.1208, + "mean_token_accuracy": 0.2821303129196167, + "num_tokens": 19639271.0, + "step": 8255 + }, + { + "entropy": 4.896049118041992, + "epoch": 8.082232011747431, + "grad_norm": 1.234375, + "learning_rate": 9.801304798281942e-05, + "loss": 4.1254, + "mean_token_accuracy": 0.2852731287479401, + "num_tokens": 19651170.0, + "step": 8260 + }, + { + "entropy": 4.855378913879394, + "epoch": 8.087126774351445, + "grad_norm": 1.2265625, + "learning_rate": 9.777636143072638e-05, + "loss": 4.0513, + "mean_token_accuracy": 0.28629745841026305, + "num_tokens": 19662576.0, + "step": 8265 + }, + { + "entropy": 4.791099786758423, + "epoch": 8.092021536955457, + "grad_norm": 1.3203125, + "learning_rate": 9.754019039450064e-05, + "loss": 4.0335, + "mean_token_accuracy": 0.2928896903991699, + "num_tokens": 19673748.0, + "step": 8270 + }, + { + "entropy": 4.764239311218262, + "epoch": 8.09691629955947, + "grad_norm": 1.25, + "learning_rate": 9.73045355611268e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.2971791118383408, + "num_tokens": 19685655.0, + "step": 8275 + }, + { + "entropy": 4.806309175491333, + "epoch": 8.101811062163485, + "grad_norm": 1.2890625, + "learning_rate": 9.706939761608802e-05, + "loss": 4.0062, + "mean_token_accuracy": 0.29895917773246766, + "num_tokens": 19696808.0, + "step": 8280 + }, + { + "entropy": 4.799530935287476, + "epoch": 8.106705824767499, + "grad_norm": 1.3203125, + "learning_rate": 9.683477724336381e-05, + "loss": 4.0458, + "mean_token_accuracy": 0.2901474267244339, + "num_tokens": 19708501.0, + "step": 8285 + }, + { + "entropy": 4.804644298553467, + "epoch": 8.111600587371512, + "grad_norm": 1.375, + "learning_rate": 9.66006751254281e-05, + "loss": 4.0576, + "mean_token_accuracy": 0.29216207563877106, + "num_tokens": 19721014.0, + "step": 8290 + }, + { + "entropy": 4.8463719367980955, + "epoch": 8.116495349975526, + "grad_norm": 1.25, + "learning_rate": 9.636709194324747e-05, + "loss": 4.0665, + "mean_token_accuracy": 0.2936025321483612, + "num_tokens": 19734010.0, + "step": 8295 + }, + { + "entropy": 4.874621200561523, + "epoch": 8.12139011257954, + "grad_norm": 1.28125, + "learning_rate": 9.613402837627882e-05, + "loss": 4.0136, + "mean_token_accuracy": 0.30141418278217313, + "num_tokens": 19744811.0, + "step": 8300 + }, + { + "entropy": 4.77404556274414, + "epoch": 8.126284875183554, + "grad_norm": 1.2265625, + "learning_rate": 9.590148510246772e-05, + "loss": 4.0014, + "mean_token_accuracy": 0.3035804033279419, + "num_tokens": 19757041.0, + "step": 8305 + }, + { + "entropy": 4.731545114517212, + "epoch": 8.131179637787568, + "grad_norm": 1.203125, + "learning_rate": 9.566946279824606e-05, + "loss": 3.9495, + "mean_token_accuracy": 0.3044112652540207, + "num_tokens": 19768890.0, + "step": 8310 + }, + { + "entropy": 4.7629693984985355, + "epoch": 8.13607440039158, + "grad_norm": 1.234375, + "learning_rate": 9.54379621385306e-05, + "loss": 4.0067, + "mean_token_accuracy": 0.2983778327703476, + "num_tokens": 19781644.0, + "step": 8315 + }, + { + "entropy": 4.774078607559204, + "epoch": 8.140969162995594, + "grad_norm": 1.34375, + "learning_rate": 9.520698379672056e-05, + "loss": 4.0141, + "mean_token_accuracy": 0.29419822692871095, + "num_tokens": 19792955.0, + "step": 8320 + }, + { + "entropy": 4.85325059890747, + "epoch": 8.145863925599608, + "grad_norm": 1.1796875, + "learning_rate": 9.497652844469574e-05, + "loss": 4.0712, + "mean_token_accuracy": 0.28395206928253175, + "num_tokens": 19806216.0, + "step": 8325 + }, + { + "entropy": 4.797935962677002, + "epoch": 8.150758688203622, + "grad_norm": 1.3359375, + "learning_rate": 9.474659675281486e-05, + "loss": 4.0253, + "mean_token_accuracy": 0.2976793497800827, + "num_tokens": 19818171.0, + "step": 8330 + }, + { + "entropy": 4.779278707504273, + "epoch": 8.155653450807636, + "grad_norm": 1.3203125, + "learning_rate": 9.451718938991326e-05, + "loss": 4.0355, + "mean_token_accuracy": 0.2973834216594696, + "num_tokens": 19829475.0, + "step": 8335 + }, + { + "entropy": 4.820474910736084, + "epoch": 8.16054821341165, + "grad_norm": 1.3125, + "learning_rate": 9.428830702330106e-05, + "loss": 4.0895, + "mean_token_accuracy": 0.28223137855529784, + "num_tokens": 19841681.0, + "step": 8340 + }, + { + "entropy": 4.750711250305176, + "epoch": 8.165442976015663, + "grad_norm": 1.25, + "learning_rate": 9.405995031876125e-05, + "loss": 3.9613, + "mean_token_accuracy": 0.30018341839313506, + "num_tokens": 19853491.0, + "step": 8345 + }, + { + "entropy": 4.783193778991699, + "epoch": 8.170337738619677, + "grad_norm": 1.296875, + "learning_rate": 9.383211994054794e-05, + "loss": 4.0521, + "mean_token_accuracy": 0.2948135644197464, + "num_tokens": 19865170.0, + "step": 8350 + }, + { + "entropy": 4.798542881011963, + "epoch": 8.175232501223691, + "grad_norm": 1.296875, + "learning_rate": 9.360481655138397e-05, + "loss": 4.0523, + "mean_token_accuracy": 0.2915564179420471, + "num_tokens": 19875959.0, + "step": 8355 + }, + { + "entropy": 4.848939037322998, + "epoch": 8.180127263827705, + "grad_norm": 1.390625, + "learning_rate": 9.337804081245937e-05, + "loss": 4.0415, + "mean_token_accuracy": 0.2928876131772995, + "num_tokens": 19886380.0, + "step": 8360 + }, + { + "entropy": 4.825018692016601, + "epoch": 8.185022026431717, + "grad_norm": 1.265625, + "learning_rate": 9.315179338342946e-05, + "loss": 4.0429, + "mean_token_accuracy": 0.29187908172607424, + "num_tokens": 19898371.0, + "step": 8365 + }, + { + "entropy": 4.822934627532959, + "epoch": 8.189916789035731, + "grad_norm": 1.375, + "learning_rate": 9.292607492241252e-05, + "loss": 3.9575, + "mean_token_accuracy": 0.29686312973499296, + "num_tokens": 19910044.0, + "step": 8370 + }, + { + "entropy": 4.812992238998413, + "epoch": 8.194811551639745, + "grad_norm": 1.1640625, + "learning_rate": 9.270088608598833e-05, + "loss": 4.0247, + "mean_token_accuracy": 0.29154442250728607, + "num_tokens": 19921955.0, + "step": 8375 + }, + { + "entropy": 4.788355684280395, + "epoch": 8.199706314243759, + "grad_norm": 1.234375, + "learning_rate": 9.247622752919594e-05, + "loss": 4.0225, + "mean_token_accuracy": 0.29671117216348647, + "num_tokens": 19933486.0, + "step": 8380 + }, + { + "entropy": 4.800418567657471, + "epoch": 8.204601076847773, + "grad_norm": 1.3359375, + "learning_rate": 9.225209990553213e-05, + "loss": 4.0076, + "mean_token_accuracy": 0.2950641632080078, + "num_tokens": 19944904.0, + "step": 8385 + }, + { + "entropy": 4.752691841125488, + "epoch": 8.209495839451787, + "grad_norm": 1.140625, + "learning_rate": 9.202850386694903e-05, + "loss": 3.9958, + "mean_token_accuracy": 0.30097452998161317, + "num_tokens": 19956747.0, + "step": 8390 + }, + { + "entropy": 4.850427436828613, + "epoch": 8.2143906020558, + "grad_norm": 1.15625, + "learning_rate": 9.180544006385252e-05, + "loss": 4.1406, + "mean_token_accuracy": 0.28515096604824064, + "num_tokens": 19970132.0, + "step": 8395 + }, + { + "entropy": 4.783610105514526, + "epoch": 8.219285364659815, + "grad_norm": 1.1953125, + "learning_rate": 9.15829091451005e-05, + "loss": 3.9833, + "mean_token_accuracy": 0.2993343651294708, + "num_tokens": 19981480.0, + "step": 8400 + }, + { + "entropy": 4.808634901046753, + "epoch": 8.224180127263828, + "grad_norm": 1.296875, + "learning_rate": 9.136091175800053e-05, + "loss": 4.041, + "mean_token_accuracy": 0.29177541583776473, + "num_tokens": 19992335.0, + "step": 8405 + }, + { + "entropy": 4.785143852233887, + "epoch": 8.229074889867842, + "grad_norm": 1.375, + "learning_rate": 9.113944854830836e-05, + "loss": 3.9952, + "mean_token_accuracy": 0.29254370033740995, + "num_tokens": 20004719.0, + "step": 8410 + }, + { + "entropy": 4.815789079666137, + "epoch": 8.233969652471854, + "grad_norm": 1.265625, + "learning_rate": 9.091852016022572e-05, + "loss": 4.0448, + "mean_token_accuracy": 0.2930038273334503, + "num_tokens": 20015465.0, + "step": 8415 + }, + { + "entropy": 4.772142505645752, + "epoch": 8.238864415075868, + "grad_norm": 1.328125, + "learning_rate": 9.069812723639898e-05, + "loss": 3.9806, + "mean_token_accuracy": 0.29986772537231443, + "num_tokens": 20025896.0, + "step": 8420 + }, + { + "entropy": 4.763949394226074, + "epoch": 8.243759177679882, + "grad_norm": 1.234375, + "learning_rate": 9.047827041791656e-05, + "loss": 3.9849, + "mean_token_accuracy": 0.2964647144079208, + "num_tokens": 20037587.0, + "step": 8425 + }, + { + "entropy": 4.78084168434143, + "epoch": 8.248653940283896, + "grad_norm": 1.203125, + "learning_rate": 9.025895034430765e-05, + "loss": 4.0614, + "mean_token_accuracy": 0.2884828716516495, + "num_tokens": 20050160.0, + "step": 8430 + }, + { + "entropy": 4.794815111160278, + "epoch": 8.25354870288791, + "grad_norm": 1.1953125, + "learning_rate": 9.004016765353998e-05, + "loss": 4.0756, + "mean_token_accuracy": 0.2914129376411438, + "num_tokens": 20062716.0, + "step": 8435 + }, + { + "entropy": 4.746814727783203, + "epoch": 8.258443465491924, + "grad_norm": 1.2109375, + "learning_rate": 8.982192298201832e-05, + "loss": 3.9913, + "mean_token_accuracy": 0.29088248312473297, + "num_tokens": 20074376.0, + "step": 8440 + }, + { + "entropy": 4.780981540679932, + "epoch": 8.263338228095938, + "grad_norm": 1.2578125, + "learning_rate": 8.960421696458226e-05, + "loss": 4.0071, + "mean_token_accuracy": 0.2879849374294281, + "num_tokens": 20087161.0, + "step": 8445 + }, + { + "entropy": 4.770525217056274, + "epoch": 8.268232990699952, + "grad_norm": 1.1953125, + "learning_rate": 8.938705023450455e-05, + "loss": 4.0418, + "mean_token_accuracy": 0.2875596463680267, + "num_tokens": 20099352.0, + "step": 8450 + }, + { + "entropy": 4.770326280593872, + "epoch": 8.273127753303966, + "grad_norm": 1.3359375, + "learning_rate": 8.917042342348935e-05, + "loss": 3.9895, + "mean_token_accuracy": 0.2998296141624451, + "num_tokens": 20110288.0, + "step": 8455 + }, + { + "entropy": 4.7889824390411375, + "epoch": 8.278022515907978, + "grad_norm": 1.3203125, + "learning_rate": 8.895433716167014e-05, + "loss": 4.031, + "mean_token_accuracy": 0.2933506637811661, + "num_tokens": 20121744.0, + "step": 8460 + }, + { + "entropy": 4.822531843185425, + "epoch": 8.282917278511992, + "grad_norm": 1.1953125, + "learning_rate": 8.873879207760807e-05, + "loss": 4.0773, + "mean_token_accuracy": 0.2831497386097908, + "num_tokens": 20134165.0, + "step": 8465 + }, + { + "entropy": 4.823532390594482, + "epoch": 8.287812041116005, + "grad_norm": 1.2578125, + "learning_rate": 8.852378879829009e-05, + "loss": 4.0161, + "mean_token_accuracy": 0.29584149420261385, + "num_tokens": 20146188.0, + "step": 8470 + }, + { + "entropy": 4.813218021392823, + "epoch": 8.29270680372002, + "grad_norm": 1.234375, + "learning_rate": 8.830932794912723e-05, + "loss": 4.0506, + "mean_token_accuracy": 0.2843432143330574, + "num_tokens": 20158477.0, + "step": 8475 + }, + { + "entropy": 4.845458984375, + "epoch": 8.297601566324033, + "grad_norm": 1.3203125, + "learning_rate": 8.809541015395254e-05, + "loss": 4.0911, + "mean_token_accuracy": 0.28241041004657746, + "num_tokens": 20170507.0, + "step": 8480 + }, + { + "entropy": 4.888974571228028, + "epoch": 8.302496328928047, + "grad_norm": 1.234375, + "learning_rate": 8.788203603501935e-05, + "loss": 4.062, + "mean_token_accuracy": 0.28928353190422057, + "num_tokens": 20181423.0, + "step": 8485 + }, + { + "entropy": 4.81447172164917, + "epoch": 8.307391091532061, + "grad_norm": 1.2109375, + "learning_rate": 8.766920621299982e-05, + "loss": 4.0751, + "mean_token_accuracy": 0.2945033431053162, + "num_tokens": 20192892.0, + "step": 8490 + }, + { + "entropy": 4.772926902770996, + "epoch": 8.312285854136075, + "grad_norm": 1.28125, + "learning_rate": 8.745692130698248e-05, + "loss": 4.0057, + "mean_token_accuracy": 0.29243382811546326, + "num_tokens": 20203466.0, + "step": 8495 + }, + { + "entropy": 4.768928718566895, + "epoch": 8.317180616740089, + "grad_norm": 1.2109375, + "learning_rate": 8.724518193447104e-05, + "loss": 4.0938, + "mean_token_accuracy": 0.2866020709276199, + "num_tokens": 20216660.0, + "step": 8500 + }, + { + "entropy": 4.799443864822388, + "epoch": 8.322075379344103, + "grad_norm": 1.3359375, + "learning_rate": 8.703398871138213e-05, + "loss": 3.9456, + "mean_token_accuracy": 0.307177472114563, + "num_tokens": 20227689.0, + "step": 8505 + }, + { + "entropy": 4.798560619354248, + "epoch": 8.326970141948115, + "grad_norm": 1.2421875, + "learning_rate": 8.682334225204397e-05, + "loss": 4.0607, + "mean_token_accuracy": 0.29022422432899475, + "num_tokens": 20239988.0, + "step": 8510 + }, + { + "entropy": 4.720589923858642, + "epoch": 8.331864904552129, + "grad_norm": 1.1484375, + "learning_rate": 8.661324316919411e-05, + "loss": 3.9598, + "mean_token_accuracy": 0.29875352680683137, + "num_tokens": 20253187.0, + "step": 8515 + }, + { + "entropy": 4.7920006275177, + "epoch": 8.336759667156143, + "grad_norm": 1.2734375, + "learning_rate": 8.640369207397791e-05, + "loss": 4.0117, + "mean_token_accuracy": 0.2947863072156906, + "num_tokens": 20265667.0, + "step": 8520 + }, + { + "entropy": 4.791538381576538, + "epoch": 8.341654429760156, + "grad_norm": 1.1640625, + "learning_rate": 8.619468957594685e-05, + "loss": 4.0895, + "mean_token_accuracy": 0.2899941444396973, + "num_tokens": 20279088.0, + "step": 8525 + }, + { + "entropy": 4.804943370819092, + "epoch": 8.34654919236417, + "grad_norm": 1.296875, + "learning_rate": 8.598623628305652e-05, + "loss": 4.0024, + "mean_token_accuracy": 0.29515176713466645, + "num_tokens": 20290199.0, + "step": 8530 + }, + { + "entropy": 4.793981552124023, + "epoch": 8.351443954968184, + "grad_norm": 1.25, + "learning_rate": 8.577833280166492e-05, + "loss": 3.9885, + "mean_token_accuracy": 0.29896204471588134, + "num_tokens": 20302119.0, + "step": 8535 + }, + { + "entropy": 4.875656223297119, + "epoch": 8.356338717572198, + "grad_norm": 1.3828125, + "learning_rate": 8.557097973653075e-05, + "loss": 4.0733, + "mean_token_accuracy": 0.28331688344478606, + "num_tokens": 20312459.0, + "step": 8540 + }, + { + "entropy": 4.741098690032959, + "epoch": 8.361233480176212, + "grad_norm": 1.203125, + "learning_rate": 8.536417769081179e-05, + "loss": 3.9739, + "mean_token_accuracy": 0.29959961771965027, + "num_tokens": 20324631.0, + "step": 8545 + }, + { + "entropy": 4.781824016571045, + "epoch": 8.366128242780226, + "grad_norm": 1.296875, + "learning_rate": 8.515792726606279e-05, + "loss": 4.0324, + "mean_token_accuracy": 0.2903775334358215, + "num_tokens": 20337748.0, + "step": 8550 + }, + { + "entropy": 4.829334688186646, + "epoch": 8.371023005384238, + "grad_norm": 1.3203125, + "learning_rate": 8.495222906223398e-05, + "loss": 4.1214, + "mean_token_accuracy": 0.2910662621259689, + "num_tokens": 20349017.0, + "step": 8555 + }, + { + "entropy": 4.785458517074585, + "epoch": 8.375917767988252, + "grad_norm": 1.3125, + "learning_rate": 8.474708367766937e-05, + "loss": 3.9871, + "mean_token_accuracy": 0.2969660609960556, + "num_tokens": 20359694.0, + "step": 8560 + }, + { + "entropy": 4.816461753845215, + "epoch": 8.380812530592266, + "grad_norm": 1.2578125, + "learning_rate": 8.45424917091048e-05, + "loss": 4.0634, + "mean_token_accuracy": 0.28907600343227385, + "num_tokens": 20373100.0, + "step": 8565 + }, + { + "entropy": 4.781310987472534, + "epoch": 8.38570729319628, + "grad_norm": 1.2890625, + "learning_rate": 8.433845375166628e-05, + "loss": 3.9855, + "mean_token_accuracy": 0.2901960551738739, + "num_tokens": 20384586.0, + "step": 8570 + }, + { + "entropy": 4.7860747337341305, + "epoch": 8.390602055800294, + "grad_norm": 1.3046875, + "learning_rate": 8.413497039886833e-05, + "loss": 4.0897, + "mean_token_accuracy": 0.2878449022769928, + "num_tokens": 20396876.0, + "step": 8575 + }, + { + "entropy": 4.78942494392395, + "epoch": 8.395496818404308, + "grad_norm": 1.3046875, + "learning_rate": 8.393204224261233e-05, + "loss": 4.0502, + "mean_token_accuracy": 0.2904807299375534, + "num_tokens": 20408701.0, + "step": 8580 + }, + { + "entropy": 4.738808345794678, + "epoch": 8.400391581008321, + "grad_norm": 1.2578125, + "learning_rate": 8.372966987318451e-05, + "loss": 4.061, + "mean_token_accuracy": 0.2913679838180542, + "num_tokens": 20420733.0, + "step": 8585 + }, + { + "entropy": 4.777753067016602, + "epoch": 8.405286343612335, + "grad_norm": 1.3125, + "learning_rate": 8.352785387925437e-05, + "loss": 4.0636, + "mean_token_accuracy": 0.2929169833660126, + "num_tokens": 20431755.0, + "step": 8590 + }, + { + "entropy": 4.786384105682373, + "epoch": 8.41018110621635, + "grad_norm": 1.125, + "learning_rate": 8.332659484787326e-05, + "loss": 4.0283, + "mean_token_accuracy": 0.2937730997800827, + "num_tokens": 20444097.0, + "step": 8595 + }, + { + "entropy": 4.726397180557251, + "epoch": 8.415075868820363, + "grad_norm": 1.234375, + "learning_rate": 8.312589336447219e-05, + "loss": 3.9753, + "mean_token_accuracy": 0.29979950487613677, + "num_tokens": 20455953.0, + "step": 8600 + }, + { + "entropy": 4.791380453109741, + "epoch": 8.419970631424375, + "grad_norm": 1.21875, + "learning_rate": 8.292575001286037e-05, + "loss": 4.0287, + "mean_token_accuracy": 0.29104123711586, + "num_tokens": 20468303.0, + "step": 8605 + }, + { + "entropy": 4.76235294342041, + "epoch": 8.424865394028389, + "grad_norm": 1.1640625, + "learning_rate": 8.27261653752235e-05, + "loss": 3.9511, + "mean_token_accuracy": 0.2976638972759247, + "num_tokens": 20481322.0, + "step": 8610 + }, + { + "entropy": 4.839085912704467, + "epoch": 8.429760156632403, + "grad_norm": 1.3515625, + "learning_rate": 8.252714003212225e-05, + "loss": 4.1405, + "mean_token_accuracy": 0.2797196418046951, + "num_tokens": 20493172.0, + "step": 8615 + }, + { + "entropy": 4.760579442977905, + "epoch": 8.434654919236417, + "grad_norm": 1.234375, + "learning_rate": 8.232867456249007e-05, + "loss": 4.0336, + "mean_token_accuracy": 0.28962074518203734, + "num_tokens": 20505716.0, + "step": 8620 + }, + { + "entropy": 4.791565752029419, + "epoch": 8.43954968184043, + "grad_norm": 1.2265625, + "learning_rate": 8.213076954363205e-05, + "loss": 4.0172, + "mean_token_accuracy": 0.28873046934604646, + "num_tokens": 20517651.0, + "step": 8625 + }, + { + "entropy": 4.78104248046875, + "epoch": 8.444444444444445, + "grad_norm": 1.2578125, + "learning_rate": 8.193342555122303e-05, + "loss": 3.9961, + "mean_token_accuracy": 0.2987930953502655, + "num_tokens": 20530081.0, + "step": 8630 + }, + { + "entropy": 4.786302375793457, + "epoch": 8.449339207048459, + "grad_norm": 1.15625, + "learning_rate": 8.173664315930579e-05, + "loss": 4.0465, + "mean_token_accuracy": 0.29273083806037903, + "num_tokens": 20543489.0, + "step": 8635 + }, + { + "entropy": 4.782888412475586, + "epoch": 8.454233969652472, + "grad_norm": 1.234375, + "learning_rate": 8.154042294028957e-05, + "loss": 4.0551, + "mean_token_accuracy": 0.2949908018112183, + "num_tokens": 20554003.0, + "step": 8640 + }, + { + "entropy": 4.735061311721802, + "epoch": 8.459128732256486, + "grad_norm": 1.3125, + "learning_rate": 8.134476546494821e-05, + "loss": 4.0007, + "mean_token_accuracy": 0.2939163863658905, + "num_tokens": 20564517.0, + "step": 8645 + }, + { + "entropy": 4.772111511230468, + "epoch": 8.464023494860498, + "grad_norm": 1.15625, + "learning_rate": 8.11496713024189e-05, + "loss": 4.0241, + "mean_token_accuracy": 0.2869536876678467, + "num_tokens": 20576981.0, + "step": 8650 + }, + { + "entropy": 4.819644546508789, + "epoch": 8.468918257464512, + "grad_norm": 1.1875, + "learning_rate": 8.095514102019998e-05, + "loss": 4.0432, + "mean_token_accuracy": 0.2900003880262375, + "num_tokens": 20589988.0, + "step": 8655 + }, + { + "entropy": 4.84394154548645, + "epoch": 8.473813020068526, + "grad_norm": 1.375, + "learning_rate": 8.07611751841496e-05, + "loss": 4.1373, + "mean_token_accuracy": 0.286513751745224, + "num_tokens": 20602133.0, + "step": 8660 + }, + { + "entropy": 4.854602241516114, + "epoch": 8.47870778267254, + "grad_norm": 1.2109375, + "learning_rate": 8.056777435848416e-05, + "loss": 4.1188, + "mean_token_accuracy": 0.2816850274801254, + "num_tokens": 20615487.0, + "step": 8665 + }, + { + "entropy": 4.7972588539123535, + "epoch": 8.483602545276554, + "grad_norm": 1.2734375, + "learning_rate": 8.037493910577639e-05, + "loss": 4.0855, + "mean_token_accuracy": 0.28804087042808535, + "num_tokens": 20627548.0, + "step": 8670 + }, + { + "entropy": 4.769118165969848, + "epoch": 8.488497307880568, + "grad_norm": 1.265625, + "learning_rate": 8.018266998695388e-05, + "loss": 3.9887, + "mean_token_accuracy": 0.3054073482751846, + "num_tokens": 20640148.0, + "step": 8675 + }, + { + "entropy": 4.74007658958435, + "epoch": 8.493392070484582, + "grad_norm": 1.21875, + "learning_rate": 7.999096756129744e-05, + "loss": 3.9965, + "mean_token_accuracy": 0.2966343998908997, + "num_tokens": 20652597.0, + "step": 8680 + }, + { + "entropy": 4.7319730758667, + "epoch": 8.498286833088596, + "grad_norm": 1.1640625, + "learning_rate": 7.979983238643956e-05, + "loss": 4.0648, + "mean_token_accuracy": 0.29506135582923887, + "num_tokens": 20664566.0, + "step": 8685 + }, + { + "entropy": 4.777488422393799, + "epoch": 8.50318159569261, + "grad_norm": 1.25, + "learning_rate": 7.96092650183625e-05, + "loss": 4.0103, + "mean_token_accuracy": 0.2942069947719574, + "num_tokens": 20675347.0, + "step": 8690 + }, + { + "entropy": 4.838548612594605, + "epoch": 8.508076358296623, + "grad_norm": 1.2890625, + "learning_rate": 7.9419266011397e-05, + "loss": 4.0891, + "mean_token_accuracy": 0.2877217441797256, + "num_tokens": 20687793.0, + "step": 8695 + }, + { + "entropy": 4.820555686950684, + "epoch": 8.512971120900636, + "grad_norm": 1.359375, + "learning_rate": 7.92298359182204e-05, + "loss": 4.0091, + "mean_token_accuracy": 0.2929632067680359, + "num_tokens": 20699378.0, + "step": 8700 + }, + { + "entropy": 4.785987138748169, + "epoch": 8.51786588350465, + "grad_norm": 1.3046875, + "learning_rate": 7.904097528985531e-05, + "loss": 4.0792, + "mean_token_accuracy": 0.29013843834400177, + "num_tokens": 20710222.0, + "step": 8705 + }, + { + "entropy": 4.8486487865448, + "epoch": 8.522760646108663, + "grad_norm": 1.28125, + "learning_rate": 7.885268467566777e-05, + "loss": 4.112, + "mean_token_accuracy": 0.28479293584823606, + "num_tokens": 20722472.0, + "step": 8710 + }, + { + "entropy": 4.812375020980835, + "epoch": 8.527655408712677, + "grad_norm": 1.296875, + "learning_rate": 7.866496462336573e-05, + "loss": 4.1212, + "mean_token_accuracy": 0.295592787861824, + "num_tokens": 20734185.0, + "step": 8715 + }, + { + "entropy": 4.788163948059082, + "epoch": 8.532550171316691, + "grad_norm": 1.125, + "learning_rate": 7.847781567899753e-05, + "loss": 3.9897, + "mean_token_accuracy": 0.29671492576599123, + "num_tokens": 20746494.0, + "step": 8720 + }, + { + "entropy": 4.7523521900177, + "epoch": 8.537444933920705, + "grad_norm": 1.21875, + "learning_rate": 7.829123838695018e-05, + "loss": 3.994, + "mean_token_accuracy": 0.29750536382198334, + "num_tokens": 20758272.0, + "step": 8725 + }, + { + "entropy": 4.799636554718018, + "epoch": 8.542339696524719, + "grad_norm": 1.25, + "learning_rate": 7.810523328994784e-05, + "loss": 4.0422, + "mean_token_accuracy": 0.29070090055465697, + "num_tokens": 20770529.0, + "step": 8730 + }, + { + "entropy": 4.836698436737061, + "epoch": 8.547234459128733, + "grad_norm": 1.2265625, + "learning_rate": 7.791980092905021e-05, + "loss": 4.0696, + "mean_token_accuracy": 0.28972819447517395, + "num_tokens": 20783037.0, + "step": 8735 + }, + { + "entropy": 4.822051286697388, + "epoch": 8.552129221732747, + "grad_norm": 1.1484375, + "learning_rate": 7.773494184365118e-05, + "loss": 4.0784, + "mean_token_accuracy": 0.28878008723258974, + "num_tokens": 20795407.0, + "step": 8740 + }, + { + "entropy": 4.862188339233398, + "epoch": 8.557023984336759, + "grad_norm": 1.0625, + "learning_rate": 7.755065657147689e-05, + "loss": 4.0711, + "mean_token_accuracy": 0.2921226888895035, + "num_tokens": 20807106.0, + "step": 8745 + }, + { + "entropy": 4.825860643386841, + "epoch": 8.561918746940773, + "grad_norm": 1.3203125, + "learning_rate": 7.736694564858432e-05, + "loss": 4.0901, + "mean_token_accuracy": 0.2901833146810532, + "num_tokens": 20820152.0, + "step": 8750 + }, + { + "entropy": 4.7968442916870115, + "epoch": 8.566813509544787, + "grad_norm": 1.2421875, + "learning_rate": 7.718380960935996e-05, + "loss": 4.0198, + "mean_token_accuracy": 0.29333437979221344, + "num_tokens": 20832206.0, + "step": 8755 + }, + { + "entropy": 4.863492250442505, + "epoch": 8.5717082721488, + "grad_norm": 1.3046875, + "learning_rate": 7.700124898651784e-05, + "loss": 4.0707, + "mean_token_accuracy": 0.2905102252960205, + "num_tokens": 20844308.0, + "step": 8760 + }, + { + "entropy": 4.838164758682251, + "epoch": 8.576603034752814, + "grad_norm": 1.25, + "learning_rate": 7.68192643110983e-05, + "loss": 4.0349, + "mean_token_accuracy": 0.29059784710407255, + "num_tokens": 20856260.0, + "step": 8765 + }, + { + "entropy": 4.797353458404541, + "epoch": 8.581497797356828, + "grad_norm": 1.3125, + "learning_rate": 7.66378561124663e-05, + "loss": 4.0355, + "mean_token_accuracy": 0.2898124739527702, + "num_tokens": 20868944.0, + "step": 8770 + }, + { + "entropy": 4.7604187488555905, + "epoch": 8.586392559960842, + "grad_norm": 1.2890625, + "learning_rate": 7.645702491830999e-05, + "loss": 3.9757, + "mean_token_accuracy": 0.2994137555360794, + "num_tokens": 20880087.0, + "step": 8775 + }, + { + "entropy": 4.794251871109009, + "epoch": 8.591287322564856, + "grad_norm": 1.265625, + "learning_rate": 7.627677125463901e-05, + "loss": 4.0035, + "mean_token_accuracy": 0.28885669857263563, + "num_tokens": 20892073.0, + "step": 8780 + }, + { + "entropy": 4.778573846817016, + "epoch": 8.59618208516887, + "grad_norm": 1.265625, + "learning_rate": 7.609709564578307e-05, + "loss": 4.0191, + "mean_token_accuracy": 0.29522900879383085, + "num_tokens": 20903483.0, + "step": 8785 + }, + { + "entropy": 4.740755367279053, + "epoch": 8.601076847772884, + "grad_norm": 1.140625, + "learning_rate": 7.591799861439056e-05, + "loss": 4.0302, + "mean_token_accuracy": 0.2992573529481888, + "num_tokens": 20914896.0, + "step": 8790 + }, + { + "entropy": 4.7406867980957035, + "epoch": 8.605971610376896, + "grad_norm": 1.2890625, + "learning_rate": 7.573948068142663e-05, + "loss": 3.9881, + "mean_token_accuracy": 0.29989816546440123, + "num_tokens": 20926803.0, + "step": 8795 + }, + { + "entropy": 4.812012577056885, + "epoch": 8.61086637298091, + "grad_norm": 1.328125, + "learning_rate": 7.556154236617209e-05, + "loss": 4.0541, + "mean_token_accuracy": 0.29535873532295226, + "num_tokens": 20938041.0, + "step": 8800 + }, + { + "entropy": 4.732575178146362, + "epoch": 8.615761135584924, + "grad_norm": 1.2109375, + "learning_rate": 7.538418418622166e-05, + "loss": 3.9805, + "mean_token_accuracy": 0.3018221825361252, + "num_tokens": 20950377.0, + "step": 8805 + }, + { + "entropy": 4.757494068145752, + "epoch": 8.620655898188938, + "grad_norm": 1.25, + "learning_rate": 7.520740665748263e-05, + "loss": 4.1058, + "mean_token_accuracy": 0.2827614098787308, + "num_tokens": 20963282.0, + "step": 8810 + }, + { + "entropy": 4.893733501434326, + "epoch": 8.625550660792952, + "grad_norm": 1.34375, + "learning_rate": 7.503121029417317e-05, + "loss": 4.1754, + "mean_token_accuracy": 0.2819168850779533, + "num_tokens": 20974504.0, + "step": 8815 + }, + { + "entropy": 4.72711215019226, + "epoch": 8.630445423396965, + "grad_norm": 1.3125, + "learning_rate": 7.48555956088209e-05, + "loss": 3.94, + "mean_token_accuracy": 0.31021041572093966, + "num_tokens": 20985804.0, + "step": 8820 + }, + { + "entropy": 4.800404024124146, + "epoch": 8.63534018600098, + "grad_norm": 1.28125, + "learning_rate": 7.468056311226164e-05, + "loss": 4.0498, + "mean_token_accuracy": 0.29349482655525205, + "num_tokens": 20998207.0, + "step": 8825 + }, + { + "entropy": 4.776733016967773, + "epoch": 8.640234948604993, + "grad_norm": 1.34375, + "learning_rate": 7.450611331363745e-05, + "loss": 3.9967, + "mean_token_accuracy": 0.29889522194862367, + "num_tokens": 21010009.0, + "step": 8830 + }, + { + "entropy": 4.769655370712281, + "epoch": 8.645129711209007, + "grad_norm": 1.3046875, + "learning_rate": 7.433224672039557e-05, + "loss": 4.0864, + "mean_token_accuracy": 0.28258649110794065, + "num_tokens": 21024030.0, + "step": 8835 + }, + { + "entropy": 4.761453676223755, + "epoch": 8.65002447381302, + "grad_norm": 1.3046875, + "learning_rate": 7.415896383828669e-05, + "loss": 4.027, + "mean_token_accuracy": 0.2979235738515854, + "num_tokens": 21034528.0, + "step": 8840 + }, + { + "entropy": 4.76865234375, + "epoch": 8.654919236417033, + "grad_norm": 1.3359375, + "learning_rate": 7.398626517136375e-05, + "loss": 3.9859, + "mean_token_accuracy": 0.3031134128570557, + "num_tokens": 21046006.0, + "step": 8845 + }, + { + "entropy": 4.8309084415435795, + "epoch": 8.659813999021047, + "grad_norm": 1.2890625, + "learning_rate": 7.38141512219801e-05, + "loss": 4.0598, + "mean_token_accuracy": 0.2886486917734146, + "num_tokens": 21058089.0, + "step": 8850 + }, + { + "entropy": 4.824134588241577, + "epoch": 8.66470876162506, + "grad_norm": 1.2734375, + "learning_rate": 7.364262249078831e-05, + "loss": 4.0813, + "mean_token_accuracy": 0.2871389642357826, + "num_tokens": 21071067.0, + "step": 8855 + }, + { + "entropy": 4.766701793670654, + "epoch": 8.669603524229075, + "grad_norm": 1.1875, + "learning_rate": 7.347167947673868e-05, + "loss": 4.0429, + "mean_token_accuracy": 0.29197971522808075, + "num_tokens": 21082515.0, + "step": 8860 + }, + { + "entropy": 4.779783010482788, + "epoch": 8.674498286833089, + "grad_norm": 1.3125, + "learning_rate": 7.330132267707776e-05, + "loss": 4.0776, + "mean_token_accuracy": 0.2924931704998016, + "num_tokens": 21094454.0, + "step": 8865 + }, + { + "entropy": 4.845491075515747, + "epoch": 8.679393049437103, + "grad_norm": 1.171875, + "learning_rate": 7.313155258734681e-05, + "loss": 4.0903, + "mean_token_accuracy": 0.29596313536167146, + "num_tokens": 21106490.0, + "step": 8870 + }, + { + "entropy": 4.807006454467773, + "epoch": 8.684287812041116, + "grad_norm": 1.1171875, + "learning_rate": 7.296236970138044e-05, + "loss": 4.056, + "mean_token_accuracy": 0.2819750368595123, + "num_tokens": 21119090.0, + "step": 8875 + }, + { + "entropy": 4.817266607284546, + "epoch": 8.68918257464513, + "grad_norm": 1.171875, + "learning_rate": 7.279377451130534e-05, + "loss": 4.0151, + "mean_token_accuracy": 0.28866426944732665, + "num_tokens": 21131524.0, + "step": 8880 + }, + { + "entropy": 4.853257083892823, + "epoch": 8.694077337249144, + "grad_norm": 1.203125, + "learning_rate": 7.26257675075385e-05, + "loss": 4.0761, + "mean_token_accuracy": 0.2896581441164017, + "num_tokens": 21144499.0, + "step": 8885 + }, + { + "entropy": 4.806553554534912, + "epoch": 8.698972099853156, + "grad_norm": 1.1875, + "learning_rate": 7.245834917878599e-05, + "loss": 4.0414, + "mean_token_accuracy": 0.2885812819004059, + "num_tokens": 21156515.0, + "step": 8890 + }, + { + "entropy": 4.758426523208618, + "epoch": 8.70386686245717, + "grad_norm": 1.21875, + "learning_rate": 7.229152001204166e-05, + "loss": 4.043, + "mean_token_accuracy": 0.294671842455864, + "num_tokens": 21168949.0, + "step": 8895 + }, + { + "entropy": 4.805542707443237, + "epoch": 8.708761625061184, + "grad_norm": 1.078125, + "learning_rate": 7.212528049258545e-05, + "loss": 4.0882, + "mean_token_accuracy": 0.2868252396583557, + "num_tokens": 21183584.0, + "step": 8900 + }, + { + "entropy": 4.760270977020264, + "epoch": 8.713656387665198, + "grad_norm": 1.1796875, + "learning_rate": 7.195963110398212e-05, + "loss": 4.0286, + "mean_token_accuracy": 0.2890154004096985, + "num_tokens": 21196698.0, + "step": 8905 + }, + { + "entropy": 4.784448194503784, + "epoch": 8.718551150269212, + "grad_norm": 1.3125, + "learning_rate": 7.179457232807984e-05, + "loss": 4.0756, + "mean_token_accuracy": 0.2900238573551178, + "num_tokens": 21209110.0, + "step": 8910 + }, + { + "entropy": 4.806553220748901, + "epoch": 8.723445912873226, + "grad_norm": 1.28125, + "learning_rate": 7.163010464500888e-05, + "loss": 4.0578, + "mean_token_accuracy": 0.29245475828647616, + "num_tokens": 21220887.0, + "step": 8915 + }, + { + "entropy": 4.770375537872314, + "epoch": 8.72834067547724, + "grad_norm": 1.1875, + "learning_rate": 7.146622853317995e-05, + "loss": 3.9816, + "mean_token_accuracy": 0.2967113465070724, + "num_tokens": 21232244.0, + "step": 8920 + }, + { + "entropy": 4.809350538253784, + "epoch": 8.733235438081254, + "grad_norm": 1.2734375, + "learning_rate": 7.1302944469283e-05, + "loss": 4.1094, + "mean_token_accuracy": 0.28816387355327605, + "num_tokens": 21243083.0, + "step": 8925 + }, + { + "entropy": 4.720986223220825, + "epoch": 8.738130200685267, + "grad_norm": 1.2421875, + "learning_rate": 7.1140252928286e-05, + "loss": 3.9761, + "mean_token_accuracy": 0.299193924665451, + "num_tokens": 21254176.0, + "step": 8930 + }, + { + "entropy": 4.789906978607178, + "epoch": 8.74302496328928, + "grad_norm": 1.4296875, + "learning_rate": 7.09781543834331e-05, + "loss": 4.0111, + "mean_token_accuracy": 0.29954510629177095, + "num_tokens": 21265689.0, + "step": 8935 + }, + { + "entropy": 4.757386350631714, + "epoch": 8.747919725893293, + "grad_norm": 1.359375, + "learning_rate": 7.081664930624368e-05, + "loss": 4.0157, + "mean_token_accuracy": 0.2966929852962494, + "num_tokens": 21277456.0, + "step": 8940 + }, + { + "entropy": 4.799019622802734, + "epoch": 8.752814488497307, + "grad_norm": 1.265625, + "learning_rate": 7.065573816651073e-05, + "loss": 4.0381, + "mean_token_accuracy": 0.29062928855419157, + "num_tokens": 21289546.0, + "step": 8945 + }, + { + "entropy": 4.7759593486785885, + "epoch": 8.757709251101321, + "grad_norm": 1.3359375, + "learning_rate": 7.049542143229964e-05, + "loss": 3.9771, + "mean_token_accuracy": 0.2983605146408081, + "num_tokens": 21301146.0, + "step": 8950 + }, + { + "entropy": 4.7996879577636715, + "epoch": 8.762604013705335, + "grad_norm": 1.375, + "learning_rate": 7.033569956994675e-05, + "loss": 4.0309, + "mean_token_accuracy": 0.2893683612346649, + "num_tokens": 21312565.0, + "step": 8955 + }, + { + "entropy": 4.79464807510376, + "epoch": 8.767498776309349, + "grad_norm": 1.375, + "learning_rate": 7.017657304405798e-05, + "loss": 4.0566, + "mean_token_accuracy": 0.2899869292974472, + "num_tokens": 21324207.0, + "step": 8960 + }, + { + "entropy": 4.72673192024231, + "epoch": 8.772393538913363, + "grad_norm": 1.21875, + "learning_rate": 7.001804231750746e-05, + "loss": 4.0599, + "mean_token_accuracy": 0.2862089216709137, + "num_tokens": 21337363.0, + "step": 8965 + }, + { + "entropy": 4.845165061950683, + "epoch": 8.777288301517377, + "grad_norm": 1.2109375, + "learning_rate": 6.98601078514364e-05, + "loss": 4.0282, + "mean_token_accuracy": 0.29737563133239747, + "num_tokens": 21350353.0, + "step": 8970 + }, + { + "entropy": 4.76452865600586, + "epoch": 8.78218306412139, + "grad_norm": 1.3203125, + "learning_rate": 6.970277010525142e-05, + "loss": 3.9753, + "mean_token_accuracy": 0.29486416578292846, + "num_tokens": 21361102.0, + "step": 8975 + }, + { + "entropy": 4.7922110080719, + "epoch": 8.787077826725405, + "grad_norm": 1.3515625, + "learning_rate": 6.954602953662342e-05, + "loss": 4.0282, + "mean_token_accuracy": 0.3000242471694946, + "num_tokens": 21371908.0, + "step": 8980 + }, + { + "entropy": 4.799092626571655, + "epoch": 8.791972589329417, + "grad_norm": 1.25, + "learning_rate": 6.93898866014863e-05, + "loss": 4.0546, + "mean_token_accuracy": 0.29198222160339354, + "num_tokens": 21383167.0, + "step": 8985 + }, + { + "entropy": 4.8559307098388675, + "epoch": 8.79686735193343, + "grad_norm": 1.2421875, + "learning_rate": 6.923434175403541e-05, + "loss": 4.1225, + "mean_token_accuracy": 0.28754718601703644, + "num_tokens": 21395086.0, + "step": 8990 + }, + { + "entropy": 4.754431200027466, + "epoch": 8.801762114537445, + "grad_norm": 1.296875, + "learning_rate": 6.907939544672638e-05, + "loss": 4.014, + "mean_token_accuracy": 0.29258523881435394, + "num_tokens": 21407017.0, + "step": 8995 + }, + { + "entropy": 4.760679292678833, + "epoch": 8.806656877141458, + "grad_norm": 1.3125, + "learning_rate": 6.892504813027381e-05, + "loss": 3.961, + "mean_token_accuracy": 0.30554075837135314, + "num_tokens": 21417563.0, + "step": 9000 + }, + { + "epoch": 8.806656877141458, + "eval_entropy": 4.768174048642824, + "eval_loss": 5.509099960327148, + "eval_mean_token_accuracy": 0.2090267488201367, + "eval_num_tokens": 21417563.0, + "eval_runtime": 2.9, + "eval_samples_per_second": 1188.615, + "eval_steps_per_second": 148.62, + "step": 9000 + }, + { + "entropy": 4.767940330505371, + "epoch": 8.811551639745472, + "grad_norm": 1.359375, + "learning_rate": 6.877130025364991e-05, + "loss": 4.0164, + "mean_token_accuracy": 0.29359066784381865, + "num_tokens": 21428378.0, + "step": 9005 + }, + { + "entropy": 4.892720079421997, + "epoch": 8.816446402349486, + "grad_norm": 1.328125, + "learning_rate": 6.861815226408329e-05, + "loss": 4.1385, + "mean_token_accuracy": 0.2754625216126442, + "num_tokens": 21439296.0, + "step": 9010 + }, + { + "entropy": 4.806207895278931, + "epoch": 8.8213411649535, + "grad_norm": 1.1796875, + "learning_rate": 6.846560460705742e-05, + "loss": 4.0795, + "mean_token_accuracy": 0.2854761451482773, + "num_tokens": 21452163.0, + "step": 9015 + }, + { + "entropy": 4.778628349304199, + "epoch": 8.826235927557514, + "grad_norm": 1.3671875, + "learning_rate": 6.831365772630966e-05, + "loss": 3.9942, + "mean_token_accuracy": 0.29521427154541013, + "num_tokens": 21464080.0, + "step": 9020 + }, + { + "entropy": 4.786504220962525, + "epoch": 8.831130690161528, + "grad_norm": 1.2890625, + "learning_rate": 6.816231206382976e-05, + "loss": 4.0488, + "mean_token_accuracy": 0.2893093913793564, + "num_tokens": 21474946.0, + "step": 9025 + }, + { + "entropy": 4.826381778717041, + "epoch": 8.83602545276554, + "grad_norm": 1.328125, + "learning_rate": 6.801156805985855e-05, + "loss": 4.0572, + "mean_token_accuracy": 0.29003928005695345, + "num_tokens": 21486622.0, + "step": 9030 + }, + { + "entropy": 4.824280309677124, + "epoch": 8.840920215369554, + "grad_norm": 1.1484375, + "learning_rate": 6.786142615288673e-05, + "loss": 4.0418, + "mean_token_accuracy": 0.2854711920022964, + "num_tokens": 21499316.0, + "step": 9035 + }, + { + "entropy": 4.801012372970581, + "epoch": 8.845814977973568, + "grad_norm": 1.28125, + "learning_rate": 6.771188677965378e-05, + "loss": 4.0156, + "mean_token_accuracy": 0.28494682908058167, + "num_tokens": 21510856.0, + "step": 9040 + }, + { + "entropy": 4.806954622268677, + "epoch": 8.850709740577582, + "grad_norm": 1.390625, + "learning_rate": 6.756295037514626e-05, + "loss": 4.0643, + "mean_token_accuracy": 0.28958226144313814, + "num_tokens": 21522437.0, + "step": 9045 + }, + { + "entropy": 4.800870513916015, + "epoch": 8.855604503181596, + "grad_norm": 1.3359375, + "learning_rate": 6.74146173725969e-05, + "loss": 4.0153, + "mean_token_accuracy": 0.29632569551467897, + "num_tokens": 21533296.0, + "step": 9050 + }, + { + "entropy": 4.743295526504516, + "epoch": 8.86049926578561, + "grad_norm": 1.2421875, + "learning_rate": 6.72668882034833e-05, + "loss": 3.9664, + "mean_token_accuracy": 0.29382499158382414, + "num_tokens": 21545600.0, + "step": 9055 + }, + { + "entropy": 4.879475069046021, + "epoch": 8.865394028389623, + "grad_norm": 1.1875, + "learning_rate": 6.711976329752644e-05, + "loss": 4.1529, + "mean_token_accuracy": 0.2792449936270714, + "num_tokens": 21558216.0, + "step": 9060 + }, + { + "entropy": 4.752165031433106, + "epoch": 8.870288790993637, + "grad_norm": 1.2734375, + "learning_rate": 6.697324308268972e-05, + "loss": 3.9987, + "mean_token_accuracy": 0.29300740361213684, + "num_tokens": 21569589.0, + "step": 9065 + }, + { + "entropy": 4.751031351089478, + "epoch": 8.875183553597651, + "grad_norm": 1.3203125, + "learning_rate": 6.68273279851775e-05, + "loss": 3.9323, + "mean_token_accuracy": 0.30263101160526273, + "num_tokens": 21580980.0, + "step": 9070 + }, + { + "entropy": 4.75458869934082, + "epoch": 8.880078316201665, + "grad_norm": 1.25, + "learning_rate": 6.668201842943405e-05, + "loss": 4.0197, + "mean_token_accuracy": 0.2964797139167786, + "num_tokens": 21591446.0, + "step": 9075 + }, + { + "entropy": 4.713497257232666, + "epoch": 8.884973078805677, + "grad_norm": 1.28125, + "learning_rate": 6.653731483814219e-05, + "loss": 3.9969, + "mean_token_accuracy": 0.30040726363658904, + "num_tokens": 21603176.0, + "step": 9080 + }, + { + "entropy": 4.763457155227661, + "epoch": 8.889867841409691, + "grad_norm": 1.234375, + "learning_rate": 6.639321763222191e-05, + "loss": 4.0273, + "mean_token_accuracy": 0.29042085707187654, + "num_tokens": 21616628.0, + "step": 9085 + }, + { + "entropy": 4.819272518157959, + "epoch": 8.894762604013705, + "grad_norm": 1.25, + "learning_rate": 6.624972723082961e-05, + "loss": 4.0537, + "mean_token_accuracy": 0.2929951250553131, + "num_tokens": 21627371.0, + "step": 9090 + }, + { + "entropy": 4.796417903900147, + "epoch": 8.899657366617719, + "grad_norm": 1.3515625, + "learning_rate": 6.610684405135639e-05, + "loss": 3.9974, + "mean_token_accuracy": 0.29351845383644104, + "num_tokens": 21637360.0, + "step": 9095 + }, + { + "entropy": 4.806134033203125, + "epoch": 8.904552129221733, + "grad_norm": 1.234375, + "learning_rate": 6.596456850942708e-05, + "loss": 4.0361, + "mean_token_accuracy": 0.2933602541685104, + "num_tokens": 21649759.0, + "step": 9100 + }, + { + "entropy": 4.778811264038086, + "epoch": 8.909446891825747, + "grad_norm": 1.359375, + "learning_rate": 6.582290101889896e-05, + "loss": 4.0037, + "mean_token_accuracy": 0.2948414713144302, + "num_tokens": 21661206.0, + "step": 9105 + }, + { + "entropy": 4.843655967712403, + "epoch": 8.91434165442976, + "grad_norm": 1.28125, + "learning_rate": 6.56818419918607e-05, + "loss": 4.1525, + "mean_token_accuracy": 0.28095883727073667, + "num_tokens": 21673551.0, + "step": 9110 + }, + { + "entropy": 4.796503973007202, + "epoch": 8.919236417033774, + "grad_norm": 1.3203125, + "learning_rate": 6.554139183863092e-05, + "loss": 4.0868, + "mean_token_accuracy": 0.2853022962808609, + "num_tokens": 21685550.0, + "step": 9115 + }, + { + "entropy": 4.787344980239868, + "epoch": 8.924131179637788, + "grad_norm": 1.3046875, + "learning_rate": 6.540155096775713e-05, + "loss": 4.067, + "mean_token_accuracy": 0.292075514793396, + "num_tokens": 21698130.0, + "step": 9120 + }, + { + "entropy": 4.768902969360352, + "epoch": 8.9290259422418, + "grad_norm": 1.2421875, + "learning_rate": 6.526231978601464e-05, + "loss": 4.0527, + "mean_token_accuracy": 0.2920912653207779, + "num_tokens": 21709950.0, + "step": 9125 + }, + { + "entropy": 4.791724109649659, + "epoch": 8.933920704845814, + "grad_norm": 1.2734375, + "learning_rate": 6.512369869840516e-05, + "loss": 4.0557, + "mean_token_accuracy": 0.2898811370134354, + "num_tokens": 21721728.0, + "step": 9130 + }, + { + "entropy": 4.781679248809814, + "epoch": 8.938815467449828, + "grad_norm": 1.2421875, + "learning_rate": 6.498568810815577e-05, + "loss": 3.9876, + "mean_token_accuracy": 0.29662739634513857, + "num_tokens": 21733013.0, + "step": 9135 + }, + { + "entropy": 4.840633869171143, + "epoch": 8.943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 6.484828841671771e-05, + "loss": 4.0958, + "mean_token_accuracy": 0.28590420782566073, + "num_tokens": 21745635.0, + "step": 9140 + }, + { + "entropy": 4.764576959609985, + "epoch": 8.948604992657856, + "grad_norm": 1.296875, + "learning_rate": 6.471150002376522e-05, + "loss": 3.9993, + "mean_token_accuracy": 0.30149838924407957, + "num_tokens": 21758318.0, + "step": 9145 + }, + { + "entropy": 4.825190305709839, + "epoch": 8.95349975526187, + "grad_norm": 1.1171875, + "learning_rate": 6.457532332719436e-05, + "loss": 4.1254, + "mean_token_accuracy": 0.27626095712184906, + "num_tokens": 21772007.0, + "step": 9150 + }, + { + "entropy": 4.796577405929566, + "epoch": 8.958394517865884, + "grad_norm": 1.2734375, + "learning_rate": 6.44397587231218e-05, + "loss": 4.0655, + "mean_token_accuracy": 0.29530622959136965, + "num_tokens": 21784835.0, + "step": 9155 + }, + { + "entropy": 4.760242652893067, + "epoch": 8.963289280469898, + "grad_norm": 1.265625, + "learning_rate": 6.430480660588389e-05, + "loss": 4.0034, + "mean_token_accuracy": 0.2930423945188522, + "num_tokens": 21796169.0, + "step": 9160 + }, + { + "entropy": 4.828860712051392, + "epoch": 8.968184043073911, + "grad_norm": 1.140625, + "learning_rate": 6.417046736803519e-05, + "loss": 4.073, + "mean_token_accuracy": 0.29521873891353606, + "num_tokens": 21807765.0, + "step": 9165 + }, + { + "entropy": 4.804563713073731, + "epoch": 8.973078805677925, + "grad_norm": 1.2265625, + "learning_rate": 6.403674140034751e-05, + "loss": 4.0409, + "mean_token_accuracy": 0.29110080003738403, + "num_tokens": 21819920.0, + "step": 9170 + }, + { + "entropy": 4.76591477394104, + "epoch": 8.97797356828194, + "grad_norm": 1.2265625, + "learning_rate": 6.390362909180885e-05, + "loss": 4.0051, + "mean_token_accuracy": 0.2917980939149857, + "num_tokens": 21832071.0, + "step": 9175 + }, + { + "entropy": 4.794359350204468, + "epoch": 8.982868330885951, + "grad_norm": 1.140625, + "learning_rate": 6.37711308296221e-05, + "loss": 4.0101, + "mean_token_accuracy": 0.292718893289566, + "num_tokens": 21844688.0, + "step": 9180 + }, + { + "entropy": 4.731082725524902, + "epoch": 8.987763093489965, + "grad_norm": 1.2578125, + "learning_rate": 6.3639246999204e-05, + "loss": 4.03, + "mean_token_accuracy": 0.2950171738862991, + "num_tokens": 21856447.0, + "step": 9185 + }, + { + "entropy": 4.805695867538452, + "epoch": 8.99265785609398, + "grad_norm": 1.390625, + "learning_rate": 6.350797798418398e-05, + "loss": 4.0606, + "mean_token_accuracy": 0.2844119966030121, + "num_tokens": 21867794.0, + "step": 9190 + }, + { + "entropy": 4.815865516662598, + "epoch": 8.997552618697993, + "grad_norm": 1.1640625, + "learning_rate": 6.337732416640306e-05, + "loss": 4.0858, + "mean_token_accuracy": 0.2849032789468765, + "num_tokens": 21880079.0, + "step": 9195 + }, + { + "entropy": 4.777650515238444, + "epoch": 9.001957905041605, + "grad_norm": 1.171875, + "learning_rate": 6.324728592591287e-05, + "loss": 3.9506, + "mean_token_accuracy": 0.2958638668060303, + "num_tokens": 21890181.0, + "step": 9200 + }, + { + "entropy": 4.752792167663574, + "epoch": 9.006852667645619, + "grad_norm": 1.21875, + "learning_rate": 6.311786364097427e-05, + "loss": 3.9227, + "mean_token_accuracy": 0.30486989915370943, + "num_tokens": 21903268.0, + "step": 9205 + }, + { + "entropy": 4.775189590454102, + "epoch": 9.011747430249633, + "grad_norm": 1.359375, + "learning_rate": 6.298905768805642e-05, + "loss": 3.9563, + "mean_token_accuracy": 0.29647440612316134, + "num_tokens": 21913757.0, + "step": 9210 + }, + { + "entropy": 4.7418153285980225, + "epoch": 9.016642192853647, + "grad_norm": 1.265625, + "learning_rate": 6.28608684418358e-05, + "loss": 3.9977, + "mean_token_accuracy": 0.29768113493919374, + "num_tokens": 21925012.0, + "step": 9215 + }, + { + "entropy": 4.809670495986938, + "epoch": 9.02153695545766, + "grad_norm": 1.3515625, + "learning_rate": 6.273329627519483e-05, + "loss": 3.9493, + "mean_token_accuracy": 0.30087771117687223, + "num_tokens": 21936384.0, + "step": 9220 + }, + { + "entropy": 4.76091423034668, + "epoch": 9.026431718061675, + "grad_norm": 1.140625, + "learning_rate": 6.260634155922104e-05, + "loss": 3.9654, + "mean_token_accuracy": 0.30609560310840606, + "num_tokens": 21948576.0, + "step": 9225 + }, + { + "entropy": 4.808242130279541, + "epoch": 9.031326480665689, + "grad_norm": 1.265625, + "learning_rate": 6.24800046632058e-05, + "loss": 3.9699, + "mean_token_accuracy": 0.31178169548511503, + "num_tokens": 21961533.0, + "step": 9230 + }, + { + "entropy": 4.880983352661133, + "epoch": 9.0362212432697, + "grad_norm": 1.2734375, + "learning_rate": 6.235428595464346e-05, + "loss": 4.0172, + "mean_token_accuracy": 0.2935159385204315, + "num_tokens": 21973702.0, + "step": 9235 + }, + { + "entropy": 4.822018384933472, + "epoch": 9.041116005873715, + "grad_norm": 1.25, + "learning_rate": 6.222918579923009e-05, + "loss": 4.0731, + "mean_token_accuracy": 0.29463288486003875, + "num_tokens": 21985383.0, + "step": 9240 + }, + { + "entropy": 4.739965963363647, + "epoch": 9.046010768477728, + "grad_norm": 1.1796875, + "learning_rate": 6.210470456086241e-05, + "loss": 3.9178, + "mean_token_accuracy": 0.3007731825113297, + "num_tokens": 21997814.0, + "step": 9245 + }, + { + "entropy": 4.787402391433716, + "epoch": 9.050905531081742, + "grad_norm": 1.1640625, + "learning_rate": 6.198084260163701e-05, + "loss": 4.0019, + "mean_token_accuracy": 0.2952725201845169, + "num_tokens": 22010600.0, + "step": 9250 + }, + { + "entropy": 4.7584926128387455, + "epoch": 9.055800293685756, + "grad_norm": 1.1875, + "learning_rate": 6.18576002818489e-05, + "loss": 3.9739, + "mean_token_accuracy": 0.2990728735923767, + "num_tokens": 22022575.0, + "step": 9255 + }, + { + "entropy": 4.839266157150268, + "epoch": 9.06069505628977, + "grad_norm": 1.265625, + "learning_rate": 6.173497795999073e-05, + "loss": 4.0106, + "mean_token_accuracy": 0.2972050815820694, + "num_tokens": 22033756.0, + "step": 9260 + }, + { + "entropy": 4.812907695770264, + "epoch": 9.065589818893784, + "grad_norm": 1.21875, + "learning_rate": 6.161297599275166e-05, + "loss": 4.0464, + "mean_token_accuracy": 0.2890315443277359, + "num_tokens": 22046412.0, + "step": 9265 + }, + { + "entropy": 4.806387901306152, + "epoch": 9.070484581497798, + "grad_norm": 1.1171875, + "learning_rate": 6.149159473501637e-05, + "loss": 4.0067, + "mean_token_accuracy": 0.29425095915794375, + "num_tokens": 22057731.0, + "step": 9270 + }, + { + "entropy": 4.746891498565674, + "epoch": 9.075379344101812, + "grad_norm": 1.2265625, + "learning_rate": 6.137083453986399e-05, + "loss": 3.8831, + "mean_token_accuracy": 0.31211518943309785, + "num_tokens": 22069450.0, + "step": 9275 + }, + { + "entropy": 4.796616125106811, + "epoch": 9.080274106705824, + "grad_norm": 1.328125, + "learning_rate": 6.1250695758567e-05, + "loss": 4.027, + "mean_token_accuracy": 0.2902667969465256, + "num_tokens": 22080637.0, + "step": 9280 + }, + { + "entropy": 4.732450008392334, + "epoch": 9.085168869309838, + "grad_norm": 1.34375, + "learning_rate": 6.113117874059038e-05, + "loss": 3.9566, + "mean_token_accuracy": 0.30157516002655027, + "num_tokens": 22092687.0, + "step": 9285 + }, + { + "entropy": 4.769470119476319, + "epoch": 9.090063631913852, + "grad_norm": 1.359375, + "learning_rate": 6.1012283833590465e-05, + "loss": 4.0044, + "mean_token_accuracy": 0.28977412581443784, + "num_tokens": 22105000.0, + "step": 9290 + }, + { + "entropy": 4.80547456741333, + "epoch": 9.094958394517866, + "grad_norm": 1.2734375, + "learning_rate": 6.0894011383413916e-05, + "loss": 4.0157, + "mean_token_accuracy": 0.2990921884775162, + "num_tokens": 22117270.0, + "step": 9295 + }, + { + "entropy": 4.804716348648071, + "epoch": 9.09985315712188, + "grad_norm": 1.09375, + "learning_rate": 6.077636173409681e-05, + "loss": 4.0788, + "mean_token_accuracy": 0.28764748871326445, + "num_tokens": 22131290.0, + "step": 9300 + }, + { + "entropy": 4.783623075485229, + "epoch": 9.104747919725893, + "grad_norm": 1.265625, + "learning_rate": 6.065933522786363e-05, + "loss": 3.9799, + "mean_token_accuracy": 0.3046804219484329, + "num_tokens": 22142012.0, + "step": 9305 + }, + { + "entropy": 4.890251016616821, + "epoch": 9.109642682329907, + "grad_norm": 1.265625, + "learning_rate": 6.054293220512616e-05, + "loss": 4.1042, + "mean_token_accuracy": 0.2865989148616791, + "num_tokens": 22152753.0, + "step": 9310 + }, + { + "entropy": 4.781333303451538, + "epoch": 9.114537444933921, + "grad_norm": 1.2578125, + "learning_rate": 6.04271530044826e-05, + "loss": 3.9473, + "mean_token_accuracy": 0.29986245930194855, + "num_tokens": 22163483.0, + "step": 9315 + }, + { + "entropy": 4.753823328018188, + "epoch": 9.119432207537935, + "grad_norm": 1.265625, + "learning_rate": 6.031199796271657e-05, + "loss": 3.9586, + "mean_token_accuracy": 0.30555303692817687, + "num_tokens": 22175889.0, + "step": 9320 + }, + { + "entropy": 4.805941486358643, + "epoch": 9.124326970141949, + "grad_norm": 1.2109375, + "learning_rate": 6.0197467414796104e-05, + "loss": 3.9992, + "mean_token_accuracy": 0.2923713505268097, + "num_tokens": 22186498.0, + "step": 9325 + }, + { + "entropy": 4.853805875778198, + "epoch": 9.129221732745961, + "grad_norm": 1.3125, + "learning_rate": 6.008356169387263e-05, + "loss": 4.068, + "mean_token_accuracy": 0.2873076140880585, + "num_tokens": 22198240.0, + "step": 9330 + }, + { + "entropy": 4.8404566764831545, + "epoch": 9.134116495349975, + "grad_norm": 1.359375, + "learning_rate": 5.997028113128008e-05, + "loss": 4.1158, + "mean_token_accuracy": 0.2769916385412216, + "num_tokens": 22210844.0, + "step": 9335 + }, + { + "entropy": 4.783986377716064, + "epoch": 9.139011257953989, + "grad_norm": 1.3203125, + "learning_rate": 5.9857626056533946e-05, + "loss": 3.9792, + "mean_token_accuracy": 0.30281528234481814, + "num_tokens": 22221946.0, + "step": 9340 + }, + { + "entropy": 4.7809065818786625, + "epoch": 9.143906020558003, + "grad_norm": 1.25, + "learning_rate": 5.974559679733023e-05, + "loss": 3.9793, + "mean_token_accuracy": 0.29779058396816255, + "num_tokens": 22232962.0, + "step": 9345 + }, + { + "entropy": 4.78385100364685, + "epoch": 9.148800783162017, + "grad_norm": 1.28125, + "learning_rate": 5.9634193679544494e-05, + "loss": 3.9971, + "mean_token_accuracy": 0.29735704362392423, + "num_tokens": 22244002.0, + "step": 9350 + }, + { + "entropy": 4.756711006164551, + "epoch": 9.15369554576603, + "grad_norm": 1.21875, + "learning_rate": 5.952341702723104e-05, + "loss": 3.9649, + "mean_token_accuracy": 0.29769042432308196, + "num_tokens": 22255444.0, + "step": 9355 + }, + { + "entropy": 4.791871881484985, + "epoch": 9.158590308370044, + "grad_norm": 1.359375, + "learning_rate": 5.941326716262185e-05, + "loss": 4.0094, + "mean_token_accuracy": 0.3001195937395096, + "num_tokens": 22266985.0, + "step": 9360 + }, + { + "entropy": 4.71324577331543, + "epoch": 9.163485070974058, + "grad_norm": 1.3359375, + "learning_rate": 5.930374440612564e-05, + "loss": 3.9063, + "mean_token_accuracy": 0.31165345311164855, + "num_tokens": 22276969.0, + "step": 9365 + }, + { + "entropy": 4.794902658462524, + "epoch": 9.168379833578072, + "grad_norm": 1.359375, + "learning_rate": 5.919484907632695e-05, + "loss": 3.9977, + "mean_token_accuracy": 0.2953832298517227, + "num_tokens": 22287934.0, + "step": 9370 + }, + { + "entropy": 4.774979543685913, + "epoch": 9.173274596182084, + "grad_norm": 1.21875, + "learning_rate": 5.9086581489985364e-05, + "loss": 4.0545, + "mean_token_accuracy": 0.2862331598997116, + "num_tokens": 22301080.0, + "step": 9375 + }, + { + "entropy": 4.854256868362427, + "epoch": 9.178169358786098, + "grad_norm": 1.140625, + "learning_rate": 5.8978941962034296e-05, + "loss": 4.0155, + "mean_token_accuracy": 0.3014334857463837, + "num_tokens": 22313287.0, + "step": 9380 + }, + { + "entropy": 4.782603216171265, + "epoch": 9.183064121390112, + "grad_norm": 1.2890625, + "learning_rate": 5.887193080558033e-05, + "loss": 4.0095, + "mean_token_accuracy": 0.29361816942691804, + "num_tokens": 22324777.0, + "step": 9385 + }, + { + "entropy": 4.802942419052124, + "epoch": 9.187958883994126, + "grad_norm": 1.3125, + "learning_rate": 5.8765548331902227e-05, + "loss": 3.9876, + "mean_token_accuracy": 0.3007052630186081, + "num_tokens": 22335466.0, + "step": 9390 + }, + { + "entropy": 4.856540250778198, + "epoch": 9.19285364659814, + "grad_norm": 1.3359375, + "learning_rate": 5.865979485044998e-05, + "loss": 4.0587, + "mean_token_accuracy": 0.29686465859413147, + "num_tokens": 22348586.0, + "step": 9395 + }, + { + "entropy": 4.753494691848755, + "epoch": 9.197748409202154, + "grad_norm": 1.359375, + "learning_rate": 5.85546706688439e-05, + "loss": 3.9292, + "mean_token_accuracy": 0.30375526249408724, + "num_tokens": 22359268.0, + "step": 9400 + }, + { + "entropy": 4.837977933883667, + "epoch": 9.202643171806168, + "grad_norm": 1.3125, + "learning_rate": 5.845017609287377e-05, + "loss": 4.0937, + "mean_token_accuracy": 0.2839361608028412, + "num_tokens": 22370871.0, + "step": 9405 + }, + { + "entropy": 4.827712440490723, + "epoch": 9.207537934410182, + "grad_norm": 1.359375, + "learning_rate": 5.834631142649807e-05, + "loss": 4.008, + "mean_token_accuracy": 0.2972747296094894, + "num_tokens": 22382112.0, + "step": 9410 + }, + { + "entropy": 4.868079710006714, + "epoch": 9.212432697014195, + "grad_norm": 1.3203125, + "learning_rate": 5.824307697184282e-05, + "loss": 4.0731, + "mean_token_accuracy": 0.2937869906425476, + "num_tokens": 22394454.0, + "step": 9415 + }, + { + "entropy": 4.785128831863403, + "epoch": 9.21732745961821, + "grad_norm": 1.1875, + "learning_rate": 5.8140473029200935e-05, + "loss": 4.0105, + "mean_token_accuracy": 0.294960156083107, + "num_tokens": 22407797.0, + "step": 9420 + }, + { + "entropy": 4.820013570785522, + "epoch": 9.222222222222221, + "grad_norm": 1.2578125, + "learning_rate": 5.803849989703128e-05, + "loss": 3.9985, + "mean_token_accuracy": 0.29709539413452146, + "num_tokens": 22418647.0, + "step": 9425 + }, + { + "entropy": 4.773158311843872, + "epoch": 9.227116984826235, + "grad_norm": 1.234375, + "learning_rate": 5.79371578719577e-05, + "loss": 3.9886, + "mean_token_accuracy": 0.297971123456955, + "num_tokens": 22430591.0, + "step": 9430 + }, + { + "entropy": 4.812556457519531, + "epoch": 9.23201174743025, + "grad_norm": 1.2890625, + "learning_rate": 5.783644724876833e-05, + "loss": 4.0238, + "mean_token_accuracy": 0.29388309717178346, + "num_tokens": 22442444.0, + "step": 9435 + }, + { + "entropy": 4.818108654022216, + "epoch": 9.236906510034263, + "grad_norm": 1.1875, + "learning_rate": 5.7736368320414645e-05, + "loss": 4.0815, + "mean_token_accuracy": 0.2855047956109047, + "num_tokens": 22455111.0, + "step": 9440 + }, + { + "entropy": 4.81421799659729, + "epoch": 9.241801272638277, + "grad_norm": 1.21875, + "learning_rate": 5.7636921378010585e-05, + "loss": 4.0035, + "mean_token_accuracy": 0.29152361750602723, + "num_tokens": 22466267.0, + "step": 9445 + }, + { + "entropy": 4.860436582565308, + "epoch": 9.246696035242291, + "grad_norm": 1.3515625, + "learning_rate": 5.75381067108318e-05, + "loss": 4.0997, + "mean_token_accuracy": 0.2866231590509415, + "num_tokens": 22478154.0, + "step": 9450 + }, + { + "entropy": 4.740696811676026, + "epoch": 9.251590797846305, + "grad_norm": 1.21875, + "learning_rate": 5.743992460631469e-05, + "loss": 3.98, + "mean_token_accuracy": 0.29562646001577375, + "num_tokens": 22490915.0, + "step": 9455 + }, + { + "entropy": 4.769877910614014, + "epoch": 9.256485560450319, + "grad_norm": 1.375, + "learning_rate": 5.7342375350055624e-05, + "loss": 3.9137, + "mean_token_accuracy": 0.31057290732860565, + "num_tokens": 22503128.0, + "step": 9460 + }, + { + "entropy": 4.834359073638916, + "epoch": 9.261380323054333, + "grad_norm": 1.1640625, + "learning_rate": 5.724545922581023e-05, + "loss": 3.9919, + "mean_token_accuracy": 0.2925205916166306, + "num_tokens": 22515239.0, + "step": 9465 + }, + { + "entropy": 4.868930196762085, + "epoch": 9.266275085658346, + "grad_norm": 1.3515625, + "learning_rate": 5.714917651549227e-05, + "loss": 4.066, + "mean_token_accuracy": 0.28881698548793794, + "num_tokens": 22525893.0, + "step": 9470 + }, + { + "entropy": 4.744616985321045, + "epoch": 9.271169848262359, + "grad_norm": 1.3515625, + "learning_rate": 5.7053527499173144e-05, + "loss": 3.9838, + "mean_token_accuracy": 0.2937404245138168, + "num_tokens": 22537644.0, + "step": 9475 + }, + { + "entropy": 4.738098526000977, + "epoch": 9.276064610866372, + "grad_norm": 1.125, + "learning_rate": 5.695851245508089e-05, + "loss": 3.9772, + "mean_token_accuracy": 0.3016178339719772, + "num_tokens": 22550035.0, + "step": 9480 + }, + { + "entropy": 4.694344568252563, + "epoch": 9.280959373470386, + "grad_norm": 1.171875, + "learning_rate": 5.686413165959946e-05, + "loss": 3.9243, + "mean_token_accuracy": 0.30142588913440704, + "num_tokens": 22563152.0, + "step": 9485 + }, + { + "entropy": 4.791529798507691, + "epoch": 9.2858541360744, + "grad_norm": 1.34375, + "learning_rate": 5.6770385387267766e-05, + "loss": 4.018, + "mean_token_accuracy": 0.29593443870544434, + "num_tokens": 22575220.0, + "step": 9490 + }, + { + "entropy": 4.823198413848877, + "epoch": 9.290748898678414, + "grad_norm": 1.2421875, + "learning_rate": 5.667727391077907e-05, + "loss": 4.0762, + "mean_token_accuracy": 0.2897647887468338, + "num_tokens": 22587271.0, + "step": 9495 + }, + { + "entropy": 4.707473611831665, + "epoch": 9.295643661282428, + "grad_norm": 1.21875, + "learning_rate": 5.658479750098018e-05, + "loss": 3.9243, + "mean_token_accuracy": 0.3019640475511551, + "num_tokens": 22600226.0, + "step": 9500 + }, + { + "entropy": 4.727265214920044, + "epoch": 9.300538423886442, + "grad_norm": 1.28125, + "learning_rate": 5.649295642687045e-05, + "loss": 3.9348, + "mean_token_accuracy": 0.3061267286539078, + "num_tokens": 22610808.0, + "step": 9505 + }, + { + "entropy": 4.792920780181885, + "epoch": 9.305433186490456, + "grad_norm": 1.296875, + "learning_rate": 5.6401750955601195e-05, + "loss": 4.0487, + "mean_token_accuracy": 0.286290779709816, + "num_tokens": 22622493.0, + "step": 9510 + }, + { + "entropy": 4.746310234069824, + "epoch": 9.31032794909447, + "grad_norm": 1.234375, + "learning_rate": 5.631118135247497e-05, + "loss": 3.978, + "mean_token_accuracy": 0.3043542832136154, + "num_tokens": 22633826.0, + "step": 9515 + }, + { + "entropy": 4.727965831756592, + "epoch": 9.315222711698482, + "grad_norm": 1.28125, + "learning_rate": 5.622124788094453e-05, + "loss": 3.909, + "mean_token_accuracy": 0.311751252412796, + "num_tokens": 22646043.0, + "step": 9520 + }, + { + "entropy": 4.83206582069397, + "epoch": 9.320117474302496, + "grad_norm": 1.2421875, + "learning_rate": 5.61319508026123e-05, + "loss": 4.0317, + "mean_token_accuracy": 0.2945712983608246, + "num_tokens": 22658255.0, + "step": 9525 + }, + { + "entropy": 4.770876789093018, + "epoch": 9.32501223690651, + "grad_norm": 1.3046875, + "learning_rate": 5.604329037722949e-05, + "loss": 4.0177, + "mean_token_accuracy": 0.2947401493787766, + "num_tokens": 22670093.0, + "step": 9530 + }, + { + "entropy": 4.75075216293335, + "epoch": 9.329906999510523, + "grad_norm": 1.2421875, + "learning_rate": 5.595526686269549e-05, + "loss": 3.9255, + "mean_token_accuracy": 0.3116356462240219, + "num_tokens": 22681944.0, + "step": 9535 + }, + { + "entropy": 4.766535520553589, + "epoch": 9.334801762114537, + "grad_norm": 1.1953125, + "learning_rate": 5.586788051505691e-05, + "loss": 4.06, + "mean_token_accuracy": 0.29311007261276245, + "num_tokens": 22694531.0, + "step": 9540 + }, + { + "entropy": 4.7421839237213135, + "epoch": 9.339696524718551, + "grad_norm": 1.171875, + "learning_rate": 5.578113158850695e-05, + "loss": 4.0209, + "mean_token_accuracy": 0.28951422572135926, + "num_tokens": 22705624.0, + "step": 9545 + }, + { + "entropy": 4.824976682662964, + "epoch": 9.344591287322565, + "grad_norm": 1.2890625, + "learning_rate": 5.5695020335384745e-05, + "loss": 4.0438, + "mean_token_accuracy": 0.28876476883888247, + "num_tokens": 22718665.0, + "step": 9550 + }, + { + "entropy": 4.804583549499512, + "epoch": 9.349486049926579, + "grad_norm": 1.2109375, + "learning_rate": 5.5609547006174415e-05, + "loss": 3.9905, + "mean_token_accuracy": 0.30593895018100736, + "num_tokens": 22730437.0, + "step": 9555 + }, + { + "entropy": 4.750151443481445, + "epoch": 9.354380812530593, + "grad_norm": 1.2421875, + "learning_rate": 5.552471184950456e-05, + "loss": 3.9543, + "mean_token_accuracy": 0.3016379505395889, + "num_tokens": 22742902.0, + "step": 9560 + }, + { + "entropy": 4.6897242069244385, + "epoch": 9.359275575134607, + "grad_norm": 1.328125, + "learning_rate": 5.544051511214733e-05, + "loss": 3.8841, + "mean_token_accuracy": 0.31121364831924436, + "num_tokens": 22754489.0, + "step": 9565 + }, + { + "entropy": 4.812151908874512, + "epoch": 9.364170337738619, + "grad_norm": 1.3828125, + "learning_rate": 5.535695703901796e-05, + "loss": 4.0711, + "mean_token_accuracy": 0.28836852610111235, + "num_tokens": 22767168.0, + "step": 9570 + }, + { + "entropy": 4.782095193862915, + "epoch": 9.369065100342633, + "grad_norm": 1.2734375, + "learning_rate": 5.527403787317378e-05, + "loss": 4.032, + "mean_token_accuracy": 0.29453515708446504, + "num_tokens": 22779050.0, + "step": 9575 + }, + { + "entropy": 4.786039161682129, + "epoch": 9.373959862946647, + "grad_norm": 1.0859375, + "learning_rate": 5.519175785581364e-05, + "loss": 4.0201, + "mean_token_accuracy": 0.29068027436733246, + "num_tokens": 22792338.0, + "step": 9580 + }, + { + "entropy": 4.818331289291382, + "epoch": 9.37885462555066, + "grad_norm": 1.2578125, + "learning_rate": 5.511011722627734e-05, + "loss": 3.9989, + "mean_token_accuracy": 0.2967457205057144, + "num_tokens": 22804448.0, + "step": 9585 + }, + { + "entropy": 4.77303261756897, + "epoch": 9.383749388154675, + "grad_norm": 1.2578125, + "learning_rate": 5.5029116222044695e-05, + "loss": 3.9946, + "mean_token_accuracy": 0.29933407306671145, + "num_tokens": 22815607.0, + "step": 9590 + }, + { + "entropy": 4.794941425323486, + "epoch": 9.388644150758688, + "grad_norm": 1.2734375, + "learning_rate": 5.494875507873491e-05, + "loss": 3.9925, + "mean_token_accuracy": 0.30240394175052643, + "num_tokens": 22826746.0, + "step": 9595 + }, + { + "entropy": 4.7679966449737545, + "epoch": 9.393538913362702, + "grad_norm": 1.3046875, + "learning_rate": 5.4869034030106016e-05, + "loss": 3.9752, + "mean_token_accuracy": 0.30226044952869413, + "num_tokens": 22837290.0, + "step": 9600 + }, + { + "entropy": 4.794504833221436, + "epoch": 9.398433675966716, + "grad_norm": 1.3359375, + "learning_rate": 5.47899533080541e-05, + "loss": 3.9744, + "mean_token_accuracy": 0.29937143325805665, + "num_tokens": 22848014.0, + "step": 9605 + }, + { + "entropy": 4.850904941558838, + "epoch": 9.40332843857073, + "grad_norm": 1.21875, + "learning_rate": 5.471151314261262e-05, + "loss": 4.0976, + "mean_token_accuracy": 0.288232347369194, + "num_tokens": 22859930.0, + "step": 9610 + }, + { + "entropy": 4.801903152465821, + "epoch": 9.408223201174742, + "grad_norm": 1.28125, + "learning_rate": 5.463371376195175e-05, + "loss": 4.0079, + "mean_token_accuracy": 0.2997100204229355, + "num_tokens": 22871783.0, + "step": 9615 + }, + { + "entropy": 4.745788431167602, + "epoch": 9.413117963778756, + "grad_norm": 1.3671875, + "learning_rate": 5.4556555392377736e-05, + "loss": 3.975, + "mean_token_accuracy": 0.3007763743400574, + "num_tokens": 22883409.0, + "step": 9620 + }, + { + "entropy": 4.754328870773316, + "epoch": 9.41801272638277, + "grad_norm": 1.140625, + "learning_rate": 5.4480038258332205e-05, + "loss": 3.9007, + "mean_token_accuracy": 0.3074697434902191, + "num_tokens": 22894380.0, + "step": 9625 + }, + { + "entropy": 4.766175556182861, + "epoch": 9.422907488986784, + "grad_norm": 1.3515625, + "learning_rate": 5.4404162582391577e-05, + "loss": 4.0089, + "mean_token_accuracy": 0.2925071716308594, + "num_tokens": 22905930.0, + "step": 9630 + }, + { + "entropy": 4.758940553665161, + "epoch": 9.427802251590798, + "grad_norm": 1.2265625, + "learning_rate": 5.432892858526629e-05, + "loss": 3.9971, + "mean_token_accuracy": 0.3016390264034271, + "num_tokens": 22919149.0, + "step": 9635 + }, + { + "entropy": 4.738594484329224, + "epoch": 9.432697014194812, + "grad_norm": 1.3125, + "learning_rate": 5.425433648580029e-05, + "loss": 3.9182, + "mean_token_accuracy": 0.3038314387202263, + "num_tokens": 22930707.0, + "step": 9640 + }, + { + "entropy": 4.779814863204956, + "epoch": 9.437591776798826, + "grad_norm": 1.4375, + "learning_rate": 5.418038650097039e-05, + "loss": 4.0128, + "mean_token_accuracy": 0.2928493648767471, + "num_tokens": 22942045.0, + "step": 9645 + }, + { + "entropy": 4.763970279693604, + "epoch": 9.44248653940284, + "grad_norm": 1.3046875, + "learning_rate": 5.410707884588545e-05, + "loss": 3.9954, + "mean_token_accuracy": 0.29931193590164185, + "num_tokens": 22953781.0, + "step": 9650 + }, + { + "entropy": 4.735545587539673, + "epoch": 9.447381302006853, + "grad_norm": 1.328125, + "learning_rate": 5.403441373378606e-05, + "loss": 3.902, + "mean_token_accuracy": 0.3040387272834778, + "num_tokens": 22965499.0, + "step": 9655 + }, + { + "entropy": 4.757129812240601, + "epoch": 9.452276064610867, + "grad_norm": 1.28125, + "learning_rate": 5.396239137604362e-05, + "loss": 3.9652, + "mean_token_accuracy": 0.2996322691440582, + "num_tokens": 22977142.0, + "step": 9660 + }, + { + "entropy": 4.81046495437622, + "epoch": 9.45717082721488, + "grad_norm": 1.28125, + "learning_rate": 5.3891011982159984e-05, + "loss": 4.095, + "mean_token_accuracy": 0.29369239807128905, + "num_tokens": 22988731.0, + "step": 9665 + }, + { + "entropy": 4.75087685585022, + "epoch": 9.462065589818893, + "grad_norm": 1.28125, + "learning_rate": 5.3820275759766573e-05, + "loss": 3.9729, + "mean_token_accuracy": 0.2944197475910187, + "num_tokens": 23000939.0, + "step": 9670 + }, + { + "entropy": 4.78742618560791, + "epoch": 9.466960352422907, + "grad_norm": 1.2578125, + "learning_rate": 5.375018291462404e-05, + "loss": 3.9648, + "mean_token_accuracy": 0.3027604192495346, + "num_tokens": 23013031.0, + "step": 9675 + }, + { + "entropy": 4.781541585922241, + "epoch": 9.471855115026921, + "grad_norm": 1.390625, + "learning_rate": 5.368073365062151e-05, + "loss": 4.0029, + "mean_token_accuracy": 0.2959809273481369, + "num_tokens": 23024237.0, + "step": 9680 + }, + { + "entropy": 4.725505542755127, + "epoch": 9.476749877630935, + "grad_norm": 1.2890625, + "learning_rate": 5.361192816977604e-05, + "loss": 3.9465, + "mean_token_accuracy": 0.30368362963199613, + "num_tokens": 23037048.0, + "step": 9685 + }, + { + "entropy": 4.826724529266357, + "epoch": 9.481644640234949, + "grad_norm": 1.390625, + "learning_rate": 5.354376667223203e-05, + "loss": 4.0146, + "mean_token_accuracy": 0.2953542172908783, + "num_tokens": 23047956.0, + "step": 9690 + }, + { + "entropy": 4.779364728927613, + "epoch": 9.486539402838963, + "grad_norm": 1.296875, + "learning_rate": 5.347624935626064e-05, + "loss": 3.9534, + "mean_token_accuracy": 0.30473294854164124, + "num_tokens": 23059166.0, + "step": 9695 + }, + { + "entropy": 4.738550519943237, + "epoch": 9.491434165442977, + "grad_norm": 1.1953125, + "learning_rate": 5.3409376418259115e-05, + "loss": 3.9953, + "mean_token_accuracy": 0.29768401980400083, + "num_tokens": 23072706.0, + "step": 9700 + }, + { + "entropy": 4.702997255325317, + "epoch": 9.49632892804699, + "grad_norm": 1.1953125, + "learning_rate": 5.334314805275046e-05, + "loss": 3.9364, + "mean_token_accuracy": 0.3091309696435928, + "num_tokens": 23084356.0, + "step": 9705 + }, + { + "entropy": 4.703414106369019, + "epoch": 9.501223690651003, + "grad_norm": 1.3125, + "learning_rate": 5.3277564452382626e-05, + "loss": 3.9193, + "mean_token_accuracy": 0.3086276799440384, + "num_tokens": 23095506.0, + "step": 9710 + }, + { + "entropy": 4.7573646068572994, + "epoch": 9.506118453255016, + "grad_norm": 1.34375, + "learning_rate": 5.321262580792802e-05, + "loss": 4.0191, + "mean_token_accuracy": 0.2945751160383224, + "num_tokens": 23107402.0, + "step": 9715 + }, + { + "entropy": 4.7637780666351315, + "epoch": 9.51101321585903, + "grad_norm": 1.25, + "learning_rate": 5.314833230828303e-05, + "loss": 3.9879, + "mean_token_accuracy": 0.2959939271211624, + "num_tokens": 23119262.0, + "step": 9720 + }, + { + "entropy": 4.753852653503418, + "epoch": 9.515907978463044, + "grad_norm": 1.421875, + "learning_rate": 5.3084684140467404e-05, + "loss": 3.9734, + "mean_token_accuracy": 0.3011016219854355, + "num_tokens": 23129988.0, + "step": 9725 + }, + { + "entropy": 4.750711441040039, + "epoch": 9.520802741067058, + "grad_norm": 1.2734375, + "learning_rate": 5.3021681489623745e-05, + "loss": 4.0099, + "mean_token_accuracy": 0.29713216722011565, + "num_tokens": 23142101.0, + "step": 9730 + }, + { + "entropy": 4.831313610076904, + "epoch": 9.525697503671072, + "grad_norm": 1.3359375, + "learning_rate": 5.295932453901684e-05, + "loss": 4.1105, + "mean_token_accuracy": 0.28836481273174286, + "num_tokens": 23153558.0, + "step": 9735 + }, + { + "entropy": 4.723710298538208, + "epoch": 9.530592266275086, + "grad_norm": 1.3203125, + "learning_rate": 5.289761347003337e-05, + "loss": 3.9379, + "mean_token_accuracy": 0.30936234891414643, + "num_tokens": 23164533.0, + "step": 9740 + }, + { + "entropy": 4.831152009963989, + "epoch": 9.5354870288791, + "grad_norm": 1.359375, + "learning_rate": 5.2836548462181196e-05, + "loss": 4.1103, + "mean_token_accuracy": 0.27955502569675444, + "num_tokens": 23176947.0, + "step": 9745 + }, + { + "entropy": 4.793307447433472, + "epoch": 9.540381791483114, + "grad_norm": 1.3046875, + "learning_rate": 5.2776129693088846e-05, + "loss": 4.0718, + "mean_token_accuracy": 0.28877711594104766, + "num_tokens": 23189168.0, + "step": 9750 + }, + { + "entropy": 4.816354274749756, + "epoch": 9.545276554087128, + "grad_norm": 1.2578125, + "learning_rate": 5.27163573385051e-05, + "loss": 3.9626, + "mean_token_accuracy": 0.29974118769168856, + "num_tokens": 23201194.0, + "step": 9755 + }, + { + "entropy": 4.937267160415649, + "epoch": 9.55017131669114, + "grad_norm": 1.2109375, + "learning_rate": 5.2657231572298386e-05, + "loss": 4.1471, + "mean_token_accuracy": 0.28534034341573716, + "num_tokens": 23214064.0, + "step": 9760 + }, + { + "entropy": 4.771344423294067, + "epoch": 9.555066079295154, + "grad_norm": 1.2265625, + "learning_rate": 5.259875256645634e-05, + "loss": 3.9774, + "mean_token_accuracy": 0.30367342531681063, + "num_tokens": 23224781.0, + "step": 9765 + }, + { + "entropy": 4.784712934494019, + "epoch": 9.559960841899168, + "grad_norm": 1.3046875, + "learning_rate": 5.254092049108521e-05, + "loss": 3.975, + "mean_token_accuracy": 0.30007910132408144, + "num_tokens": 23236782.0, + "step": 9770 + }, + { + "entropy": 4.827734804153442, + "epoch": 9.564855604503181, + "grad_norm": 1.3046875, + "learning_rate": 5.248373551440949e-05, + "loss": 3.9996, + "mean_token_accuracy": 0.29692416787147524, + "num_tokens": 23249529.0, + "step": 9775 + }, + { + "entropy": 4.731436347961425, + "epoch": 9.569750367107195, + "grad_norm": 1.1953125, + "learning_rate": 5.242719780277135e-05, + "loss": 3.9287, + "mean_token_accuracy": 0.2992528021335602, + "num_tokens": 23262737.0, + "step": 9780 + }, + { + "entropy": 4.880699110031128, + "epoch": 9.57464512971121, + "grad_norm": 1.2734375, + "learning_rate": 5.237130752063013e-05, + "loss": 4.004, + "mean_token_accuracy": 0.29191407561302185, + "num_tokens": 23274777.0, + "step": 9785 + }, + { + "entropy": 4.797618103027344, + "epoch": 9.579539892315223, + "grad_norm": 1.1328125, + "learning_rate": 5.231606483056196e-05, + "loss": 4.0537, + "mean_token_accuracy": 0.29462463557720187, + "num_tokens": 23287393.0, + "step": 9790 + }, + { + "entropy": 4.726949071884155, + "epoch": 9.584434654919237, + "grad_norm": 1.171875, + "learning_rate": 5.226146989325915e-05, + "loss": 3.9108, + "mean_token_accuracy": 0.3014277070760727, + "num_tokens": 23299049.0, + "step": 9795 + }, + { + "entropy": 4.807730340957642, + "epoch": 9.58932941752325, + "grad_norm": 1.2109375, + "learning_rate": 5.2207522867529896e-05, + "loss": 4.0187, + "mean_token_accuracy": 0.2957456260919571, + "num_tokens": 23310827.0, + "step": 9800 + }, + { + "entropy": 4.762857675552368, + "epoch": 9.594224180127263, + "grad_norm": 1.2890625, + "learning_rate": 5.21542239102976e-05, + "loss": 3.9981, + "mean_token_accuracy": 0.2974866896867752, + "num_tokens": 23323140.0, + "step": 9805 + }, + { + "entropy": 4.81097526550293, + "epoch": 9.599118942731277, + "grad_norm": 1.296875, + "learning_rate": 5.2101573176600666e-05, + "loss": 4.0708, + "mean_token_accuracy": 0.2963706135749817, + "num_tokens": 23335787.0, + "step": 9810 + }, + { + "entropy": 4.819524574279785, + "epoch": 9.60401370533529, + "grad_norm": 1.21875, + "learning_rate": 5.204957081959178e-05, + "loss": 4.0191, + "mean_token_accuracy": 0.29669792354106905, + "num_tokens": 23347997.0, + "step": 9815 + }, + { + "entropy": 4.802180004119873, + "epoch": 9.608908467939305, + "grad_norm": 1.1953125, + "learning_rate": 5.199821699053771e-05, + "loss": 4.0389, + "mean_token_accuracy": 0.2856824159622192, + "num_tokens": 23360963.0, + "step": 9820 + }, + { + "entropy": 4.8300224304199215, + "epoch": 9.613803230543319, + "grad_norm": 1.328125, + "learning_rate": 5.194751183881875e-05, + "loss": 4.1164, + "mean_token_accuracy": 0.279991215467453, + "num_tokens": 23372385.0, + "step": 9825 + }, + { + "entropy": 4.74051342010498, + "epoch": 9.618697993147332, + "grad_norm": 1.34375, + "learning_rate": 5.189745551192819e-05, + "loss": 3.9426, + "mean_token_accuracy": 0.3026067465543747, + "num_tokens": 23383389.0, + "step": 9830 + }, + { + "entropy": 4.914032411575318, + "epoch": 9.623592755751346, + "grad_norm": 1.3046875, + "learning_rate": 5.1848048155472105e-05, + "loss": 4.1349, + "mean_token_accuracy": 0.28327649235725405, + "num_tokens": 23396299.0, + "step": 9835 + }, + { + "entropy": 4.775186443328858, + "epoch": 9.62848751835536, + "grad_norm": 1.140625, + "learning_rate": 5.179928991316877e-05, + "loss": 3.9364, + "mean_token_accuracy": 0.30544574856758117, + "num_tokens": 23408224.0, + "step": 9840 + }, + { + "entropy": 4.865913724899292, + "epoch": 9.633382280959374, + "grad_norm": 1.2734375, + "learning_rate": 5.1751180926848285e-05, + "loss": 4.0913, + "mean_token_accuracy": 0.2870608329772949, + "num_tokens": 23420902.0, + "step": 9845 + }, + { + "entropy": 4.788714742660522, + "epoch": 9.638277043563388, + "grad_norm": 1.3125, + "learning_rate": 5.170372133645219e-05, + "loss": 4.0095, + "mean_token_accuracy": 0.29521565437316893, + "num_tokens": 23432441.0, + "step": 9850 + }, + { + "entropy": 4.818955326080323, + "epoch": 9.6431718061674, + "grad_norm": 1.3203125, + "learning_rate": 5.1656911280032996e-05, + "loss": 4.0418, + "mean_token_accuracy": 0.29526215195655825, + "num_tokens": 23445753.0, + "step": 9855 + }, + { + "entropy": 4.761849308013916, + "epoch": 9.648066568771414, + "grad_norm": 1.171875, + "learning_rate": 5.161075089375386e-05, + "loss": 3.9864, + "mean_token_accuracy": 0.2966615378856659, + "num_tokens": 23457028.0, + "step": 9860 + }, + { + "entropy": 4.78953742980957, + "epoch": 9.652961331375428, + "grad_norm": 1.1640625, + "learning_rate": 5.156524031188808e-05, + "loss": 4.0469, + "mean_token_accuracy": 0.29420867264270784, + "num_tokens": 23469421.0, + "step": 9865 + }, + { + "entropy": 4.803643369674683, + "epoch": 9.657856093979442, + "grad_norm": 1.2890625, + "learning_rate": 5.152037966681891e-05, + "loss": 3.9723, + "mean_token_accuracy": 0.30032192170619965, + "num_tokens": 23480514.0, + "step": 9870 + }, + { + "entropy": 4.806494569778442, + "epoch": 9.662750856583456, + "grad_norm": 1.2734375, + "learning_rate": 5.147616908903888e-05, + "loss": 4.0241, + "mean_token_accuracy": 0.29908307194709777, + "num_tokens": 23491413.0, + "step": 9875 + }, + { + "entropy": 4.817647266387939, + "epoch": 9.66764561918747, + "grad_norm": 1.1796875, + "learning_rate": 5.1432608707149706e-05, + "loss": 4.0377, + "mean_token_accuracy": 0.2857759177684784, + "num_tokens": 23504870.0, + "step": 9880 + }, + { + "entropy": 4.805331516265869, + "epoch": 9.672540381791483, + "grad_norm": 1.359375, + "learning_rate": 5.13896986478617e-05, + "loss": 3.9766, + "mean_token_accuracy": 0.29564387500286105, + "num_tokens": 23515956.0, + "step": 9885 + }, + { + "entropy": 4.779669952392578, + "epoch": 9.677435144395497, + "grad_norm": 1.3125, + "learning_rate": 5.134743903599352e-05, + "loss": 3.9763, + "mean_token_accuracy": 0.29593977630138396, + "num_tokens": 23526821.0, + "step": 9890 + }, + { + "entropy": 4.768006992340088, + "epoch": 9.682329906999511, + "grad_norm": 1.1796875, + "learning_rate": 5.130582999447179e-05, + "loss": 4.0159, + "mean_token_accuracy": 0.29183255434036254, + "num_tokens": 23538202.0, + "step": 9895 + }, + { + "entropy": 4.812900638580322, + "epoch": 9.687224669603523, + "grad_norm": 1.296875, + "learning_rate": 5.126487164433068e-05, + "loss": 4.0453, + "mean_token_accuracy": 0.2921596884727478, + "num_tokens": 23550526.0, + "step": 9900 + }, + { + "entropy": 4.80851149559021, + "epoch": 9.692119432207537, + "grad_norm": 1.234375, + "learning_rate": 5.122456410471164e-05, + "loss": 4.0703, + "mean_token_accuracy": 0.2851635694503784, + "num_tokens": 23562997.0, + "step": 9905 + }, + { + "entropy": 4.744428920745849, + "epoch": 9.697014194811551, + "grad_norm": 1.2109375, + "learning_rate": 5.1184907492863025e-05, + "loss": 3.9669, + "mean_token_accuracy": 0.2984753638505936, + "num_tokens": 23574313.0, + "step": 9910 + }, + { + "entropy": 4.780137395858764, + "epoch": 9.701908957415565, + "grad_norm": 1.28125, + "learning_rate": 5.114590192413971e-05, + "loss": 3.9984, + "mean_token_accuracy": 0.29760353565216063, + "num_tokens": 23585376.0, + "step": 9915 + }, + { + "entropy": 4.806608867645264, + "epoch": 9.706803720019579, + "grad_norm": 1.1953125, + "learning_rate": 5.11075475120028e-05, + "loss": 4.0019, + "mean_token_accuracy": 0.2943661317229271, + "num_tokens": 23597513.0, + "step": 9920 + }, + { + "entropy": 4.8220960140228275, + "epoch": 9.711698482623593, + "grad_norm": 1.1875, + "learning_rate": 5.1069844368019265e-05, + "loss": 4.0319, + "mean_token_accuracy": 0.2958825558423996, + "num_tokens": 23610724.0, + "step": 9925 + }, + { + "entropy": 4.827322006225586, + "epoch": 9.716593245227607, + "grad_norm": 1.3046875, + "learning_rate": 5.103279260186169e-05, + "loss": 4.0943, + "mean_token_accuracy": 0.29084478318691254, + "num_tokens": 23623273.0, + "step": 9930 + }, + { + "entropy": 4.824528551101684, + "epoch": 9.72148800783162, + "grad_norm": 1.25, + "learning_rate": 5.099639232130782e-05, + "loss": 4.0847, + "mean_token_accuracy": 0.2843466907739639, + "num_tokens": 23635517.0, + "step": 9935 + }, + { + "entropy": 4.789399290084839, + "epoch": 9.726382770435634, + "grad_norm": 1.21875, + "learning_rate": 5.0960643632240454e-05, + "loss": 3.9623, + "mean_token_accuracy": 0.29722365736961365, + "num_tokens": 23647471.0, + "step": 9940 + }, + { + "entropy": 4.811989068984985, + "epoch": 9.731277533039648, + "grad_norm": 1.359375, + "learning_rate": 5.092554663864689e-05, + "loss": 4.0417, + "mean_token_accuracy": 0.29249192029237747, + "num_tokens": 23658775.0, + "step": 9945 + }, + { + "entropy": 4.778703451156616, + "epoch": 9.73617229564366, + "grad_norm": 1.203125, + "learning_rate": 5.089110144261882e-05, + "loss": 4.0334, + "mean_token_accuracy": 0.2901360929012299, + "num_tokens": 23671649.0, + "step": 9950 + }, + { + "entropy": 4.837510061264038, + "epoch": 9.741067058247674, + "grad_norm": 1.34375, + "learning_rate": 5.085730814435193e-05, + "loss": 4.0161, + "mean_token_accuracy": 0.29662241637706754, + "num_tokens": 23683001.0, + "step": 9955 + }, + { + "entropy": 4.791252899169922, + "epoch": 9.745961820851688, + "grad_norm": 1.234375, + "learning_rate": 5.082416684214563e-05, + "loss": 3.9648, + "mean_token_accuracy": 0.29548591673374175, + "num_tokens": 23695415.0, + "step": 9960 + }, + { + "entropy": 4.810051918029785, + "epoch": 9.750856583455702, + "grad_norm": 1.2421875, + "learning_rate": 5.0791677632402836e-05, + "loss": 4.0379, + "mean_token_accuracy": 0.29339844584465025, + "num_tokens": 23707450.0, + "step": 9965 + }, + { + "entropy": 4.807213401794433, + "epoch": 9.755751346059716, + "grad_norm": 1.3046875, + "learning_rate": 5.075984060962951e-05, + "loss": 4.0296, + "mean_token_accuracy": 0.294450119137764, + "num_tokens": 23719923.0, + "step": 9970 + }, + { + "entropy": 4.759642887115478, + "epoch": 9.76064610866373, + "grad_norm": 1.2890625, + "learning_rate": 5.0728655866434614e-05, + "loss": 3.9492, + "mean_token_accuracy": 0.3010222911834717, + "num_tokens": 23731409.0, + "step": 9975 + }, + { + "entropy": 4.821615505218506, + "epoch": 9.765540871267744, + "grad_norm": 1.234375, + "learning_rate": 5.069812349352971e-05, + "loss": 4.0626, + "mean_token_accuracy": 0.2816173925995827, + "num_tokens": 23743050.0, + "step": 9980 + }, + { + "entropy": 4.814800691604614, + "epoch": 9.770435633871758, + "grad_norm": 1.390625, + "learning_rate": 5.066824357972867e-05, + "loss": 4.0044, + "mean_token_accuracy": 0.2967691570520401, + "num_tokens": 23755510.0, + "step": 9985 + }, + { + "entropy": 4.771351623535156, + "epoch": 9.775330396475772, + "grad_norm": 1.2578125, + "learning_rate": 5.06390162119475e-05, + "loss": 4.0058, + "mean_token_accuracy": 0.30124894678592684, + "num_tokens": 23766792.0, + "step": 9990 + }, + { + "entropy": 4.756444597244263, + "epoch": 9.780225159079784, + "grad_norm": 1.1875, + "learning_rate": 5.061044147520405e-05, + "loss": 3.9462, + "mean_token_accuracy": 0.30553261041641233, + "num_tokens": 23779932.0, + "step": 9995 + }, + { + "entropy": 4.914815950393677, + "epoch": 9.785119921683798, + "grad_norm": 1.2421875, + "learning_rate": 5.0582519452617745e-05, + "loss": 4.1165, + "mean_token_accuracy": 0.28400505483150484, + "num_tokens": 23792346.0, + "step": 10000 + }, + { + "epoch": 9.785119921683798, + "eval_entropy": 4.772528295450587, + "eval_loss": 5.51258659362793, + "eval_mean_token_accuracy": 0.20927368844329897, + "eval_num_tokens": 23792346.0, + "eval_runtime": 2.7218, + "eval_samples_per_second": 1266.428, + "eval_steps_per_second": 158.349, + "step": 10000 + }, + { + "entropy": 4.709738779067993, + "epoch": 9.790014684287812, + "grad_norm": 1.2109375, + "learning_rate": 5.055525022540941e-05, + "loss": 3.9617, + "mean_token_accuracy": 0.3023887574672699, + "num_tokens": 23804434.0, + "step": 10005 + }, + { + "entropy": 4.758183097839355, + "epoch": 9.794909446891825, + "grad_norm": 1.2734375, + "learning_rate": 5.052863387290099e-05, + "loss": 3.8986, + "mean_token_accuracy": 0.30263719856739046, + "num_tokens": 23814752.0, + "step": 10010 + }, + { + "entropy": 4.80014820098877, + "epoch": 9.79980420949584, + "grad_norm": 1.2421875, + "learning_rate": 5.050267047251523e-05, + "loss": 4.0548, + "mean_token_accuracy": 0.2913833767175674, + "num_tokens": 23827201.0, + "step": 10015 + }, + { + "entropy": 4.70063853263855, + "epoch": 9.804698972099853, + "grad_norm": 1.2578125, + "learning_rate": 5.047736009977563e-05, + "loss": 3.9389, + "mean_token_accuracy": 0.30335609912872313, + "num_tokens": 23838463.0, + "step": 10020 + }, + { + "entropy": 4.776554107666016, + "epoch": 9.809593734703867, + "grad_norm": 1.21875, + "learning_rate": 5.0452702828306124e-05, + "loss": 3.9948, + "mean_token_accuracy": 0.29452680945396426, + "num_tokens": 23850125.0, + "step": 10025 + }, + { + "entropy": 4.80700945854187, + "epoch": 9.814488497307881, + "grad_norm": 1.2265625, + "learning_rate": 5.042869872983086e-05, + "loss": 4.052, + "mean_token_accuracy": 0.2928883135318756, + "num_tokens": 23862455.0, + "step": 10030 + }, + { + "entropy": 4.792335081100464, + "epoch": 9.819383259911895, + "grad_norm": 1.25, + "learning_rate": 5.0405347874173975e-05, + "loss": 3.9993, + "mean_token_accuracy": 0.30110765993595123, + "num_tokens": 23873482.0, + "step": 10035 + }, + { + "entropy": 4.756852531433106, + "epoch": 9.824278022515909, + "grad_norm": 1.21875, + "learning_rate": 5.0382650329259506e-05, + "loss": 3.9627, + "mean_token_accuracy": 0.30316034257411956, + "num_tokens": 23884717.0, + "step": 10040 + }, + { + "entropy": 4.738699722290039, + "epoch": 9.82917278511992, + "grad_norm": 1.2890625, + "learning_rate": 5.0360606161111044e-05, + "loss": 4.0369, + "mean_token_accuracy": 0.2929986327886581, + "num_tokens": 23896825.0, + "step": 10045 + }, + { + "entropy": 4.85428295135498, + "epoch": 9.834067547723935, + "grad_norm": 1.28125, + "learning_rate": 5.0339215433851606e-05, + "loss": 4.0982, + "mean_token_accuracy": 0.2882684111595154, + "num_tokens": 23909161.0, + "step": 10050 + }, + { + "entropy": 4.804821300506592, + "epoch": 9.838962310327949, + "grad_norm": 1.296875, + "learning_rate": 5.03184782097035e-05, + "loss": 4.0116, + "mean_token_accuracy": 0.3021156042814255, + "num_tokens": 23919810.0, + "step": 10055 + }, + { + "entropy": 4.770907878875732, + "epoch": 9.843857072931963, + "grad_norm": 1.2109375, + "learning_rate": 5.029839454898809e-05, + "loss": 3.975, + "mean_token_accuracy": 0.304547381401062, + "num_tokens": 23930684.0, + "step": 10060 + }, + { + "entropy": 4.7499346256256105, + "epoch": 9.848751835535976, + "grad_norm": 1.3125, + "learning_rate": 5.0278964510125544e-05, + "loss": 3.9792, + "mean_token_accuracy": 0.3019389361143112, + "num_tokens": 23943129.0, + "step": 10065 + }, + { + "entropy": 4.800427436828613, + "epoch": 9.85364659813999, + "grad_norm": 1.265625, + "learning_rate": 5.026018814963488e-05, + "loss": 4.0326, + "mean_token_accuracy": 0.2983486235141754, + "num_tokens": 23955403.0, + "step": 10070 + }, + { + "entropy": 4.878872346878052, + "epoch": 9.858541360744004, + "grad_norm": 1.2734375, + "learning_rate": 5.0242065522133534e-05, + "loss": 4.1589, + "mean_token_accuracy": 0.2851854726672173, + "num_tokens": 23967803.0, + "step": 10075 + }, + { + "entropy": 4.794935178756714, + "epoch": 9.863436123348018, + "grad_norm": 1.1796875, + "learning_rate": 5.022459668033746e-05, + "loss": 3.9787, + "mean_token_accuracy": 0.29693013727664946, + "num_tokens": 23980082.0, + "step": 10080 + }, + { + "entropy": 4.803509140014649, + "epoch": 9.868330885952032, + "grad_norm": 1.3203125, + "learning_rate": 5.0207781675060714e-05, + "loss": 4.0013, + "mean_token_accuracy": 0.29928019642829895, + "num_tokens": 23992111.0, + "step": 10085 + }, + { + "entropy": 4.732247829437256, + "epoch": 9.873225648556044, + "grad_norm": 1.2421875, + "learning_rate": 5.019162055521559e-05, + "loss": 3.9298, + "mean_token_accuracy": 0.30779147148132324, + "num_tokens": 24004406.0, + "step": 10090 + }, + { + "entropy": 4.806836986541748, + "epoch": 9.878120411160058, + "grad_norm": 1.375, + "learning_rate": 5.0176113367812224e-05, + "loss": 3.9944, + "mean_token_accuracy": 0.29317558109760283, + "num_tokens": 24016408.0, + "step": 10095 + }, + { + "entropy": 4.791604137420654, + "epoch": 9.883015173764072, + "grad_norm": 1.2578125, + "learning_rate": 5.016126015795858e-05, + "loss": 4.0096, + "mean_token_accuracy": 0.2963768541812897, + "num_tokens": 24028570.0, + "step": 10100 + }, + { + "entropy": 4.75049901008606, + "epoch": 9.887909936368086, + "grad_norm": 1.3125, + "learning_rate": 5.014706096886038e-05, + "loss": 3.9988, + "mean_token_accuracy": 0.29091766476631165, + "num_tokens": 24042442.0, + "step": 10105 + }, + { + "entropy": 4.744905138015747, + "epoch": 9.8928046989721, + "grad_norm": 1.1328125, + "learning_rate": 5.013351584182081e-05, + "loss": 3.9798, + "mean_token_accuracy": 0.2929059684276581, + "num_tokens": 24055311.0, + "step": 10110 + }, + { + "entropy": 4.848823738098145, + "epoch": 9.897699461576114, + "grad_norm": 1.25, + "learning_rate": 5.012062481624051e-05, + "loss": 4.0838, + "mean_token_accuracy": 0.2885651081800461, + "num_tokens": 24068906.0, + "step": 10115 + }, + { + "entropy": 4.874116706848144, + "epoch": 9.902594224180127, + "grad_norm": 1.2578125, + "learning_rate": 5.0108387929617495e-05, + "loss": 4.0423, + "mean_token_accuracy": 0.2895023629069328, + "num_tokens": 24080679.0, + "step": 10120 + }, + { + "entropy": 4.8352423191070555, + "epoch": 9.907488986784141, + "grad_norm": 1.1640625, + "learning_rate": 5.0096805217546946e-05, + "loss": 4.0535, + "mean_token_accuracy": 0.28815205246210096, + "num_tokens": 24091649.0, + "step": 10125 + }, + { + "entropy": 4.763893938064575, + "epoch": 9.912383749388155, + "grad_norm": 1.21875, + "learning_rate": 5.008587671372115e-05, + "loss": 3.9503, + "mean_token_accuracy": 0.2980296164751053, + "num_tokens": 24104240.0, + "step": 10130 + }, + { + "entropy": 4.851513051986695, + "epoch": 9.91727851199217, + "grad_norm": 1.40625, + "learning_rate": 5.007560244992944e-05, + "loss": 4.119, + "mean_token_accuracy": 0.2860132619738579, + "num_tokens": 24116968.0, + "step": 10135 + }, + { + "entropy": 4.789501142501831, + "epoch": 9.922173274596181, + "grad_norm": 1.2109375, + "learning_rate": 5.006598245605803e-05, + "loss": 3.964, + "mean_token_accuracy": 0.29780755043029783, + "num_tokens": 24128866.0, + "step": 10140 + }, + { + "entropy": 4.7199605941772464, + "epoch": 9.927068037200195, + "grad_norm": 1.171875, + "learning_rate": 5.0057016760089964e-05, + "loss": 4.0024, + "mean_token_accuracy": 0.2970999628305435, + "num_tokens": 24141470.0, + "step": 10145 + }, + { + "entropy": 4.896462297439575, + "epoch": 9.931962799804209, + "grad_norm": 1.296875, + "learning_rate": 5.004870538810507e-05, + "loss": 4.1895, + "mean_token_accuracy": 0.2759767696261406, + "num_tokens": 24154766.0, + "step": 10150 + }, + { + "entropy": 4.733183860778809, + "epoch": 9.936857562408223, + "grad_norm": 1.2578125, + "learning_rate": 5.004104836427983e-05, + "loss": 3.9292, + "mean_token_accuracy": 0.31243457794189455, + "num_tokens": 24165801.0, + "step": 10155 + }, + { + "entropy": 4.805788993835449, + "epoch": 9.941752325012237, + "grad_norm": 1.25, + "learning_rate": 5.00340457108873e-05, + "loss": 4.0393, + "mean_token_accuracy": 0.29228290915489197, + "num_tokens": 24178078.0, + "step": 10160 + }, + { + "entropy": 4.759721279144287, + "epoch": 9.94664708761625, + "grad_norm": 1.2734375, + "learning_rate": 5.002769744829715e-05, + "loss": 3.9245, + "mean_token_accuracy": 0.30891886353492737, + "num_tokens": 24190635.0, + "step": 10165 + }, + { + "entropy": 4.794586992263794, + "epoch": 9.951541850220265, + "grad_norm": 1.3359375, + "learning_rate": 5.002200359497547e-05, + "loss": 3.9987, + "mean_token_accuracy": 0.29703042805194857, + "num_tokens": 24201283.0, + "step": 10170 + }, + { + "entropy": 4.759620141983032, + "epoch": 9.956436612824278, + "grad_norm": 1.34375, + "learning_rate": 5.001696416748476e-05, + "loss": 4.0012, + "mean_token_accuracy": 0.28317767679691314, + "num_tokens": 24212430.0, + "step": 10175 + }, + { + "entropy": 4.7763299465179445, + "epoch": 9.961331375428292, + "grad_norm": 1.140625, + "learning_rate": 5.0012579180483956e-05, + "loss": 3.99, + "mean_token_accuracy": 0.2861418932676315, + "num_tokens": 24225598.0, + "step": 10180 + }, + { + "entropy": 4.800716400146484, + "epoch": 9.966226138032305, + "grad_norm": 1.2421875, + "learning_rate": 5.0008848646728296e-05, + "loss": 4.0541, + "mean_token_accuracy": 0.28596208691596986, + "num_tokens": 24238173.0, + "step": 10185 + }, + { + "entropy": 4.762604188919068, + "epoch": 9.971120900636318, + "grad_norm": 1.296875, + "learning_rate": 5.000577257706931e-05, + "loss": 3.9849, + "mean_token_accuracy": 0.2974510759115219, + "num_tokens": 24249906.0, + "step": 10190 + }, + { + "entropy": 4.806386709213257, + "epoch": 9.976015663240332, + "grad_norm": 1.4375, + "learning_rate": 5.00033509804548e-05, + "loss": 3.9469, + "mean_token_accuracy": 0.29699901342391966, + "num_tokens": 24261448.0, + "step": 10195 + }, + { + "entropy": 4.762264680862427, + "epoch": 9.980910425844346, + "grad_norm": 1.2421875, + "learning_rate": 5.000158386392884e-05, + "loss": 4.0258, + "mean_token_accuracy": 0.29747129082679746, + "num_tokens": 24272932.0, + "step": 10200 + }, + { + "entropy": 4.7926054954528805, + "epoch": 9.98580518844836, + "grad_norm": 1.3359375, + "learning_rate": 5.000047123263167e-05, + "loss": 4.0894, + "mean_token_accuracy": 0.2920412003993988, + "num_tokens": 24284655.0, + "step": 10205 + }, + { + "entropy": 4.828703546524048, + "epoch": 9.990699951052374, + "grad_norm": 1.3671875, + "learning_rate": 5.0000013089799775e-05, + "loss": 4.0604, + "mean_token_accuracy": 0.28808508813381195, + "num_tokens": 24295412.0, + "step": 10210 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 3.7712065658112e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-10210/training_args.bin b/checkpoint-10210/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-10210/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-2000/added_tokens.json b/checkpoint-2000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-2000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-2000/config.json b/checkpoint-2000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-2000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-2000/generation_config.json b/checkpoint-2000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-2000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-2000/model.safetensors b/checkpoint-2000/model.safetensors new file mode 100644 index 0000000..8f60adc --- /dev/null +++ b/checkpoint-2000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d33ecfe95b972264d5d05d76e554e18fad1415ca27c313974ba6435d0210666 +size 249556672 diff --git a/checkpoint-2000/rng_state.pth b/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000..e59cc0e --- /dev/null +++ b/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4681dca0334b1d222764a979848f8e555dd8cdd0b6eb72ab30a0391a6d7783ee +size 14709 diff --git a/checkpoint-2000/special_tokens_map.json b/checkpoint-2000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-2000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-2000/spiece.model b/checkpoint-2000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-2000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-2000/tokenizer_config.json b/checkpoint-2000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-2000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-2000/trainer_state.json b/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000..ea20405 --- /dev/null +++ b/checkpoint-2000/trainer_state.json @@ -0,0 +1,4056 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.9574155653450807, + "eval_steps": 1000, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 7399732167936000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-2000/training_args.bin b/checkpoint-2000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-3000/added_tokens.json b/checkpoint-3000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-3000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-3000/config.json b/checkpoint-3000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-3000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-3000/generation_config.json b/checkpoint-3000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-3000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-3000/model.safetensors b/checkpoint-3000/model.safetensors new file mode 100644 index 0000000..c345ce2 --- /dev/null +++ b/checkpoint-3000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:826ff0ad29814ea68d34c83a09b00aa7f26a80ff264ca04d7d2c9690955f19c3 +size 249556672 diff --git a/checkpoint-3000/rng_state.pth b/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000..e204584 --- /dev/null +++ b/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84ca485dadd2828380c4d331fa1476b622fa9b65a5bec199726aea7a9068ee47 +size 14709 diff --git a/checkpoint-3000/special_tokens_map.json b/checkpoint-3000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-3000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-3000/spiece.model b/checkpoint-3000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-3000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-3000/tokenizer_config.json b/checkpoint-3000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-3000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-3000/trainer_state.json b/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000..753a8b6 --- /dev/null +++ b/checkpoint-3000/trainer_state.json @@ -0,0 +1,6067 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9358786098874203, + "eval_steps": 1000, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + }, + { + "entropy": 5.626655435562133, + "epoch": 1.9623103279490945, + "grad_norm": 1.078125, + "learning_rate": 0.00048693373272105743, + "loss": 5.504, + "mean_token_accuracy": 0.180687840282917, + "num_tokens": 4769947.0, + "step": 2005 + }, + { + "entropy": 5.595974683761597, + "epoch": 1.9672050905531082, + "grad_norm": 1.0390625, + "learning_rate": 0.00048680455692385124, + "loss": 5.5583, + "mean_token_accuracy": 0.18348373621702194, + "num_tokens": 4782749.0, + "step": 2010 + }, + { + "entropy": 5.579078435897827, + "epoch": 1.9720998531571219, + "grad_norm": 1.0546875, + "learning_rate": 0.0004866747650202907, + "loss": 5.5238, + "mean_token_accuracy": 0.18451536893844606, + "num_tokens": 4794944.0, + "step": 2015 + }, + { + "entropy": 5.6003326892852785, + "epoch": 1.9769946157611356, + "grad_norm": 0.96875, + "learning_rate": 0.0004865443573879201, + "loss": 5.468, + "mean_token_accuracy": 0.18887062072753907, + "num_tokens": 4806992.0, + "step": 2020 + }, + { + "entropy": 5.549536085128784, + "epoch": 1.9818893783651492, + "grad_norm": 1.015625, + "learning_rate": 0.0004864133344060749, + "loss": 5.4539, + "mean_token_accuracy": 0.18131107091903687, + "num_tokens": 4818791.0, + "step": 2025 + }, + { + "entropy": 5.558773422241211, + "epoch": 1.9867841409691631, + "grad_norm": 1.203125, + "learning_rate": 0.00048628169645588073, + "loss": 5.5525, + "mean_token_accuracy": 0.17917387038469315, + "num_tokens": 4830708.0, + "step": 2030 + }, + { + "entropy": 5.571465063095093, + "epoch": 1.9916789035731766, + "grad_norm": 1.0390625, + "learning_rate": 0.0004861494439202515, + "loss": 5.5524, + "mean_token_accuracy": 0.1800464168190956, + "num_tokens": 4843031.0, + "step": 2035 + }, + { + "entropy": 5.617353916168213, + "epoch": 1.9965736661771905, + "grad_norm": 1.0859375, + "learning_rate": 0.0004860165771838892, + "loss": 5.5313, + "mean_token_accuracy": 0.1778000995516777, + "num_tokens": 4855523.0, + "step": 2040 + }, + { + "entropy": 5.416062302059597, + "epoch": 2.0009789525208026, + "grad_norm": 0.890625, + "learning_rate": 0.0004858830966332825, + "loss": 5.346, + "mean_token_accuracy": 0.18389874531163108, + "num_tokens": 4866979.0, + "step": 2045 + }, + { + "entropy": 5.488109588623047, + "epoch": 2.0058737151248165, + "grad_norm": 1.046875, + "learning_rate": 0.0004857490026567055, + "loss": 5.1157, + "mean_token_accuracy": 0.19696198999881745, + "num_tokens": 4878496.0, + "step": 2050 + }, + { + "entropy": 5.498682832717895, + "epoch": 2.01076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004856142956442165, + "loss": 5.1833, + "mean_token_accuracy": 0.19493499547243118, + "num_tokens": 4890519.0, + "step": 2055 + }, + { + "entropy": 5.596047735214233, + "epoch": 2.015663240332844, + "grad_norm": 0.98828125, + "learning_rate": 0.0004854789759876572, + "loss": 5.2827, + "mean_token_accuracy": 0.19122138023376464, + "num_tokens": 4902797.0, + "step": 2060 + }, + { + "entropy": 5.531758785247803, + "epoch": 2.0205580029368577, + "grad_norm": 1.1640625, + "learning_rate": 0.00048534304408065135, + "loss": 5.1783, + "mean_token_accuracy": 0.19460100531578065, + "num_tokens": 4913243.0, + "step": 2065 + }, + { + "entropy": 5.424594974517822, + "epoch": 2.025452765540871, + "grad_norm": 1.0390625, + "learning_rate": 0.00048520650031860357, + "loss": 5.0638, + "mean_token_accuracy": 0.19740711152553558, + "num_tokens": 4923876.0, + "step": 2070 + }, + { + "entropy": 5.36385588645935, + "epoch": 2.030347528144885, + "grad_norm": 1.046875, + "learning_rate": 0.00048506934509869845, + "loss": 5.0638, + "mean_token_accuracy": 0.2020087271928787, + "num_tokens": 4936004.0, + "step": 2075 + }, + { + "entropy": 5.394824838638305, + "epoch": 2.0352422907488985, + "grad_norm": 1.078125, + "learning_rate": 0.00048493157881989894, + "loss": 5.098, + "mean_token_accuracy": 0.19910106658935547, + "num_tokens": 4947404.0, + "step": 2080 + }, + { + "entropy": 5.37768030166626, + "epoch": 2.0401370533529124, + "grad_norm": 0.921875, + "learning_rate": 0.0004847932018829456, + "loss": 5.2171, + "mean_token_accuracy": 0.1941538408398628, + "num_tokens": 4960444.0, + "step": 2085 + }, + { + "entropy": 5.418075847625732, + "epoch": 2.0450318159569263, + "grad_norm": 1.078125, + "learning_rate": 0.0004846542146903555, + "loss": 5.1722, + "mean_token_accuracy": 0.19768768548965454, + "num_tokens": 4972356.0, + "step": 2090 + }, + { + "entropy": 5.449041891098022, + "epoch": 2.0499265785609397, + "grad_norm": 1.078125, + "learning_rate": 0.00048451461764642046, + "loss": 5.1357, + "mean_token_accuracy": 0.19979992508888245, + "num_tokens": 4984785.0, + "step": 2095 + }, + { + "entropy": 5.291361522674561, + "epoch": 2.0548213411649536, + "grad_norm": 1.0859375, + "learning_rate": 0.0004843744111572067, + "loss": 5.0675, + "mean_token_accuracy": 0.1959679678082466, + "num_tokens": 4995909.0, + "step": 2100 + }, + { + "entropy": 5.432163047790527, + "epoch": 2.059716103768967, + "grad_norm": 1.0625, + "learning_rate": 0.0004842335956305526, + "loss": 5.0949, + "mean_token_accuracy": 0.19766340106725694, + "num_tokens": 5006191.0, + "step": 2105 + }, + { + "entropy": 5.350412321090698, + "epoch": 2.064610866372981, + "grad_norm": 1.0625, + "learning_rate": 0.00048409217147606895, + "loss": 5.089, + "mean_token_accuracy": 0.2033711478114128, + "num_tokens": 5017399.0, + "step": 2110 + }, + { + "entropy": 5.316557788848877, + "epoch": 2.0695056289769944, + "grad_norm": 1.0234375, + "learning_rate": 0.0004839501391051363, + "loss": 5.0824, + "mean_token_accuracy": 0.19411368370056153, + "num_tokens": 5028402.0, + "step": 2115 + }, + { + "entropy": 5.446633148193359, + "epoch": 2.0744003915810083, + "grad_norm": 1.0, + "learning_rate": 0.0004838074989309045, + "loss": 5.1938, + "mean_token_accuracy": 0.20314160287380217, + "num_tokens": 5040813.0, + "step": 2120 + }, + { + "entropy": 5.414164018630982, + "epoch": 2.079295154185022, + "grad_norm": 0.94921875, + "learning_rate": 0.00048366425136829176, + "loss": 5.1433, + "mean_token_accuracy": 0.20220062136650085, + "num_tokens": 5053076.0, + "step": 2125 + }, + { + "entropy": 5.4324311256408695, + "epoch": 2.0841899167890356, + "grad_norm": 1.0859375, + "learning_rate": 0.00048352039683398286, + "loss": 5.2068, + "mean_token_accuracy": 0.19256707429885864, + "num_tokens": 5065397.0, + "step": 2130 + }, + { + "entropy": 5.374685382843017, + "epoch": 2.0890846793930495, + "grad_norm": 1.125, + "learning_rate": 0.00048337593574642796, + "loss": 5.0098, + "mean_token_accuracy": 0.20131478905677797, + "num_tokens": 5076545.0, + "step": 2135 + }, + { + "entropy": 5.4096685409545895, + "epoch": 2.093979441997063, + "grad_norm": 1.03125, + "learning_rate": 0.00048323086852584187, + "loss": 5.2009, + "mean_token_accuracy": 0.19109852015972137, + "num_tokens": 5089487.0, + "step": 2140 + }, + { + "entropy": 5.413058519363403, + "epoch": 2.098874204601077, + "grad_norm": 1.0234375, + "learning_rate": 0.0004830851955942024, + "loss": 5.1923, + "mean_token_accuracy": 0.1943016231060028, + "num_tokens": 5102046.0, + "step": 2145 + }, + { + "entropy": 5.484387826919556, + "epoch": 2.1037689672050908, + "grad_norm": 1.1171875, + "learning_rate": 0.0004829389173752495, + "loss": 5.3399, + "mean_token_accuracy": 0.19494949281215668, + "num_tokens": 5114758.0, + "step": 2150 + }, + { + "entropy": 5.461303567886352, + "epoch": 2.108663729809104, + "grad_norm": 1.1328125, + "learning_rate": 0.00048279203429448366, + "loss": 5.1454, + "mean_token_accuracy": 0.19781216084957123, + "num_tokens": 5126130.0, + "step": 2155 + }, + { + "entropy": 5.358008193969726, + "epoch": 2.113558492413118, + "grad_norm": 1.046875, + "learning_rate": 0.0004826445467791646, + "loss": 5.2108, + "mean_token_accuracy": 0.19490469843149186, + "num_tokens": 5137749.0, + "step": 2160 + }, + { + "entropy": 5.471472644805909, + "epoch": 2.1184532550171316, + "grad_norm": 1.0078125, + "learning_rate": 0.00048249645525831055, + "loss": 5.1601, + "mean_token_accuracy": 0.20036131292581558, + "num_tokens": 5149361.0, + "step": 2165 + }, + { + "entropy": 5.363424825668335, + "epoch": 2.1233480176211454, + "grad_norm": 1.0234375, + "learning_rate": 0.0004823477601626967, + "loss": 5.0896, + "mean_token_accuracy": 0.2008701056241989, + "num_tokens": 5161025.0, + "step": 2170 + }, + { + "entropy": 5.255881643295288, + "epoch": 2.128242780225159, + "grad_norm": 1.15625, + "learning_rate": 0.00048219846192485365, + "loss": 5.0238, + "mean_token_accuracy": 0.20319584757089615, + "num_tokens": 5171507.0, + "step": 2175 + }, + { + "entropy": 5.427309846878051, + "epoch": 2.133137542829173, + "grad_norm": 1.09375, + "learning_rate": 0.0004820485609790668, + "loss": 5.275, + "mean_token_accuracy": 0.19347049593925475, + "num_tokens": 5184026.0, + "step": 2180 + }, + { + "entropy": 5.4172220706939695, + "epoch": 2.1380323054331867, + "grad_norm": 1.140625, + "learning_rate": 0.00048189805776137454, + "loss": 5.1795, + "mean_token_accuracy": 0.20001329630613326, + "num_tokens": 5195788.0, + "step": 2185 + }, + { + "entropy": 5.262393999099731, + "epoch": 2.1429270680372, + "grad_norm": 1.140625, + "learning_rate": 0.00048174695270956707, + "loss": 5.0315, + "mean_token_accuracy": 0.20920827537775039, + "num_tokens": 5205440.0, + "step": 2190 + }, + { + "entropy": 5.293731689453125, + "epoch": 2.147821830641214, + "grad_norm": 1.015625, + "learning_rate": 0.0004815952462631857, + "loss": 5.1003, + "mean_token_accuracy": 0.2001971885561943, + "num_tokens": 5216578.0, + "step": 2195 + }, + { + "entropy": 5.37099986076355, + "epoch": 2.1527165932452275, + "grad_norm": 1.0546875, + "learning_rate": 0.00048144293886352035, + "loss": 5.1344, + "mean_token_accuracy": 0.20005329102277755, + "num_tokens": 5228836.0, + "step": 2200 + }, + { + "entropy": 5.275912046432495, + "epoch": 2.1576113558492414, + "grad_norm": 1.09375, + "learning_rate": 0.0004812900309536098, + "loss": 5.0887, + "mean_token_accuracy": 0.2067259818315506, + "num_tokens": 5240648.0, + "step": 2205 + }, + { + "entropy": 5.3612512111663815, + "epoch": 2.162506118453255, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113652297823907, + "loss": 5.2269, + "mean_token_accuracy": 0.18981953859329223, + "num_tokens": 5252391.0, + "step": 2210 + }, + { + "entropy": 5.453209781646729, + "epoch": 2.1674008810572687, + "grad_norm": 1.1015625, + "learning_rate": 0.00048098241538393897, + "loss": 5.2036, + "mean_token_accuracy": 0.19229551404714584, + "num_tokens": 5264574.0, + "step": 2215 + }, + { + "entropy": 5.34055609703064, + "epoch": 2.1722956436612826, + "grad_norm": 0.953125, + "learning_rate": 0.00048082770861898426, + "loss": 5.1746, + "mean_token_accuracy": 0.19398458898067475, + "num_tokens": 5277400.0, + "step": 2220 + }, + { + "entropy": 5.379359340667724, + "epoch": 2.177190406265296, + "grad_norm": 1.1171875, + "learning_rate": 0.00048067240313339295, + "loss": 5.1089, + "mean_token_accuracy": 0.19827474504709244, + "num_tokens": 5288951.0, + "step": 2225 + }, + { + "entropy": 5.3159558296203615, + "epoch": 2.18208516886931, + "grad_norm": 1.0859375, + "learning_rate": 0.00048051649937892423, + "loss": 5.0671, + "mean_token_accuracy": 0.2028965413570404, + "num_tokens": 5300902.0, + "step": 2230 + }, + { + "entropy": 5.325251483917237, + "epoch": 2.1869799314733234, + "grad_norm": 1.09375, + "learning_rate": 0.00048035999780907785, + "loss": 5.1804, + "mean_token_accuracy": 0.1967838153243065, + "num_tokens": 5312498.0, + "step": 2235 + }, + { + "entropy": 5.33814377784729, + "epoch": 2.1918746940773373, + "grad_norm": 0.98046875, + "learning_rate": 0.00048020289887909246, + "loss": 5.0948, + "mean_token_accuracy": 0.19691168814897536, + "num_tokens": 5323591.0, + "step": 2240 + }, + { + "entropy": 5.343142366409301, + "epoch": 2.196769456681351, + "grad_norm": 1.0859375, + "learning_rate": 0.0004800452030459441, + "loss": 5.0878, + "mean_token_accuracy": 0.2060595616698265, + "num_tokens": 5334673.0, + "step": 2245 + }, + { + "entropy": 5.302957439422608, + "epoch": 2.2016642192853646, + "grad_norm": 1.125, + "learning_rate": 0.0004798869107683456, + "loss": 5.0975, + "mean_token_accuracy": 0.2082034319639206, + "num_tokens": 5347049.0, + "step": 2250 + }, + { + "entropy": 5.4850016117095945, + "epoch": 2.2065589818893785, + "grad_norm": 1.0859375, + "learning_rate": 0.00047972802250674426, + "loss": 5.2136, + "mean_token_accuracy": 0.1905737653374672, + "num_tokens": 5359153.0, + "step": 2255 + }, + { + "entropy": 5.326099538803101, + "epoch": 2.211453744493392, + "grad_norm": 1.109375, + "learning_rate": 0.00047956853872332126, + "loss": 5.0928, + "mean_token_accuracy": 0.20605096518993377, + "num_tokens": 5369663.0, + "step": 2260 + }, + { + "entropy": 5.356387901306152, + "epoch": 2.216348507097406, + "grad_norm": 0.98828125, + "learning_rate": 0.0004794084598819899, + "loss": 5.1502, + "mean_token_accuracy": 0.1967753291130066, + "num_tokens": 5380962.0, + "step": 2265 + }, + { + "entropy": 5.288668155670166, + "epoch": 2.2212432697014193, + "grad_norm": 0.96875, + "learning_rate": 0.00047924778644839466, + "loss": 5.1048, + "mean_token_accuracy": 0.2026848703622818, + "num_tokens": 5393319.0, + "step": 2270 + }, + { + "entropy": 5.390505695343018, + "epoch": 2.226138032305433, + "grad_norm": 1.03125, + "learning_rate": 0.00047908651888990943, + "loss": 5.1442, + "mean_token_accuracy": 0.20073584467172623, + "num_tokens": 5405052.0, + "step": 2275 + }, + { + "entropy": 5.326527070999146, + "epoch": 2.231032794909447, + "grad_norm": 1.0703125, + "learning_rate": 0.0004789246576756362, + "loss": 5.0887, + "mean_token_accuracy": 0.2013887345790863, + "num_tokens": 5416416.0, + "step": 2280 + }, + { + "entropy": 5.414171504974365, + "epoch": 2.2359275575134605, + "grad_norm": 1.09375, + "learning_rate": 0.0004787622032764041, + "loss": 5.3084, + "mean_token_accuracy": 0.18751744031906128, + "num_tokens": 5428676.0, + "step": 2285 + }, + { + "entropy": 5.395980930328369, + "epoch": 2.2408223201174744, + "grad_norm": 1.1328125, + "learning_rate": 0.0004785991561647675, + "loss": 5.1538, + "mean_token_accuracy": 0.19835059940814972, + "num_tokens": 5439885.0, + "step": 2290 + }, + { + "entropy": 5.331133651733398, + "epoch": 2.245717082721488, + "grad_norm": 1.078125, + "learning_rate": 0.00047843551681500494, + "loss": 5.2068, + "mean_token_accuracy": 0.19880653768777848, + "num_tokens": 5451236.0, + "step": 2295 + }, + { + "entropy": 5.391649007797241, + "epoch": 2.2506118453255017, + "grad_norm": 0.98828125, + "learning_rate": 0.0004782712857031178, + "loss": 5.2206, + "mean_token_accuracy": 0.19829923510551453, + "num_tokens": 5464088.0, + "step": 2300 + }, + { + "entropy": 5.2941186904907225, + "epoch": 2.255506607929515, + "grad_norm": 1.03125, + "learning_rate": 0.0004781064633068287, + "loss": 5.0972, + "mean_token_accuracy": 0.1968427300453186, + "num_tokens": 5475857.0, + "step": 2305 + }, + { + "entropy": 5.406572008132935, + "epoch": 2.260401370533529, + "grad_norm": 1.015625, + "learning_rate": 0.0004779410501055802, + "loss": 5.2506, + "mean_token_accuracy": 0.19424178153276445, + "num_tokens": 5488670.0, + "step": 2310 + }, + { + "entropy": 5.382027053833008, + "epoch": 2.265296133137543, + "grad_norm": 0.8984375, + "learning_rate": 0.00047777504658053343, + "loss": 5.1331, + "mean_token_accuracy": 0.19536806344985963, + "num_tokens": 5501746.0, + "step": 2315 + }, + { + "entropy": 5.342251920700074, + "epoch": 2.2701908957415564, + "grad_norm": 1.125, + "learning_rate": 0.0004776084532145668, + "loss": 5.2087, + "mean_token_accuracy": 0.19615187793970107, + "num_tokens": 5513504.0, + "step": 2320 + }, + { + "entropy": 5.28951063156128, + "epoch": 2.2750856583455703, + "grad_norm": 1.0234375, + "learning_rate": 0.00047744127049227425, + "loss": 5.1353, + "mean_token_accuracy": 0.1898852616548538, + "num_tokens": 5526144.0, + "step": 2325 + }, + { + "entropy": 5.376743125915527, + "epoch": 2.2799804209495838, + "grad_norm": 1.03125, + "learning_rate": 0.0004772734988999644, + "loss": 5.1969, + "mean_token_accuracy": 0.19190049171447754, + "num_tokens": 5537545.0, + "step": 2330 + }, + { + "entropy": 5.363980293273926, + "epoch": 2.2848751835535976, + "grad_norm": 1.0859375, + "learning_rate": 0.0004771051389256582, + "loss": 5.1988, + "mean_token_accuracy": 0.19740142524242402, + "num_tokens": 5549447.0, + "step": 2335 + }, + { + "entropy": 5.373389053344726, + "epoch": 2.2897699461576115, + "grad_norm": 1.1328125, + "learning_rate": 0.00047693619105908887, + "loss": 5.1783, + "mean_token_accuracy": 0.19465951174497603, + "num_tokens": 5561091.0, + "step": 2340 + }, + { + "entropy": 5.344110679626465, + "epoch": 2.294664708761625, + "grad_norm": 1.1015625, + "learning_rate": 0.0004767666557916992, + "loss": 5.0986, + "mean_token_accuracy": 0.19979317635297775, + "num_tokens": 5573326.0, + "step": 2345 + }, + { + "entropy": 5.291253471374512, + "epoch": 2.299559471365639, + "grad_norm": 1.125, + "learning_rate": 0.00047659653361664087, + "loss": 5.1232, + "mean_token_accuracy": 0.19844507426023483, + "num_tokens": 5584947.0, + "step": 2350 + }, + { + "entropy": 5.330148124694825, + "epoch": 2.3044542339696523, + "grad_norm": 1.03125, + "learning_rate": 0.00047642582502877256, + "loss": 5.1108, + "mean_token_accuracy": 0.20429294407367707, + "num_tokens": 5596944.0, + "step": 2355 + }, + { + "entropy": 5.328449010848999, + "epoch": 2.309348996573666, + "grad_norm": 1.0, + "learning_rate": 0.000476254530524659, + "loss": 5.1795, + "mean_token_accuracy": 0.20087141394615174, + "num_tokens": 5609265.0, + "step": 2360 + }, + { + "entropy": 5.3663146018981935, + "epoch": 2.31424375917768, + "grad_norm": 1.1171875, + "learning_rate": 0.0004760826506025691, + "loss": 5.1304, + "mean_token_accuracy": 0.19760584831237793, + "num_tokens": 5620730.0, + "step": 2365 + }, + { + "entropy": 5.285108232498169, + "epoch": 2.3191385217816936, + "grad_norm": 1.0, + "learning_rate": 0.0004759101857624747, + "loss": 5.1766, + "mean_token_accuracy": 0.20640088468790055, + "num_tokens": 5633191.0, + "step": 2370 + }, + { + "entropy": 5.3933042049407955, + "epoch": 2.3240332843857074, + "grad_norm": 1.0625, + "learning_rate": 0.000475737136506049, + "loss": 5.2271, + "mean_token_accuracy": 0.1945857360959053, + "num_tokens": 5645134.0, + "step": 2375 + }, + { + "entropy": 5.295850324630737, + "epoch": 2.328928046989721, + "grad_norm": 1.03125, + "learning_rate": 0.00047556350333666524, + "loss": 5.0834, + "mean_token_accuracy": 0.20512981414794923, + "num_tokens": 5658799.0, + "step": 2380 + }, + { + "entropy": 5.313294506072998, + "epoch": 2.333822809593735, + "grad_norm": 1.0625, + "learning_rate": 0.0004753892867593953, + "loss": 5.0859, + "mean_token_accuracy": 0.20842575281858444, + "num_tokens": 5670202.0, + "step": 2385 + }, + { + "entropy": 5.322448492050171, + "epoch": 2.3387175721977482, + "grad_norm": 1.046875, + "learning_rate": 0.00047521448728100787, + "loss": 5.2334, + "mean_token_accuracy": 0.19291446208953858, + "num_tokens": 5682469.0, + "step": 2390 + }, + { + "entropy": 5.4270847797393795, + "epoch": 2.343612334801762, + "grad_norm": 1.1796875, + "learning_rate": 0.00047503910540996734, + "loss": 5.2345, + "mean_token_accuracy": 0.19537753313779832, + "num_tokens": 5692908.0, + "step": 2395 + }, + { + "entropy": 5.408088541030883, + "epoch": 2.348507097405776, + "grad_norm": 1.15625, + "learning_rate": 0.0004748631416564322, + "loss": 5.1633, + "mean_token_accuracy": 0.20164895057678223, + "num_tokens": 5703813.0, + "step": 2400 + }, + { + "entropy": 5.196409845352173, + "epoch": 2.3534018600097895, + "grad_norm": 1.0625, + "learning_rate": 0.00047468659653225343, + "loss": 4.9836, + "mean_token_accuracy": 0.21172523200511933, + "num_tokens": 5715274.0, + "step": 2405 + }, + { + "entropy": 5.29620771408081, + "epoch": 2.3582966226138034, + "grad_norm": 1.0703125, + "learning_rate": 0.00047450947055097326, + "loss": 5.1346, + "mean_token_accuracy": 0.1948849856853485, + "num_tokens": 5727809.0, + "step": 2410 + }, + { + "entropy": 5.345274257659912, + "epoch": 2.363191385217817, + "grad_norm": 1.0234375, + "learning_rate": 0.0004743317642278234, + "loss": 5.2698, + "mean_token_accuracy": 0.19395796507596968, + "num_tokens": 5740398.0, + "step": 2415 + }, + { + "entropy": 5.324441909790039, + "epoch": 2.3680861478218307, + "grad_norm": 1.0859375, + "learning_rate": 0.000474153478079724, + "loss": 5.1448, + "mean_token_accuracy": 0.2060188740491867, + "num_tokens": 5752453.0, + "step": 2420 + }, + { + "entropy": 5.363028478622437, + "epoch": 2.372980910425844, + "grad_norm": 1.1171875, + "learning_rate": 0.0004739746126252813, + "loss": 5.2544, + "mean_token_accuracy": 0.19350223541259765, + "num_tokens": 5765062.0, + "step": 2425 + }, + { + "entropy": 5.430942630767822, + "epoch": 2.377875673029858, + "grad_norm": 1.046875, + "learning_rate": 0.0004737951683847872, + "loss": 5.219, + "mean_token_accuracy": 0.19821250736713408, + "num_tokens": 5776765.0, + "step": 2430 + }, + { + "entropy": 5.291578006744385, + "epoch": 2.382770435633872, + "grad_norm": 1.0625, + "learning_rate": 0.0004736151458802168, + "loss": 5.1678, + "mean_token_accuracy": 0.20081659257411957, + "num_tokens": 5789509.0, + "step": 2435 + }, + { + "entropy": 5.356848478317261, + "epoch": 2.3876651982378854, + "grad_norm": 1.046875, + "learning_rate": 0.0004734345456352275, + "loss": 5.1043, + "mean_token_accuracy": 0.20367712676525115, + "num_tokens": 5801264.0, + "step": 2440 + }, + { + "entropy": 5.308737421035767, + "epoch": 2.3925599608418993, + "grad_norm": 1.015625, + "learning_rate": 0.0004732533681751571, + "loss": 5.1319, + "mean_token_accuracy": 0.20206829607486726, + "num_tokens": 5813246.0, + "step": 2445 + }, + { + "entropy": 5.312044334411621, + "epoch": 2.3974547234459127, + "grad_norm": 1.09375, + "learning_rate": 0.0004730716140270227, + "loss": 5.1469, + "mean_token_accuracy": 0.2028827801346779, + "num_tokens": 5825304.0, + "step": 2450 + }, + { + "entropy": 5.267190885543823, + "epoch": 2.4023494860499266, + "grad_norm": 1.1328125, + "learning_rate": 0.0004728892837195186, + "loss": 5.0377, + "mean_token_accuracy": 0.2059757873415947, + "num_tokens": 5837996.0, + "step": 2455 + }, + { + "entropy": 5.323007535934448, + "epoch": 2.4072442486539405, + "grad_norm": 0.9609375, + "learning_rate": 0.0004727063777830151, + "loss": 5.1748, + "mean_token_accuracy": 0.19384027421474456, + "num_tokens": 5850968.0, + "step": 2460 + }, + { + "entropy": 5.284120225906372, + "epoch": 2.412139011257954, + "grad_norm": 1.09375, + "learning_rate": 0.00047252289674955706, + "loss": 5.1703, + "mean_token_accuracy": 0.1982756406068802, + "num_tokens": 5863233.0, + "step": 2465 + }, + { + "entropy": 5.306171417236328, + "epoch": 2.417033773861968, + "grad_norm": 1.1484375, + "learning_rate": 0.00047233884115286214, + "loss": 5.0615, + "mean_token_accuracy": 0.20489953309297562, + "num_tokens": 5873776.0, + "step": 2470 + }, + { + "entropy": 5.330395984649658, + "epoch": 2.4219285364659813, + "grad_norm": 1.078125, + "learning_rate": 0.0004721542115283193, + "loss": 5.1998, + "mean_token_accuracy": 0.19702814221382142, + "num_tokens": 5885839.0, + "step": 2475 + }, + { + "entropy": 5.301304960250855, + "epoch": 2.426823299069995, + "grad_norm": 1.109375, + "learning_rate": 0.00047196900841298725, + "loss": 5.1866, + "mean_token_accuracy": 0.1993207722902298, + "num_tokens": 5896973.0, + "step": 2480 + }, + { + "entropy": 5.327944040298462, + "epoch": 2.431718061674009, + "grad_norm": 1.1796875, + "learning_rate": 0.0004717832323455929, + "loss": 5.1753, + "mean_token_accuracy": 0.20232927352190017, + "num_tokens": 5908306.0, + "step": 2485 + }, + { + "entropy": 5.290309238433838, + "epoch": 2.4366128242780225, + "grad_norm": 1.015625, + "learning_rate": 0.0004715968838665298, + "loss": 5.1711, + "mean_token_accuracy": 0.19939935356378555, + "num_tokens": 5919719.0, + "step": 2490 + }, + { + "entropy": 5.33341794013977, + "epoch": 2.4415075868820364, + "grad_norm": 1.0703125, + "learning_rate": 0.00047140996351785654, + "loss": 5.1023, + "mean_token_accuracy": 0.20435553342103957, + "num_tokens": 5931406.0, + "step": 2495 + }, + { + "entropy": 5.368729209899902, + "epoch": 2.44640234948605, + "grad_norm": 1.1015625, + "learning_rate": 0.00047122247184329527, + "loss": 5.2185, + "mean_token_accuracy": 0.19418967366218567, + "num_tokens": 5943427.0, + "step": 2500 + }, + { + "entropy": 5.307469177246094, + "epoch": 2.4512971120900637, + "grad_norm": 1.0625, + "learning_rate": 0.0004710344093882298, + "loss": 5.1507, + "mean_token_accuracy": 0.2013296440243721, + "num_tokens": 5954684.0, + "step": 2505 + }, + { + "entropy": 5.359532833099365, + "epoch": 2.456191874694077, + "grad_norm": 1.1796875, + "learning_rate": 0.0004708457766997046, + "loss": 5.2619, + "mean_token_accuracy": 0.18810701966285706, + "num_tokens": 5965135.0, + "step": 2510 + }, + { + "entropy": 5.419138956069946, + "epoch": 2.461086637298091, + "grad_norm": 1.0703125, + "learning_rate": 0.00047065657432642275, + "loss": 5.128, + "mean_token_accuracy": 0.20935332030057907, + "num_tokens": 5976419.0, + "step": 2515 + }, + { + "entropy": 5.281298351287842, + "epoch": 2.4659813999021045, + "grad_norm": 1.078125, + "learning_rate": 0.00047046680281874416, + "loss": 5.1704, + "mean_token_accuracy": 0.19998786300420762, + "num_tokens": 5990204.0, + "step": 2520 + }, + { + "entropy": 5.401511573791504, + "epoch": 2.4708761625061184, + "grad_norm": 1.265625, + "learning_rate": 0.0004702764627286845, + "loss": 5.2293, + "mean_token_accuracy": 0.19928793162107467, + "num_tokens": 6002137.0, + "step": 2525 + }, + { + "entropy": 5.285235929489136, + "epoch": 2.4757709251101323, + "grad_norm": 1.0625, + "learning_rate": 0.0004700855546099136, + "loss": 5.1081, + "mean_token_accuracy": 0.20293399542570115, + "num_tokens": 6014254.0, + "step": 2530 + }, + { + "entropy": 5.33097767829895, + "epoch": 2.4806656877141458, + "grad_norm": 1.1171875, + "learning_rate": 0.000469894079017753, + "loss": 5.1706, + "mean_token_accuracy": 0.1951598733663559, + "num_tokens": 6025999.0, + "step": 2535 + }, + { + "entropy": 5.242245769500732, + "epoch": 2.4855604503181596, + "grad_norm": 1.0625, + "learning_rate": 0.0004697020365091755, + "loss": 5.1076, + "mean_token_accuracy": 0.2008503183722496, + "num_tokens": 6037909.0, + "step": 2540 + }, + { + "entropy": 5.338990831375122, + "epoch": 2.490455212922173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004695094276428027, + "loss": 5.2176, + "mean_token_accuracy": 0.18787843734025955, + "num_tokens": 6050267.0, + "step": 2545 + }, + { + "entropy": 5.3056189060211185, + "epoch": 2.495349975526187, + "grad_norm": 1.03125, + "learning_rate": 0.00046931625297890367, + "loss": 5.1037, + "mean_token_accuracy": 0.20342702567577362, + "num_tokens": 6062168.0, + "step": 2550 + }, + { + "entropy": 5.221565580368042, + "epoch": 2.500244738130201, + "grad_norm": 0.93359375, + "learning_rate": 0.00046912251307939336, + "loss": 5.063, + "mean_token_accuracy": 0.20233901143074035, + "num_tokens": 6075737.0, + "step": 2555 + }, + { + "entropy": 5.328143358230591, + "epoch": 2.5051395007342143, + "grad_norm": 1.0703125, + "learning_rate": 0.0004689282085078308, + "loss": 5.1588, + "mean_token_accuracy": 0.1983553498983383, + "num_tokens": 6089195.0, + "step": 2560 + }, + { + "entropy": 5.28541522026062, + "epoch": 2.510034263338228, + "grad_norm": 1.109375, + "learning_rate": 0.00046873333982941763, + "loss": 5.1283, + "mean_token_accuracy": 0.19364329129457475, + "num_tokens": 6101277.0, + "step": 2565 + }, + { + "entropy": 5.3025566101074215, + "epoch": 2.5149290259422417, + "grad_norm": 1.171875, + "learning_rate": 0.0004685379076109964, + "loss": 5.2084, + "mean_token_accuracy": 0.1892598196864128, + "num_tokens": 6113169.0, + "step": 2570 + }, + { + "entropy": 5.2775373458862305, + "epoch": 2.5198237885462555, + "grad_norm": 1.0546875, + "learning_rate": 0.00046834191242104887, + "loss": 5.0687, + "mean_token_accuracy": 0.20382051467895507, + "num_tokens": 6124006.0, + "step": 2575 + }, + { + "entropy": 5.243126773834229, + "epoch": 2.5247185511502694, + "grad_norm": 1.1640625, + "learning_rate": 0.0004681453548296944, + "loss": 5.0609, + "mean_token_accuracy": 0.20143638849258422, + "num_tokens": 6134991.0, + "step": 2580 + }, + { + "entropy": 5.288752269744873, + "epoch": 2.529613313754283, + "grad_norm": 1.171875, + "learning_rate": 0.0004679482354086884, + "loss": 5.1545, + "mean_token_accuracy": 0.195332270860672, + "num_tokens": 6145771.0, + "step": 2585 + }, + { + "entropy": 5.329096794128418, + "epoch": 2.534508076358297, + "grad_norm": 1.0625, + "learning_rate": 0.00046775055473142037, + "loss": 5.1409, + "mean_token_accuracy": 0.20373797565698623, + "num_tokens": 6157778.0, + "step": 2590 + }, + { + "entropy": 5.320698356628418, + "epoch": 2.5394028389623102, + "grad_norm": 1.09375, + "learning_rate": 0.00046755231337291257, + "loss": 5.2232, + "mean_token_accuracy": 0.194973361492157, + "num_tokens": 6167977.0, + "step": 2595 + }, + { + "entropy": 5.258221435546875, + "epoch": 2.544297601566324, + "grad_norm": 1.1015625, + "learning_rate": 0.000467353511909818, + "loss": 5.1519, + "mean_token_accuracy": 0.1974998250603676, + "num_tokens": 6179012.0, + "step": 2600 + }, + { + "entropy": 5.416901731491089, + "epoch": 2.549192364170338, + "grad_norm": 1.1328125, + "learning_rate": 0.00046715415092041923, + "loss": 5.2214, + "mean_token_accuracy": 0.20321713387966156, + "num_tokens": 6191199.0, + "step": 2605 + }, + { + "entropy": 5.396421337127686, + "epoch": 2.5540871267743515, + "grad_norm": 1.1875, + "learning_rate": 0.00046695423098462607, + "loss": 5.2765, + "mean_token_accuracy": 0.19418736398220063, + "num_tokens": 6202990.0, + "step": 2610 + }, + { + "entropy": 5.373351144790649, + "epoch": 2.558981889378365, + "grad_norm": 1.1796875, + "learning_rate": 0.0004667537526839745, + "loss": 5.2863, + "mean_token_accuracy": 0.19325242787599564, + "num_tokens": 6215270.0, + "step": 2615 + }, + { + "entropy": 5.2843457698822025, + "epoch": 2.563876651982379, + "grad_norm": 1.1015625, + "learning_rate": 0.0004665527166016244, + "loss": 5.1041, + "mean_token_accuracy": 0.2006557270884514, + "num_tokens": 6227471.0, + "step": 2620 + }, + { + "entropy": 5.304417896270752, + "epoch": 2.5687714145863927, + "grad_norm": 1.15625, + "learning_rate": 0.0004663511233223584, + "loss": 5.1405, + "mean_token_accuracy": 0.19751403629779815, + "num_tokens": 6239960.0, + "step": 2625 + }, + { + "entropy": 5.183145141601562, + "epoch": 2.573666177190406, + "grad_norm": 1.03125, + "learning_rate": 0.00046614897343257993, + "loss": 5.0943, + "mean_token_accuracy": 0.19900689721107484, + "num_tokens": 6252986.0, + "step": 2630 + }, + { + "entropy": 5.334723329544067, + "epoch": 2.57856093979442, + "grad_norm": 1.0546875, + "learning_rate": 0.0004659462675203113, + "loss": 5.2365, + "mean_token_accuracy": 0.19438600391149521, + "num_tokens": 6265814.0, + "step": 2635 + }, + { + "entropy": 5.294690322875977, + "epoch": 2.5834557023984335, + "grad_norm": 1.046875, + "learning_rate": 0.0004657430061751924, + "loss": 5.1526, + "mean_token_accuracy": 0.19875487089157104, + "num_tokens": 6276875.0, + "step": 2640 + }, + { + "entropy": 5.29907865524292, + "epoch": 2.5883504650024474, + "grad_norm": 1.0625, + "learning_rate": 0.00046553918998847873, + "loss": 5.1866, + "mean_token_accuracy": 0.1913258284330368, + "num_tokens": 6288864.0, + "step": 2645 + }, + { + "entropy": 5.373501443862915, + "epoch": 2.5932452276064613, + "grad_norm": 1.28125, + "learning_rate": 0.0004653348195530396, + "loss": 5.2424, + "mean_token_accuracy": 0.1908942475914955, + "num_tokens": 6302693.0, + "step": 2650 + }, + { + "entropy": 5.310032081604004, + "epoch": 2.5981399902104747, + "grad_norm": 1.109375, + "learning_rate": 0.00046512989546335684, + "loss": 5.2109, + "mean_token_accuracy": 0.1932237148284912, + "num_tokens": 6315961.0, + "step": 2655 + }, + { + "entropy": 5.304839754104615, + "epoch": 2.6030347528144886, + "grad_norm": 1.140625, + "learning_rate": 0.00046492441831552244, + "loss": 5.2087, + "mean_token_accuracy": 0.19596468061208724, + "num_tokens": 6328383.0, + "step": 2660 + }, + { + "entropy": 5.363293695449829, + "epoch": 2.607929515418502, + "grad_norm": 1.1171875, + "learning_rate": 0.00046471838870723744, + "loss": 5.136, + "mean_token_accuracy": 0.1972019836306572, + "num_tokens": 6341188.0, + "step": 2665 + }, + { + "entropy": 5.237611436843872, + "epoch": 2.612824278022516, + "grad_norm": 1.109375, + "learning_rate": 0.00046451180723780966, + "loss": 5.0922, + "mean_token_accuracy": 0.20550482720136642, + "num_tokens": 6352364.0, + "step": 2670 + }, + { + "entropy": 5.364541006088257, + "epoch": 2.61771904062653, + "grad_norm": 1.03125, + "learning_rate": 0.00046430467450815237, + "loss": 5.2227, + "mean_token_accuracy": 0.20022366791963578, + "num_tokens": 6364801.0, + "step": 2675 + }, + { + "entropy": 5.332408142089844, + "epoch": 2.6226138032305433, + "grad_norm": 0.96484375, + "learning_rate": 0.00046409699112078234, + "loss": 5.1131, + "mean_token_accuracy": 0.20269023180007933, + "num_tokens": 6378350.0, + "step": 2680 + }, + { + "entropy": 5.227812242507935, + "epoch": 2.627508565834557, + "grad_norm": 1.0546875, + "learning_rate": 0.000463888757679818, + "loss": 5.0975, + "mean_token_accuracy": 0.19431902468204498, + "num_tokens": 6390372.0, + "step": 2685 + }, + { + "entropy": 5.292713356018067, + "epoch": 2.6324033284385706, + "grad_norm": 1.125, + "learning_rate": 0.000463679974790978, + "loss": 5.1655, + "mean_token_accuracy": 0.19646825790405273, + "num_tokens": 6402460.0, + "step": 2690 + }, + { + "entropy": 5.2531421184539795, + "epoch": 2.6372980910425845, + "grad_norm": 1.046875, + "learning_rate": 0.00046347064306157904, + "loss": 5.0339, + "mean_token_accuracy": 0.20605625808238984, + "num_tokens": 6413086.0, + "step": 2695 + }, + { + "entropy": 5.273374080657959, + "epoch": 2.6421928536465984, + "grad_norm": 1.0390625, + "learning_rate": 0.00046326076310053443, + "loss": 5.2039, + "mean_token_accuracy": 0.20057330429553985, + "num_tokens": 6425334.0, + "step": 2700 + }, + { + "entropy": 5.329495000839233, + "epoch": 2.647087616250612, + "grad_norm": 1.0390625, + "learning_rate": 0.0004630503355183522, + "loss": 5.2021, + "mean_token_accuracy": 0.19525025635957718, + "num_tokens": 6438043.0, + "step": 2705 + }, + { + "entropy": 5.352862691879272, + "epoch": 2.6519823788546253, + "grad_norm": 1.1171875, + "learning_rate": 0.0004628393609271332, + "loss": 5.2473, + "mean_token_accuracy": 0.1973058670759201, + "num_tokens": 6449424.0, + "step": 2710 + }, + { + "entropy": 5.27777681350708, + "epoch": 2.656877141458639, + "grad_norm": 1.1328125, + "learning_rate": 0.0004626278399405698, + "loss": 5.1823, + "mean_token_accuracy": 0.20338010936975479, + "num_tokens": 6461149.0, + "step": 2715 + }, + { + "entropy": 5.37155704498291, + "epoch": 2.661771904062653, + "grad_norm": 1.046875, + "learning_rate": 0.0004624157731739432, + "loss": 5.1824, + "mean_token_accuracy": 0.20031111240386962, + "num_tokens": 6472750.0, + "step": 2720 + }, + { + "entropy": 5.269566822052002, + "epoch": 2.6666666666666665, + "grad_norm": 1.1484375, + "learning_rate": 0.00046220316124412255, + "loss": 5.1534, + "mean_token_accuracy": 0.2030242934823036, + "num_tokens": 6485912.0, + "step": 2725 + }, + { + "entropy": 5.277011966705322, + "epoch": 2.6715614292706804, + "grad_norm": 1.03125, + "learning_rate": 0.0004619900047695628, + "loss": 5.1074, + "mean_token_accuracy": 0.2049603432416916, + "num_tokens": 6496457.0, + "step": 2730 + }, + { + "entropy": 5.2734582901000975, + "epoch": 2.676456191874694, + "grad_norm": 1.0546875, + "learning_rate": 0.0004617763043703029, + "loss": 5.2227, + "mean_token_accuracy": 0.19709507524967193, + "num_tokens": 6509112.0, + "step": 2735 + }, + { + "entropy": 5.344844722747803, + "epoch": 2.6813509544787077, + "grad_norm": 1.109375, + "learning_rate": 0.0004615620606679637, + "loss": 5.2023, + "mean_token_accuracy": 0.19780662953853606, + "num_tokens": 6520968.0, + "step": 2740 + }, + { + "entropy": 5.323253107070923, + "epoch": 2.6862457170827216, + "grad_norm": 1.15625, + "learning_rate": 0.0004613472742857468, + "loss": 5.2199, + "mean_token_accuracy": 0.1946541726589203, + "num_tokens": 6533384.0, + "step": 2745 + }, + { + "entropy": 5.23217282295227, + "epoch": 2.691140479686735, + "grad_norm": 1.1015625, + "learning_rate": 0.00046113194584843217, + "loss": 5.08, + "mean_token_accuracy": 0.20902790129184723, + "num_tokens": 6544334.0, + "step": 2750 + }, + { + "entropy": 5.267884683609009, + "epoch": 2.696035242290749, + "grad_norm": 1.171875, + "learning_rate": 0.00046091607598237655, + "loss": 5.1461, + "mean_token_accuracy": 0.20653503835201265, + "num_tokens": 6556260.0, + "step": 2755 + }, + { + "entropy": 5.357528781890869, + "epoch": 2.7009300048947624, + "grad_norm": 1.046875, + "learning_rate": 0.00046069966531551174, + "loss": 5.1733, + "mean_token_accuracy": 0.1969723477959633, + "num_tokens": 6568148.0, + "step": 2760 + }, + { + "entropy": 5.397097110748291, + "epoch": 2.7058247674987763, + "grad_norm": 0.99609375, + "learning_rate": 0.0004604827144773425, + "loss": 5.2952, + "mean_token_accuracy": 0.19570557475090028, + "num_tokens": 6580929.0, + "step": 2765 + }, + { + "entropy": 5.2552718162536625, + "epoch": 2.71071953010279, + "grad_norm": 1.0078125, + "learning_rate": 0.00046026522409894476, + "loss": 5.2036, + "mean_token_accuracy": 0.19973676651716232, + "num_tokens": 6594412.0, + "step": 2770 + }, + { + "entropy": 5.272260332107544, + "epoch": 2.7156142927068037, + "grad_norm": 1.0625, + "learning_rate": 0.0004600471948129643, + "loss": 5.1549, + "mean_token_accuracy": 0.20321643203496934, + "num_tokens": 6606735.0, + "step": 2775 + }, + { + "entropy": 5.34075813293457, + "epoch": 2.7205090553108175, + "grad_norm": 1.140625, + "learning_rate": 0.00045982862725361414, + "loss": 5.189, + "mean_token_accuracy": 0.19283341318368913, + "num_tokens": 6620203.0, + "step": 2780 + }, + { + "entropy": 5.281694984436035, + "epoch": 2.725403817914831, + "grad_norm": 1.0234375, + "learning_rate": 0.00045960952205667305, + "loss": 5.0273, + "mean_token_accuracy": 0.2054688349366188, + "num_tokens": 6632420.0, + "step": 2785 + }, + { + "entropy": 5.248138332366944, + "epoch": 2.730298580518845, + "grad_norm": 1.2265625, + "learning_rate": 0.0004593898798594839, + "loss": 5.0615, + "mean_token_accuracy": 0.20480649769306183, + "num_tokens": 6644090.0, + "step": 2790 + }, + { + "entropy": 5.18441481590271, + "epoch": 2.7351933431228588, + "grad_norm": 1.1328125, + "learning_rate": 0.00045916970130095155, + "loss": 5.1237, + "mean_token_accuracy": 0.20232576578855516, + "num_tokens": 6654970.0, + "step": 2795 + }, + { + "entropy": 5.235738801956177, + "epoch": 2.7400881057268722, + "grad_norm": 1.0, + "learning_rate": 0.000458948987021541, + "loss": 5.0864, + "mean_token_accuracy": 0.20247414112091064, + "num_tokens": 6667428.0, + "step": 2800 + }, + { + "entropy": 5.293523788452148, + "epoch": 2.744982868330886, + "grad_norm": 1.1953125, + "learning_rate": 0.0004587277376632755, + "loss": 5.1167, + "mean_token_accuracy": 0.20096131265163422, + "num_tokens": 6679743.0, + "step": 2805 + }, + { + "entropy": 5.195648813247681, + "epoch": 2.7498776309348996, + "grad_norm": 1.1171875, + "learning_rate": 0.0004585059538697349, + "loss": 5.1231, + "mean_token_accuracy": 0.2077399328351021, + "num_tokens": 6691657.0, + "step": 2810 + }, + { + "entropy": 5.2407111644744875, + "epoch": 2.7547723935389135, + "grad_norm": 1.1015625, + "learning_rate": 0.00045828363628605355, + "loss": 5.1147, + "mean_token_accuracy": 0.20235977917909623, + "num_tokens": 6703862.0, + "step": 2815 + }, + { + "entropy": 5.314387226104737, + "epoch": 2.759667156142927, + "grad_norm": 1.171875, + "learning_rate": 0.00045806078555891874, + "loss": 5.1477, + "mean_token_accuracy": 0.19421834498643875, + "num_tokens": 6714896.0, + "step": 2820 + }, + { + "entropy": 5.247271633148193, + "epoch": 2.764561918746941, + "grad_norm": 1.0703125, + "learning_rate": 0.00045783740233656825, + "loss": 5.1073, + "mean_token_accuracy": 0.20424874275922775, + "num_tokens": 6726432.0, + "step": 2825 + }, + { + "entropy": 5.23317141532898, + "epoch": 2.7694566813509542, + "grad_norm": 1.1328125, + "learning_rate": 0.00045761348726878906, + "loss": 5.0982, + "mean_token_accuracy": 0.20008147805929183, + "num_tokens": 6738262.0, + "step": 2830 + }, + { + "entropy": 5.314716863632202, + "epoch": 2.774351443954968, + "grad_norm": 1.09375, + "learning_rate": 0.0004573890410069149, + "loss": 5.2182, + "mean_token_accuracy": 0.19755987972021102, + "num_tokens": 6750838.0, + "step": 2835 + }, + { + "entropy": 5.339499568939209, + "epoch": 2.779246206558982, + "grad_norm": 1.1796875, + "learning_rate": 0.00045716406420382507, + "loss": 5.1352, + "mean_token_accuracy": 0.20612797290086746, + "num_tokens": 6763284.0, + "step": 2840 + }, + { + "entropy": 5.200328302383423, + "epoch": 2.7841409691629955, + "grad_norm": 1.15625, + "learning_rate": 0.00045693855751394185, + "loss": 5.1781, + "mean_token_accuracy": 0.19806490689516068, + "num_tokens": 6775122.0, + "step": 2845 + }, + { + "entropy": 5.246775674819946, + "epoch": 2.7890357317670094, + "grad_norm": 1.1796875, + "learning_rate": 0.00045671252159322907, + "loss": 4.9814, + "mean_token_accuracy": 0.21260356158018112, + "num_tokens": 6786126.0, + "step": 2850 + }, + { + "entropy": 5.225829267501831, + "epoch": 2.793930494371023, + "grad_norm": 1.171875, + "learning_rate": 0.00045648595709918974, + "loss": 5.0955, + "mean_token_accuracy": 0.20787982046604156, + "num_tokens": 6797549.0, + "step": 2855 + }, + { + "entropy": 5.221702241897583, + "epoch": 2.7988252569750367, + "grad_norm": 1.09375, + "learning_rate": 0.0004562588646908646, + "loss": 5.0589, + "mean_token_accuracy": 0.1999519497156143, + "num_tokens": 6809882.0, + "step": 2860 + }, + { + "entropy": 5.277024984359741, + "epoch": 2.8037200195790506, + "grad_norm": 1.15625, + "learning_rate": 0.00045603124502883004, + "loss": 5.1685, + "mean_token_accuracy": 0.20202742516994476, + "num_tokens": 6822490.0, + "step": 2865 + }, + { + "entropy": 5.319039916992187, + "epoch": 2.808614782183064, + "grad_norm": 1.015625, + "learning_rate": 0.0004558030987751961, + "loss": 5.1629, + "mean_token_accuracy": 0.19774821102619172, + "num_tokens": 6834857.0, + "step": 2870 + }, + { + "entropy": 5.291704940795898, + "epoch": 2.813509544787078, + "grad_norm": 1.1640625, + "learning_rate": 0.0004555744265936045, + "loss": 5.1726, + "mean_token_accuracy": 0.19582183808088302, + "num_tokens": 6847371.0, + "step": 2875 + }, + { + "entropy": 5.288819742202759, + "epoch": 2.8184043073910914, + "grad_norm": 1.1015625, + "learning_rate": 0.0004553452291492269, + "loss": 5.1859, + "mean_token_accuracy": 0.20653139501810075, + "num_tokens": 6858313.0, + "step": 2880 + }, + { + "entropy": 5.22146954536438, + "epoch": 2.8232990699951053, + "grad_norm": 1.140625, + "learning_rate": 0.00045511550710876283, + "loss": 5.1053, + "mean_token_accuracy": 0.20446014255285264, + "num_tokens": 6869046.0, + "step": 2885 + }, + { + "entropy": 5.209698915481567, + "epoch": 2.828193832599119, + "grad_norm": 1.234375, + "learning_rate": 0.0004548852611404378, + "loss": 4.9938, + "mean_token_accuracy": 0.21259300410747528, + "num_tokens": 6879484.0, + "step": 2890 + }, + { + "entropy": 5.295617961883545, + "epoch": 2.8330885952031326, + "grad_norm": 1.1328125, + "learning_rate": 0.0004546544919140014, + "loss": 5.1401, + "mean_token_accuracy": 0.2019681915640831, + "num_tokens": 6890941.0, + "step": 2895 + }, + { + "entropy": 5.305285978317261, + "epoch": 2.8379833578071465, + "grad_norm": 1.1875, + "learning_rate": 0.0004544232001007253, + "loss": 5.1445, + "mean_token_accuracy": 0.19834502339363097, + "num_tokens": 6903446.0, + "step": 2900 + }, + { + "entropy": 5.2520472526550295, + "epoch": 2.84287812041116, + "grad_norm": 1.1171875, + "learning_rate": 0.000454191386373401, + "loss": 5.139, + "mean_token_accuracy": 0.20072694271802902, + "num_tokens": 6916972.0, + "step": 2905 + }, + { + "entropy": 5.312392044067383, + "epoch": 2.847772883015174, + "grad_norm": 1.15625, + "learning_rate": 0.00045395905140633875, + "loss": 5.2139, + "mean_token_accuracy": 0.19229765385389327, + "num_tokens": 6929888.0, + "step": 2910 + }, + { + "entropy": 5.216417598724365, + "epoch": 2.8526676456191877, + "grad_norm": 1.0546875, + "learning_rate": 0.00045372619587536427, + "loss": 5.0993, + "mean_token_accuracy": 0.20833698511123658, + "num_tokens": 6941739.0, + "step": 2915 + }, + { + "entropy": 5.288608837127685, + "epoch": 2.857562408223201, + "grad_norm": 1.046875, + "learning_rate": 0.0004534928204578182, + "loss": 5.1386, + "mean_token_accuracy": 0.20470602214336395, + "num_tokens": 6953842.0, + "step": 2920 + }, + { + "entropy": 5.276420736312867, + "epoch": 2.8624571708272146, + "grad_norm": 1.1484375, + "learning_rate": 0.0004532589258325531, + "loss": 5.1236, + "mean_token_accuracy": 0.20376610457897187, + "num_tokens": 6965217.0, + "step": 2925 + }, + { + "entropy": 5.278570938110351, + "epoch": 2.8673519334312285, + "grad_norm": 1.1640625, + "learning_rate": 0.0004530245126799317, + "loss": 5.1017, + "mean_token_accuracy": 0.20043444782495498, + "num_tokens": 6976996.0, + "step": 2930 + }, + { + "entropy": 5.156794118881225, + "epoch": 2.8722466960352424, + "grad_norm": 1.1328125, + "learning_rate": 0.0004527895816818255, + "loss": 5.077, + "mean_token_accuracy": 0.2072145789861679, + "num_tokens": 6987481.0, + "step": 2935 + }, + { + "entropy": 5.305797386169433, + "epoch": 2.877141458639256, + "grad_norm": 1.140625, + "learning_rate": 0.0004525541335216119, + "loss": 5.1421, + "mean_token_accuracy": 0.2094895660877228, + "num_tokens": 6998297.0, + "step": 2940 + }, + { + "entropy": 5.271157121658325, + "epoch": 2.8820362212432697, + "grad_norm": 1.078125, + "learning_rate": 0.0004523181688841728, + "loss": 5.1776, + "mean_token_accuracy": 0.20025330334901809, + "num_tokens": 7009792.0, + "step": 2945 + }, + { + "entropy": 5.40869107246399, + "epoch": 2.886930983847283, + "grad_norm": 0.96484375, + "learning_rate": 0.0004520816884558925, + "loss": 5.1608, + "mean_token_accuracy": 0.19975550919771196, + "num_tokens": 7022327.0, + "step": 2950 + }, + { + "entropy": 5.127566289901734, + "epoch": 2.891825746451297, + "grad_norm": 1.09375, + "learning_rate": 0.00045184469292465555, + "loss": 5.0348, + "mean_token_accuracy": 0.2134496822953224, + "num_tokens": 7032861.0, + "step": 2955 + }, + { + "entropy": 5.2581127166748045, + "epoch": 2.896720509055311, + "grad_norm": 1.140625, + "learning_rate": 0.000451607182979845, + "loss": 5.1886, + "mean_token_accuracy": 0.19754125773906708, + "num_tokens": 7045091.0, + "step": 2960 + }, + { + "entropy": 5.361897563934326, + "epoch": 2.9016152716593244, + "grad_norm": 1.0390625, + "learning_rate": 0.0004513691593123401, + "loss": 5.1417, + "mean_token_accuracy": 0.19922478795051574, + "num_tokens": 7058687.0, + "step": 2965 + }, + { + "entropy": 5.230517911911011, + "epoch": 2.9065100342633383, + "grad_norm": 1.140625, + "learning_rate": 0.00045113062261451447, + "loss": 5.1041, + "mean_token_accuracy": 0.20409076511859894, + "num_tokens": 7070185.0, + "step": 2970 + }, + { + "entropy": 5.153442859649658, + "epoch": 2.9114047968673518, + "grad_norm": 1.0703125, + "learning_rate": 0.0004508915735802342, + "loss": 5.0436, + "mean_token_accuracy": 0.21531937271356583, + "num_tokens": 7082084.0, + "step": 2975 + }, + { + "entropy": 5.288640642166138, + "epoch": 2.9162995594713657, + "grad_norm": 1.1640625, + "learning_rate": 0.00045065201290485547, + "loss": 5.1311, + "mean_token_accuracy": 0.2090048909187317, + "num_tokens": 7093648.0, + "step": 2980 + }, + { + "entropy": 5.317954778671265, + "epoch": 2.9211943220753795, + "grad_norm": 1.0703125, + "learning_rate": 0.0004504119412852228, + "loss": 5.2205, + "mean_token_accuracy": 0.1979729115962982, + "num_tokens": 7106444.0, + "step": 2985 + }, + { + "entropy": 5.221889877319336, + "epoch": 2.926089084679393, + "grad_norm": 1.0859375, + "learning_rate": 0.0004501713594196671, + "loss": 5.1525, + "mean_token_accuracy": 0.1946215435862541, + "num_tokens": 7119287.0, + "step": 2990 + }, + { + "entropy": 5.262315082550049, + "epoch": 2.930983847283407, + "grad_norm": 1.1875, + "learning_rate": 0.0004499302680080034, + "loss": 5.1373, + "mean_token_accuracy": 0.20100004523992537, + "num_tokens": 7130615.0, + "step": 2995 + }, + { + "entropy": 5.250856971740722, + "epoch": 2.9358786098874203, + "grad_norm": 1.2109375, + "learning_rate": 0.000449688667751529, + "loss": 5.103, + "mean_token_accuracy": 0.2066326454281807, + "num_tokens": 7141864.0, + "step": 3000 + }, + { + "epoch": 2.9358786098874203, + "eval_entropy": 5.239256037913453, + "eval_loss": 5.65110969543457, + "eval_mean_token_accuracy": 0.18974790772263245, + "eval_num_tokens": 7141864.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.994, + "eval_steps_per_second": 158.92, + "step": 3000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.1103759531648e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-3000/training_args.bin b/checkpoint-3000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-4000/added_tokens.json b/checkpoint-4000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-4000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-4000/config.json b/checkpoint-4000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-4000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-4000/generation_config.json b/checkpoint-4000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-4000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-4000/model.safetensors b/checkpoint-4000/model.safetensors new file mode 100644 index 0000000..2ae6b8b --- /dev/null +++ b/checkpoint-4000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c67f0272158541d9b3a62d906a71377482f2190fa9c21d502b1fb71cc3d5c415 +size 249556672 diff --git a/checkpoint-4000/rng_state.pth b/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000..3d62237 --- /dev/null +++ b/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ba82a12239ecb04dc8fc7e616492587046eee668e563b128faa12d57ab1352 +size 14709 diff --git a/checkpoint-4000/special_tokens_map.json b/checkpoint-4000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-4000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-4000/spiece.model b/checkpoint-4000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-4000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-4000/tokenizer_config.json b/checkpoint-4000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-4000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-4000/trainer_state.json b/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000..b093d7e --- /dev/null +++ b/checkpoint-4000/trainer_state.json @@ -0,0 +1,8078 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.91434165442976, + "eval_steps": 1000, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + }, + { + "entropy": 5.626655435562133, + "epoch": 1.9623103279490945, + "grad_norm": 1.078125, + "learning_rate": 0.00048693373272105743, + "loss": 5.504, + "mean_token_accuracy": 0.180687840282917, + "num_tokens": 4769947.0, + "step": 2005 + }, + { + "entropy": 5.595974683761597, + "epoch": 1.9672050905531082, + "grad_norm": 1.0390625, + "learning_rate": 0.00048680455692385124, + "loss": 5.5583, + "mean_token_accuracy": 0.18348373621702194, + "num_tokens": 4782749.0, + "step": 2010 + }, + { + "entropy": 5.579078435897827, + "epoch": 1.9720998531571219, + "grad_norm": 1.0546875, + "learning_rate": 0.0004866747650202907, + "loss": 5.5238, + "mean_token_accuracy": 0.18451536893844606, + "num_tokens": 4794944.0, + "step": 2015 + }, + { + "entropy": 5.6003326892852785, + "epoch": 1.9769946157611356, + "grad_norm": 0.96875, + "learning_rate": 0.0004865443573879201, + "loss": 5.468, + "mean_token_accuracy": 0.18887062072753907, + "num_tokens": 4806992.0, + "step": 2020 + }, + { + "entropy": 5.549536085128784, + "epoch": 1.9818893783651492, + "grad_norm": 1.015625, + "learning_rate": 0.0004864133344060749, + "loss": 5.4539, + "mean_token_accuracy": 0.18131107091903687, + "num_tokens": 4818791.0, + "step": 2025 + }, + { + "entropy": 5.558773422241211, + "epoch": 1.9867841409691631, + "grad_norm": 1.203125, + "learning_rate": 0.00048628169645588073, + "loss": 5.5525, + "mean_token_accuracy": 0.17917387038469315, + "num_tokens": 4830708.0, + "step": 2030 + }, + { + "entropy": 5.571465063095093, + "epoch": 1.9916789035731766, + "grad_norm": 1.0390625, + "learning_rate": 0.0004861494439202515, + "loss": 5.5524, + "mean_token_accuracy": 0.1800464168190956, + "num_tokens": 4843031.0, + "step": 2035 + }, + { + "entropy": 5.617353916168213, + "epoch": 1.9965736661771905, + "grad_norm": 1.0859375, + "learning_rate": 0.0004860165771838892, + "loss": 5.5313, + "mean_token_accuracy": 0.1778000995516777, + "num_tokens": 4855523.0, + "step": 2040 + }, + { + "entropy": 5.416062302059597, + "epoch": 2.0009789525208026, + "grad_norm": 0.890625, + "learning_rate": 0.0004858830966332825, + "loss": 5.346, + "mean_token_accuracy": 0.18389874531163108, + "num_tokens": 4866979.0, + "step": 2045 + }, + { + "entropy": 5.488109588623047, + "epoch": 2.0058737151248165, + "grad_norm": 1.046875, + "learning_rate": 0.0004857490026567055, + "loss": 5.1157, + "mean_token_accuracy": 0.19696198999881745, + "num_tokens": 4878496.0, + "step": 2050 + }, + { + "entropy": 5.498682832717895, + "epoch": 2.01076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004856142956442165, + "loss": 5.1833, + "mean_token_accuracy": 0.19493499547243118, + "num_tokens": 4890519.0, + "step": 2055 + }, + { + "entropy": 5.596047735214233, + "epoch": 2.015663240332844, + "grad_norm": 0.98828125, + "learning_rate": 0.0004854789759876572, + "loss": 5.2827, + "mean_token_accuracy": 0.19122138023376464, + "num_tokens": 4902797.0, + "step": 2060 + }, + { + "entropy": 5.531758785247803, + "epoch": 2.0205580029368577, + "grad_norm": 1.1640625, + "learning_rate": 0.00048534304408065135, + "loss": 5.1783, + "mean_token_accuracy": 0.19460100531578065, + "num_tokens": 4913243.0, + "step": 2065 + }, + { + "entropy": 5.424594974517822, + "epoch": 2.025452765540871, + "grad_norm": 1.0390625, + "learning_rate": 0.00048520650031860357, + "loss": 5.0638, + "mean_token_accuracy": 0.19740711152553558, + "num_tokens": 4923876.0, + "step": 2070 + }, + { + "entropy": 5.36385588645935, + "epoch": 2.030347528144885, + "grad_norm": 1.046875, + "learning_rate": 0.00048506934509869845, + "loss": 5.0638, + "mean_token_accuracy": 0.2020087271928787, + "num_tokens": 4936004.0, + "step": 2075 + }, + { + "entropy": 5.394824838638305, + "epoch": 2.0352422907488985, + "grad_norm": 1.078125, + "learning_rate": 0.00048493157881989894, + "loss": 5.098, + "mean_token_accuracy": 0.19910106658935547, + "num_tokens": 4947404.0, + "step": 2080 + }, + { + "entropy": 5.37768030166626, + "epoch": 2.0401370533529124, + "grad_norm": 0.921875, + "learning_rate": 0.0004847932018829456, + "loss": 5.2171, + "mean_token_accuracy": 0.1941538408398628, + "num_tokens": 4960444.0, + "step": 2085 + }, + { + "entropy": 5.418075847625732, + "epoch": 2.0450318159569263, + "grad_norm": 1.078125, + "learning_rate": 0.0004846542146903555, + "loss": 5.1722, + "mean_token_accuracy": 0.19768768548965454, + "num_tokens": 4972356.0, + "step": 2090 + }, + { + "entropy": 5.449041891098022, + "epoch": 2.0499265785609397, + "grad_norm": 1.078125, + "learning_rate": 0.00048451461764642046, + "loss": 5.1357, + "mean_token_accuracy": 0.19979992508888245, + "num_tokens": 4984785.0, + "step": 2095 + }, + { + "entropy": 5.291361522674561, + "epoch": 2.0548213411649536, + "grad_norm": 1.0859375, + "learning_rate": 0.0004843744111572067, + "loss": 5.0675, + "mean_token_accuracy": 0.1959679678082466, + "num_tokens": 4995909.0, + "step": 2100 + }, + { + "entropy": 5.432163047790527, + "epoch": 2.059716103768967, + "grad_norm": 1.0625, + "learning_rate": 0.0004842335956305526, + "loss": 5.0949, + "mean_token_accuracy": 0.19766340106725694, + "num_tokens": 5006191.0, + "step": 2105 + }, + { + "entropy": 5.350412321090698, + "epoch": 2.064610866372981, + "grad_norm": 1.0625, + "learning_rate": 0.00048409217147606895, + "loss": 5.089, + "mean_token_accuracy": 0.2033711478114128, + "num_tokens": 5017399.0, + "step": 2110 + }, + { + "entropy": 5.316557788848877, + "epoch": 2.0695056289769944, + "grad_norm": 1.0234375, + "learning_rate": 0.0004839501391051363, + "loss": 5.0824, + "mean_token_accuracy": 0.19411368370056153, + "num_tokens": 5028402.0, + "step": 2115 + }, + { + "entropy": 5.446633148193359, + "epoch": 2.0744003915810083, + "grad_norm": 1.0, + "learning_rate": 0.0004838074989309045, + "loss": 5.1938, + "mean_token_accuracy": 0.20314160287380217, + "num_tokens": 5040813.0, + "step": 2120 + }, + { + "entropy": 5.414164018630982, + "epoch": 2.079295154185022, + "grad_norm": 0.94921875, + "learning_rate": 0.00048366425136829176, + "loss": 5.1433, + "mean_token_accuracy": 0.20220062136650085, + "num_tokens": 5053076.0, + "step": 2125 + }, + { + "entropy": 5.4324311256408695, + "epoch": 2.0841899167890356, + "grad_norm": 1.0859375, + "learning_rate": 0.00048352039683398286, + "loss": 5.2068, + "mean_token_accuracy": 0.19256707429885864, + "num_tokens": 5065397.0, + "step": 2130 + }, + { + "entropy": 5.374685382843017, + "epoch": 2.0890846793930495, + "grad_norm": 1.125, + "learning_rate": 0.00048337593574642796, + "loss": 5.0098, + "mean_token_accuracy": 0.20131478905677797, + "num_tokens": 5076545.0, + "step": 2135 + }, + { + "entropy": 5.4096685409545895, + "epoch": 2.093979441997063, + "grad_norm": 1.03125, + "learning_rate": 0.00048323086852584187, + "loss": 5.2009, + "mean_token_accuracy": 0.19109852015972137, + "num_tokens": 5089487.0, + "step": 2140 + }, + { + "entropy": 5.413058519363403, + "epoch": 2.098874204601077, + "grad_norm": 1.0234375, + "learning_rate": 0.0004830851955942024, + "loss": 5.1923, + "mean_token_accuracy": 0.1943016231060028, + "num_tokens": 5102046.0, + "step": 2145 + }, + { + "entropy": 5.484387826919556, + "epoch": 2.1037689672050908, + "grad_norm": 1.1171875, + "learning_rate": 0.0004829389173752495, + "loss": 5.3399, + "mean_token_accuracy": 0.19494949281215668, + "num_tokens": 5114758.0, + "step": 2150 + }, + { + "entropy": 5.461303567886352, + "epoch": 2.108663729809104, + "grad_norm": 1.1328125, + "learning_rate": 0.00048279203429448366, + "loss": 5.1454, + "mean_token_accuracy": 0.19781216084957123, + "num_tokens": 5126130.0, + "step": 2155 + }, + { + "entropy": 5.358008193969726, + "epoch": 2.113558492413118, + "grad_norm": 1.046875, + "learning_rate": 0.0004826445467791646, + "loss": 5.2108, + "mean_token_accuracy": 0.19490469843149186, + "num_tokens": 5137749.0, + "step": 2160 + }, + { + "entropy": 5.471472644805909, + "epoch": 2.1184532550171316, + "grad_norm": 1.0078125, + "learning_rate": 0.00048249645525831055, + "loss": 5.1601, + "mean_token_accuracy": 0.20036131292581558, + "num_tokens": 5149361.0, + "step": 2165 + }, + { + "entropy": 5.363424825668335, + "epoch": 2.1233480176211454, + "grad_norm": 1.0234375, + "learning_rate": 0.0004823477601626967, + "loss": 5.0896, + "mean_token_accuracy": 0.2008701056241989, + "num_tokens": 5161025.0, + "step": 2170 + }, + { + "entropy": 5.255881643295288, + "epoch": 2.128242780225159, + "grad_norm": 1.15625, + "learning_rate": 0.00048219846192485365, + "loss": 5.0238, + "mean_token_accuracy": 0.20319584757089615, + "num_tokens": 5171507.0, + "step": 2175 + }, + { + "entropy": 5.427309846878051, + "epoch": 2.133137542829173, + "grad_norm": 1.09375, + "learning_rate": 0.0004820485609790668, + "loss": 5.275, + "mean_token_accuracy": 0.19347049593925475, + "num_tokens": 5184026.0, + "step": 2180 + }, + { + "entropy": 5.4172220706939695, + "epoch": 2.1380323054331867, + "grad_norm": 1.140625, + "learning_rate": 0.00048189805776137454, + "loss": 5.1795, + "mean_token_accuracy": 0.20001329630613326, + "num_tokens": 5195788.0, + "step": 2185 + }, + { + "entropy": 5.262393999099731, + "epoch": 2.1429270680372, + "grad_norm": 1.140625, + "learning_rate": 0.00048174695270956707, + "loss": 5.0315, + "mean_token_accuracy": 0.20920827537775039, + "num_tokens": 5205440.0, + "step": 2190 + }, + { + "entropy": 5.293731689453125, + "epoch": 2.147821830641214, + "grad_norm": 1.015625, + "learning_rate": 0.0004815952462631857, + "loss": 5.1003, + "mean_token_accuracy": 0.2001971885561943, + "num_tokens": 5216578.0, + "step": 2195 + }, + { + "entropy": 5.37099986076355, + "epoch": 2.1527165932452275, + "grad_norm": 1.0546875, + "learning_rate": 0.00048144293886352035, + "loss": 5.1344, + "mean_token_accuracy": 0.20005329102277755, + "num_tokens": 5228836.0, + "step": 2200 + }, + { + "entropy": 5.275912046432495, + "epoch": 2.1576113558492414, + "grad_norm": 1.09375, + "learning_rate": 0.0004812900309536098, + "loss": 5.0887, + "mean_token_accuracy": 0.2067259818315506, + "num_tokens": 5240648.0, + "step": 2205 + }, + { + "entropy": 5.3612512111663815, + "epoch": 2.162506118453255, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113652297823907, + "loss": 5.2269, + "mean_token_accuracy": 0.18981953859329223, + "num_tokens": 5252391.0, + "step": 2210 + }, + { + "entropy": 5.453209781646729, + "epoch": 2.1674008810572687, + "grad_norm": 1.1015625, + "learning_rate": 0.00048098241538393897, + "loss": 5.2036, + "mean_token_accuracy": 0.19229551404714584, + "num_tokens": 5264574.0, + "step": 2215 + }, + { + "entropy": 5.34055609703064, + "epoch": 2.1722956436612826, + "grad_norm": 0.953125, + "learning_rate": 0.00048082770861898426, + "loss": 5.1746, + "mean_token_accuracy": 0.19398458898067475, + "num_tokens": 5277400.0, + "step": 2220 + }, + { + "entropy": 5.379359340667724, + "epoch": 2.177190406265296, + "grad_norm": 1.1171875, + "learning_rate": 0.00048067240313339295, + "loss": 5.1089, + "mean_token_accuracy": 0.19827474504709244, + "num_tokens": 5288951.0, + "step": 2225 + }, + { + "entropy": 5.3159558296203615, + "epoch": 2.18208516886931, + "grad_norm": 1.0859375, + "learning_rate": 0.00048051649937892423, + "loss": 5.0671, + "mean_token_accuracy": 0.2028965413570404, + "num_tokens": 5300902.0, + "step": 2230 + }, + { + "entropy": 5.325251483917237, + "epoch": 2.1869799314733234, + "grad_norm": 1.09375, + "learning_rate": 0.00048035999780907785, + "loss": 5.1804, + "mean_token_accuracy": 0.1967838153243065, + "num_tokens": 5312498.0, + "step": 2235 + }, + { + "entropy": 5.33814377784729, + "epoch": 2.1918746940773373, + "grad_norm": 0.98046875, + "learning_rate": 0.00048020289887909246, + "loss": 5.0948, + "mean_token_accuracy": 0.19691168814897536, + "num_tokens": 5323591.0, + "step": 2240 + }, + { + "entropy": 5.343142366409301, + "epoch": 2.196769456681351, + "grad_norm": 1.0859375, + "learning_rate": 0.0004800452030459441, + "loss": 5.0878, + "mean_token_accuracy": 0.2060595616698265, + "num_tokens": 5334673.0, + "step": 2245 + }, + { + "entropy": 5.302957439422608, + "epoch": 2.2016642192853646, + "grad_norm": 1.125, + "learning_rate": 0.0004798869107683456, + "loss": 5.0975, + "mean_token_accuracy": 0.2082034319639206, + "num_tokens": 5347049.0, + "step": 2250 + }, + { + "entropy": 5.4850016117095945, + "epoch": 2.2065589818893785, + "grad_norm": 1.0859375, + "learning_rate": 0.00047972802250674426, + "loss": 5.2136, + "mean_token_accuracy": 0.1905737653374672, + "num_tokens": 5359153.0, + "step": 2255 + }, + { + "entropy": 5.326099538803101, + "epoch": 2.211453744493392, + "grad_norm": 1.109375, + "learning_rate": 0.00047956853872332126, + "loss": 5.0928, + "mean_token_accuracy": 0.20605096518993377, + "num_tokens": 5369663.0, + "step": 2260 + }, + { + "entropy": 5.356387901306152, + "epoch": 2.216348507097406, + "grad_norm": 0.98828125, + "learning_rate": 0.0004794084598819899, + "loss": 5.1502, + "mean_token_accuracy": 0.1967753291130066, + "num_tokens": 5380962.0, + "step": 2265 + }, + { + "entropy": 5.288668155670166, + "epoch": 2.2212432697014193, + "grad_norm": 0.96875, + "learning_rate": 0.00047924778644839466, + "loss": 5.1048, + "mean_token_accuracy": 0.2026848703622818, + "num_tokens": 5393319.0, + "step": 2270 + }, + { + "entropy": 5.390505695343018, + "epoch": 2.226138032305433, + "grad_norm": 1.03125, + "learning_rate": 0.00047908651888990943, + "loss": 5.1442, + "mean_token_accuracy": 0.20073584467172623, + "num_tokens": 5405052.0, + "step": 2275 + }, + { + "entropy": 5.326527070999146, + "epoch": 2.231032794909447, + "grad_norm": 1.0703125, + "learning_rate": 0.0004789246576756362, + "loss": 5.0887, + "mean_token_accuracy": 0.2013887345790863, + "num_tokens": 5416416.0, + "step": 2280 + }, + { + "entropy": 5.414171504974365, + "epoch": 2.2359275575134605, + "grad_norm": 1.09375, + "learning_rate": 0.0004787622032764041, + "loss": 5.3084, + "mean_token_accuracy": 0.18751744031906128, + "num_tokens": 5428676.0, + "step": 2285 + }, + { + "entropy": 5.395980930328369, + "epoch": 2.2408223201174744, + "grad_norm": 1.1328125, + "learning_rate": 0.0004785991561647675, + "loss": 5.1538, + "mean_token_accuracy": 0.19835059940814972, + "num_tokens": 5439885.0, + "step": 2290 + }, + { + "entropy": 5.331133651733398, + "epoch": 2.245717082721488, + "grad_norm": 1.078125, + "learning_rate": 0.00047843551681500494, + "loss": 5.2068, + "mean_token_accuracy": 0.19880653768777848, + "num_tokens": 5451236.0, + "step": 2295 + }, + { + "entropy": 5.391649007797241, + "epoch": 2.2506118453255017, + "grad_norm": 0.98828125, + "learning_rate": 0.0004782712857031178, + "loss": 5.2206, + "mean_token_accuracy": 0.19829923510551453, + "num_tokens": 5464088.0, + "step": 2300 + }, + { + "entropy": 5.2941186904907225, + "epoch": 2.255506607929515, + "grad_norm": 1.03125, + "learning_rate": 0.0004781064633068287, + "loss": 5.0972, + "mean_token_accuracy": 0.1968427300453186, + "num_tokens": 5475857.0, + "step": 2305 + }, + { + "entropy": 5.406572008132935, + "epoch": 2.260401370533529, + "grad_norm": 1.015625, + "learning_rate": 0.0004779410501055802, + "loss": 5.2506, + "mean_token_accuracy": 0.19424178153276445, + "num_tokens": 5488670.0, + "step": 2310 + }, + { + "entropy": 5.382027053833008, + "epoch": 2.265296133137543, + "grad_norm": 0.8984375, + "learning_rate": 0.00047777504658053343, + "loss": 5.1331, + "mean_token_accuracy": 0.19536806344985963, + "num_tokens": 5501746.0, + "step": 2315 + }, + { + "entropy": 5.342251920700074, + "epoch": 2.2701908957415564, + "grad_norm": 1.125, + "learning_rate": 0.0004776084532145668, + "loss": 5.2087, + "mean_token_accuracy": 0.19615187793970107, + "num_tokens": 5513504.0, + "step": 2320 + }, + { + "entropy": 5.28951063156128, + "epoch": 2.2750856583455703, + "grad_norm": 1.0234375, + "learning_rate": 0.00047744127049227425, + "loss": 5.1353, + "mean_token_accuracy": 0.1898852616548538, + "num_tokens": 5526144.0, + "step": 2325 + }, + { + "entropy": 5.376743125915527, + "epoch": 2.2799804209495838, + "grad_norm": 1.03125, + "learning_rate": 0.0004772734988999644, + "loss": 5.1969, + "mean_token_accuracy": 0.19190049171447754, + "num_tokens": 5537545.0, + "step": 2330 + }, + { + "entropy": 5.363980293273926, + "epoch": 2.2848751835535976, + "grad_norm": 1.0859375, + "learning_rate": 0.0004771051389256582, + "loss": 5.1988, + "mean_token_accuracy": 0.19740142524242402, + "num_tokens": 5549447.0, + "step": 2335 + }, + { + "entropy": 5.373389053344726, + "epoch": 2.2897699461576115, + "grad_norm": 1.1328125, + "learning_rate": 0.00047693619105908887, + "loss": 5.1783, + "mean_token_accuracy": 0.19465951174497603, + "num_tokens": 5561091.0, + "step": 2340 + }, + { + "entropy": 5.344110679626465, + "epoch": 2.294664708761625, + "grad_norm": 1.1015625, + "learning_rate": 0.0004767666557916992, + "loss": 5.0986, + "mean_token_accuracy": 0.19979317635297775, + "num_tokens": 5573326.0, + "step": 2345 + }, + { + "entropy": 5.291253471374512, + "epoch": 2.299559471365639, + "grad_norm": 1.125, + "learning_rate": 0.00047659653361664087, + "loss": 5.1232, + "mean_token_accuracy": 0.19844507426023483, + "num_tokens": 5584947.0, + "step": 2350 + }, + { + "entropy": 5.330148124694825, + "epoch": 2.3044542339696523, + "grad_norm": 1.03125, + "learning_rate": 0.00047642582502877256, + "loss": 5.1108, + "mean_token_accuracy": 0.20429294407367707, + "num_tokens": 5596944.0, + "step": 2355 + }, + { + "entropy": 5.328449010848999, + "epoch": 2.309348996573666, + "grad_norm": 1.0, + "learning_rate": 0.000476254530524659, + "loss": 5.1795, + "mean_token_accuracy": 0.20087141394615174, + "num_tokens": 5609265.0, + "step": 2360 + }, + { + "entropy": 5.3663146018981935, + "epoch": 2.31424375917768, + "grad_norm": 1.1171875, + "learning_rate": 0.0004760826506025691, + "loss": 5.1304, + "mean_token_accuracy": 0.19760584831237793, + "num_tokens": 5620730.0, + "step": 2365 + }, + { + "entropy": 5.285108232498169, + "epoch": 2.3191385217816936, + "grad_norm": 1.0, + "learning_rate": 0.0004759101857624747, + "loss": 5.1766, + "mean_token_accuracy": 0.20640088468790055, + "num_tokens": 5633191.0, + "step": 2370 + }, + { + "entropy": 5.3933042049407955, + "epoch": 2.3240332843857074, + "grad_norm": 1.0625, + "learning_rate": 0.000475737136506049, + "loss": 5.2271, + "mean_token_accuracy": 0.1945857360959053, + "num_tokens": 5645134.0, + "step": 2375 + }, + { + "entropy": 5.295850324630737, + "epoch": 2.328928046989721, + "grad_norm": 1.03125, + "learning_rate": 0.00047556350333666524, + "loss": 5.0834, + "mean_token_accuracy": 0.20512981414794923, + "num_tokens": 5658799.0, + "step": 2380 + }, + { + "entropy": 5.313294506072998, + "epoch": 2.333822809593735, + "grad_norm": 1.0625, + "learning_rate": 0.0004753892867593953, + "loss": 5.0859, + "mean_token_accuracy": 0.20842575281858444, + "num_tokens": 5670202.0, + "step": 2385 + }, + { + "entropy": 5.322448492050171, + "epoch": 2.3387175721977482, + "grad_norm": 1.046875, + "learning_rate": 0.00047521448728100787, + "loss": 5.2334, + "mean_token_accuracy": 0.19291446208953858, + "num_tokens": 5682469.0, + "step": 2390 + }, + { + "entropy": 5.4270847797393795, + "epoch": 2.343612334801762, + "grad_norm": 1.1796875, + "learning_rate": 0.00047503910540996734, + "loss": 5.2345, + "mean_token_accuracy": 0.19537753313779832, + "num_tokens": 5692908.0, + "step": 2395 + }, + { + "entropy": 5.408088541030883, + "epoch": 2.348507097405776, + "grad_norm": 1.15625, + "learning_rate": 0.0004748631416564322, + "loss": 5.1633, + "mean_token_accuracy": 0.20164895057678223, + "num_tokens": 5703813.0, + "step": 2400 + }, + { + "entropy": 5.196409845352173, + "epoch": 2.3534018600097895, + "grad_norm": 1.0625, + "learning_rate": 0.00047468659653225343, + "loss": 4.9836, + "mean_token_accuracy": 0.21172523200511933, + "num_tokens": 5715274.0, + "step": 2405 + }, + { + "entropy": 5.29620771408081, + "epoch": 2.3582966226138034, + "grad_norm": 1.0703125, + "learning_rate": 0.00047450947055097326, + "loss": 5.1346, + "mean_token_accuracy": 0.1948849856853485, + "num_tokens": 5727809.0, + "step": 2410 + }, + { + "entropy": 5.345274257659912, + "epoch": 2.363191385217817, + "grad_norm": 1.0234375, + "learning_rate": 0.0004743317642278234, + "loss": 5.2698, + "mean_token_accuracy": 0.19395796507596968, + "num_tokens": 5740398.0, + "step": 2415 + }, + { + "entropy": 5.324441909790039, + "epoch": 2.3680861478218307, + "grad_norm": 1.0859375, + "learning_rate": 0.000474153478079724, + "loss": 5.1448, + "mean_token_accuracy": 0.2060188740491867, + "num_tokens": 5752453.0, + "step": 2420 + }, + { + "entropy": 5.363028478622437, + "epoch": 2.372980910425844, + "grad_norm": 1.1171875, + "learning_rate": 0.0004739746126252813, + "loss": 5.2544, + "mean_token_accuracy": 0.19350223541259765, + "num_tokens": 5765062.0, + "step": 2425 + }, + { + "entropy": 5.430942630767822, + "epoch": 2.377875673029858, + "grad_norm": 1.046875, + "learning_rate": 0.0004737951683847872, + "loss": 5.219, + "mean_token_accuracy": 0.19821250736713408, + "num_tokens": 5776765.0, + "step": 2430 + }, + { + "entropy": 5.291578006744385, + "epoch": 2.382770435633872, + "grad_norm": 1.0625, + "learning_rate": 0.0004736151458802168, + "loss": 5.1678, + "mean_token_accuracy": 0.20081659257411957, + "num_tokens": 5789509.0, + "step": 2435 + }, + { + "entropy": 5.356848478317261, + "epoch": 2.3876651982378854, + "grad_norm": 1.046875, + "learning_rate": 0.0004734345456352275, + "loss": 5.1043, + "mean_token_accuracy": 0.20367712676525115, + "num_tokens": 5801264.0, + "step": 2440 + }, + { + "entropy": 5.308737421035767, + "epoch": 2.3925599608418993, + "grad_norm": 1.015625, + "learning_rate": 0.0004732533681751571, + "loss": 5.1319, + "mean_token_accuracy": 0.20206829607486726, + "num_tokens": 5813246.0, + "step": 2445 + }, + { + "entropy": 5.312044334411621, + "epoch": 2.3974547234459127, + "grad_norm": 1.09375, + "learning_rate": 0.0004730716140270227, + "loss": 5.1469, + "mean_token_accuracy": 0.2028827801346779, + "num_tokens": 5825304.0, + "step": 2450 + }, + { + "entropy": 5.267190885543823, + "epoch": 2.4023494860499266, + "grad_norm": 1.1328125, + "learning_rate": 0.0004728892837195186, + "loss": 5.0377, + "mean_token_accuracy": 0.2059757873415947, + "num_tokens": 5837996.0, + "step": 2455 + }, + { + "entropy": 5.323007535934448, + "epoch": 2.4072442486539405, + "grad_norm": 0.9609375, + "learning_rate": 0.0004727063777830151, + "loss": 5.1748, + "mean_token_accuracy": 0.19384027421474456, + "num_tokens": 5850968.0, + "step": 2460 + }, + { + "entropy": 5.284120225906372, + "epoch": 2.412139011257954, + "grad_norm": 1.09375, + "learning_rate": 0.00047252289674955706, + "loss": 5.1703, + "mean_token_accuracy": 0.1982756406068802, + "num_tokens": 5863233.0, + "step": 2465 + }, + { + "entropy": 5.306171417236328, + "epoch": 2.417033773861968, + "grad_norm": 1.1484375, + "learning_rate": 0.00047233884115286214, + "loss": 5.0615, + "mean_token_accuracy": 0.20489953309297562, + "num_tokens": 5873776.0, + "step": 2470 + }, + { + "entropy": 5.330395984649658, + "epoch": 2.4219285364659813, + "grad_norm": 1.078125, + "learning_rate": 0.0004721542115283193, + "loss": 5.1998, + "mean_token_accuracy": 0.19702814221382142, + "num_tokens": 5885839.0, + "step": 2475 + }, + { + "entropy": 5.301304960250855, + "epoch": 2.426823299069995, + "grad_norm": 1.109375, + "learning_rate": 0.00047196900841298725, + "loss": 5.1866, + "mean_token_accuracy": 0.1993207722902298, + "num_tokens": 5896973.0, + "step": 2480 + }, + { + "entropy": 5.327944040298462, + "epoch": 2.431718061674009, + "grad_norm": 1.1796875, + "learning_rate": 0.0004717832323455929, + "loss": 5.1753, + "mean_token_accuracy": 0.20232927352190017, + "num_tokens": 5908306.0, + "step": 2485 + }, + { + "entropy": 5.290309238433838, + "epoch": 2.4366128242780225, + "grad_norm": 1.015625, + "learning_rate": 0.0004715968838665298, + "loss": 5.1711, + "mean_token_accuracy": 0.19939935356378555, + "num_tokens": 5919719.0, + "step": 2490 + }, + { + "entropy": 5.33341794013977, + "epoch": 2.4415075868820364, + "grad_norm": 1.0703125, + "learning_rate": 0.00047140996351785654, + "loss": 5.1023, + "mean_token_accuracy": 0.20435553342103957, + "num_tokens": 5931406.0, + "step": 2495 + }, + { + "entropy": 5.368729209899902, + "epoch": 2.44640234948605, + "grad_norm": 1.1015625, + "learning_rate": 0.00047122247184329527, + "loss": 5.2185, + "mean_token_accuracy": 0.19418967366218567, + "num_tokens": 5943427.0, + "step": 2500 + }, + { + "entropy": 5.307469177246094, + "epoch": 2.4512971120900637, + "grad_norm": 1.0625, + "learning_rate": 0.0004710344093882298, + "loss": 5.1507, + "mean_token_accuracy": 0.2013296440243721, + "num_tokens": 5954684.0, + "step": 2505 + }, + { + "entropy": 5.359532833099365, + "epoch": 2.456191874694077, + "grad_norm": 1.1796875, + "learning_rate": 0.0004708457766997046, + "loss": 5.2619, + "mean_token_accuracy": 0.18810701966285706, + "num_tokens": 5965135.0, + "step": 2510 + }, + { + "entropy": 5.419138956069946, + "epoch": 2.461086637298091, + "grad_norm": 1.0703125, + "learning_rate": 0.00047065657432642275, + "loss": 5.128, + "mean_token_accuracy": 0.20935332030057907, + "num_tokens": 5976419.0, + "step": 2515 + }, + { + "entropy": 5.281298351287842, + "epoch": 2.4659813999021045, + "grad_norm": 1.078125, + "learning_rate": 0.00047046680281874416, + "loss": 5.1704, + "mean_token_accuracy": 0.19998786300420762, + "num_tokens": 5990204.0, + "step": 2520 + }, + { + "entropy": 5.401511573791504, + "epoch": 2.4708761625061184, + "grad_norm": 1.265625, + "learning_rate": 0.0004702764627286845, + "loss": 5.2293, + "mean_token_accuracy": 0.19928793162107467, + "num_tokens": 6002137.0, + "step": 2525 + }, + { + "entropy": 5.285235929489136, + "epoch": 2.4757709251101323, + "grad_norm": 1.0625, + "learning_rate": 0.0004700855546099136, + "loss": 5.1081, + "mean_token_accuracy": 0.20293399542570115, + "num_tokens": 6014254.0, + "step": 2530 + }, + { + "entropy": 5.33097767829895, + "epoch": 2.4806656877141458, + "grad_norm": 1.1171875, + "learning_rate": 0.000469894079017753, + "loss": 5.1706, + "mean_token_accuracy": 0.1951598733663559, + "num_tokens": 6025999.0, + "step": 2535 + }, + { + "entropy": 5.242245769500732, + "epoch": 2.4855604503181596, + "grad_norm": 1.0625, + "learning_rate": 0.0004697020365091755, + "loss": 5.1076, + "mean_token_accuracy": 0.2008503183722496, + "num_tokens": 6037909.0, + "step": 2540 + }, + { + "entropy": 5.338990831375122, + "epoch": 2.490455212922173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004695094276428027, + "loss": 5.2176, + "mean_token_accuracy": 0.18787843734025955, + "num_tokens": 6050267.0, + "step": 2545 + }, + { + "entropy": 5.3056189060211185, + "epoch": 2.495349975526187, + "grad_norm": 1.03125, + "learning_rate": 0.00046931625297890367, + "loss": 5.1037, + "mean_token_accuracy": 0.20342702567577362, + "num_tokens": 6062168.0, + "step": 2550 + }, + { + "entropy": 5.221565580368042, + "epoch": 2.500244738130201, + "grad_norm": 0.93359375, + "learning_rate": 0.00046912251307939336, + "loss": 5.063, + "mean_token_accuracy": 0.20233901143074035, + "num_tokens": 6075737.0, + "step": 2555 + }, + { + "entropy": 5.328143358230591, + "epoch": 2.5051395007342143, + "grad_norm": 1.0703125, + "learning_rate": 0.0004689282085078308, + "loss": 5.1588, + "mean_token_accuracy": 0.1983553498983383, + "num_tokens": 6089195.0, + "step": 2560 + }, + { + "entropy": 5.28541522026062, + "epoch": 2.510034263338228, + "grad_norm": 1.109375, + "learning_rate": 0.00046873333982941763, + "loss": 5.1283, + "mean_token_accuracy": 0.19364329129457475, + "num_tokens": 6101277.0, + "step": 2565 + }, + { + "entropy": 5.3025566101074215, + "epoch": 2.5149290259422417, + "grad_norm": 1.171875, + "learning_rate": 0.0004685379076109964, + "loss": 5.2084, + "mean_token_accuracy": 0.1892598196864128, + "num_tokens": 6113169.0, + "step": 2570 + }, + { + "entropy": 5.2775373458862305, + "epoch": 2.5198237885462555, + "grad_norm": 1.0546875, + "learning_rate": 0.00046834191242104887, + "loss": 5.0687, + "mean_token_accuracy": 0.20382051467895507, + "num_tokens": 6124006.0, + "step": 2575 + }, + { + "entropy": 5.243126773834229, + "epoch": 2.5247185511502694, + "grad_norm": 1.1640625, + "learning_rate": 0.0004681453548296944, + "loss": 5.0609, + "mean_token_accuracy": 0.20143638849258422, + "num_tokens": 6134991.0, + "step": 2580 + }, + { + "entropy": 5.288752269744873, + "epoch": 2.529613313754283, + "grad_norm": 1.171875, + "learning_rate": 0.0004679482354086884, + "loss": 5.1545, + "mean_token_accuracy": 0.195332270860672, + "num_tokens": 6145771.0, + "step": 2585 + }, + { + "entropy": 5.329096794128418, + "epoch": 2.534508076358297, + "grad_norm": 1.0625, + "learning_rate": 0.00046775055473142037, + "loss": 5.1409, + "mean_token_accuracy": 0.20373797565698623, + "num_tokens": 6157778.0, + "step": 2590 + }, + { + "entropy": 5.320698356628418, + "epoch": 2.5394028389623102, + "grad_norm": 1.09375, + "learning_rate": 0.00046755231337291257, + "loss": 5.2232, + "mean_token_accuracy": 0.194973361492157, + "num_tokens": 6167977.0, + "step": 2595 + }, + { + "entropy": 5.258221435546875, + "epoch": 2.544297601566324, + "grad_norm": 1.1015625, + "learning_rate": 0.000467353511909818, + "loss": 5.1519, + "mean_token_accuracy": 0.1974998250603676, + "num_tokens": 6179012.0, + "step": 2600 + }, + { + "entropy": 5.416901731491089, + "epoch": 2.549192364170338, + "grad_norm": 1.1328125, + "learning_rate": 0.00046715415092041923, + "loss": 5.2214, + "mean_token_accuracy": 0.20321713387966156, + "num_tokens": 6191199.0, + "step": 2605 + }, + { + "entropy": 5.396421337127686, + "epoch": 2.5540871267743515, + "grad_norm": 1.1875, + "learning_rate": 0.00046695423098462607, + "loss": 5.2765, + "mean_token_accuracy": 0.19418736398220063, + "num_tokens": 6202990.0, + "step": 2610 + }, + { + "entropy": 5.373351144790649, + "epoch": 2.558981889378365, + "grad_norm": 1.1796875, + "learning_rate": 0.0004667537526839745, + "loss": 5.2863, + "mean_token_accuracy": 0.19325242787599564, + "num_tokens": 6215270.0, + "step": 2615 + }, + { + "entropy": 5.2843457698822025, + "epoch": 2.563876651982379, + "grad_norm": 1.1015625, + "learning_rate": 0.0004665527166016244, + "loss": 5.1041, + "mean_token_accuracy": 0.2006557270884514, + "num_tokens": 6227471.0, + "step": 2620 + }, + { + "entropy": 5.304417896270752, + "epoch": 2.5687714145863927, + "grad_norm": 1.15625, + "learning_rate": 0.0004663511233223584, + "loss": 5.1405, + "mean_token_accuracy": 0.19751403629779815, + "num_tokens": 6239960.0, + "step": 2625 + }, + { + "entropy": 5.183145141601562, + "epoch": 2.573666177190406, + "grad_norm": 1.03125, + "learning_rate": 0.00046614897343257993, + "loss": 5.0943, + "mean_token_accuracy": 0.19900689721107484, + "num_tokens": 6252986.0, + "step": 2630 + }, + { + "entropy": 5.334723329544067, + "epoch": 2.57856093979442, + "grad_norm": 1.0546875, + "learning_rate": 0.0004659462675203113, + "loss": 5.2365, + "mean_token_accuracy": 0.19438600391149521, + "num_tokens": 6265814.0, + "step": 2635 + }, + { + "entropy": 5.294690322875977, + "epoch": 2.5834557023984335, + "grad_norm": 1.046875, + "learning_rate": 0.0004657430061751924, + "loss": 5.1526, + "mean_token_accuracy": 0.19875487089157104, + "num_tokens": 6276875.0, + "step": 2640 + }, + { + "entropy": 5.29907865524292, + "epoch": 2.5883504650024474, + "grad_norm": 1.0625, + "learning_rate": 0.00046553918998847873, + "loss": 5.1866, + "mean_token_accuracy": 0.1913258284330368, + "num_tokens": 6288864.0, + "step": 2645 + }, + { + "entropy": 5.373501443862915, + "epoch": 2.5932452276064613, + "grad_norm": 1.28125, + "learning_rate": 0.0004653348195530396, + "loss": 5.2424, + "mean_token_accuracy": 0.1908942475914955, + "num_tokens": 6302693.0, + "step": 2650 + }, + { + "entropy": 5.310032081604004, + "epoch": 2.5981399902104747, + "grad_norm": 1.109375, + "learning_rate": 0.00046512989546335684, + "loss": 5.2109, + "mean_token_accuracy": 0.1932237148284912, + "num_tokens": 6315961.0, + "step": 2655 + }, + { + "entropy": 5.304839754104615, + "epoch": 2.6030347528144886, + "grad_norm": 1.140625, + "learning_rate": 0.00046492441831552244, + "loss": 5.2087, + "mean_token_accuracy": 0.19596468061208724, + "num_tokens": 6328383.0, + "step": 2660 + }, + { + "entropy": 5.363293695449829, + "epoch": 2.607929515418502, + "grad_norm": 1.1171875, + "learning_rate": 0.00046471838870723744, + "loss": 5.136, + "mean_token_accuracy": 0.1972019836306572, + "num_tokens": 6341188.0, + "step": 2665 + }, + { + "entropy": 5.237611436843872, + "epoch": 2.612824278022516, + "grad_norm": 1.109375, + "learning_rate": 0.00046451180723780966, + "loss": 5.0922, + "mean_token_accuracy": 0.20550482720136642, + "num_tokens": 6352364.0, + "step": 2670 + }, + { + "entropy": 5.364541006088257, + "epoch": 2.61771904062653, + "grad_norm": 1.03125, + "learning_rate": 0.00046430467450815237, + "loss": 5.2227, + "mean_token_accuracy": 0.20022366791963578, + "num_tokens": 6364801.0, + "step": 2675 + }, + { + "entropy": 5.332408142089844, + "epoch": 2.6226138032305433, + "grad_norm": 0.96484375, + "learning_rate": 0.00046409699112078234, + "loss": 5.1131, + "mean_token_accuracy": 0.20269023180007933, + "num_tokens": 6378350.0, + "step": 2680 + }, + { + "entropy": 5.227812242507935, + "epoch": 2.627508565834557, + "grad_norm": 1.0546875, + "learning_rate": 0.000463888757679818, + "loss": 5.0975, + "mean_token_accuracy": 0.19431902468204498, + "num_tokens": 6390372.0, + "step": 2685 + }, + { + "entropy": 5.292713356018067, + "epoch": 2.6324033284385706, + "grad_norm": 1.125, + "learning_rate": 0.000463679974790978, + "loss": 5.1655, + "mean_token_accuracy": 0.19646825790405273, + "num_tokens": 6402460.0, + "step": 2690 + }, + { + "entropy": 5.2531421184539795, + "epoch": 2.6372980910425845, + "grad_norm": 1.046875, + "learning_rate": 0.00046347064306157904, + "loss": 5.0339, + "mean_token_accuracy": 0.20605625808238984, + "num_tokens": 6413086.0, + "step": 2695 + }, + { + "entropy": 5.273374080657959, + "epoch": 2.6421928536465984, + "grad_norm": 1.0390625, + "learning_rate": 0.00046326076310053443, + "loss": 5.2039, + "mean_token_accuracy": 0.20057330429553985, + "num_tokens": 6425334.0, + "step": 2700 + }, + { + "entropy": 5.329495000839233, + "epoch": 2.647087616250612, + "grad_norm": 1.0390625, + "learning_rate": 0.0004630503355183522, + "loss": 5.2021, + "mean_token_accuracy": 0.19525025635957718, + "num_tokens": 6438043.0, + "step": 2705 + }, + { + "entropy": 5.352862691879272, + "epoch": 2.6519823788546253, + "grad_norm": 1.1171875, + "learning_rate": 0.0004628393609271332, + "loss": 5.2473, + "mean_token_accuracy": 0.1973058670759201, + "num_tokens": 6449424.0, + "step": 2710 + }, + { + "entropy": 5.27777681350708, + "epoch": 2.656877141458639, + "grad_norm": 1.1328125, + "learning_rate": 0.0004626278399405698, + "loss": 5.1823, + "mean_token_accuracy": 0.20338010936975479, + "num_tokens": 6461149.0, + "step": 2715 + }, + { + "entropy": 5.37155704498291, + "epoch": 2.661771904062653, + "grad_norm": 1.046875, + "learning_rate": 0.0004624157731739432, + "loss": 5.1824, + "mean_token_accuracy": 0.20031111240386962, + "num_tokens": 6472750.0, + "step": 2720 + }, + { + "entropy": 5.269566822052002, + "epoch": 2.6666666666666665, + "grad_norm": 1.1484375, + "learning_rate": 0.00046220316124412255, + "loss": 5.1534, + "mean_token_accuracy": 0.2030242934823036, + "num_tokens": 6485912.0, + "step": 2725 + }, + { + "entropy": 5.277011966705322, + "epoch": 2.6715614292706804, + "grad_norm": 1.03125, + "learning_rate": 0.0004619900047695628, + "loss": 5.1074, + "mean_token_accuracy": 0.2049603432416916, + "num_tokens": 6496457.0, + "step": 2730 + }, + { + "entropy": 5.2734582901000975, + "epoch": 2.676456191874694, + "grad_norm": 1.0546875, + "learning_rate": 0.0004617763043703029, + "loss": 5.2227, + "mean_token_accuracy": 0.19709507524967193, + "num_tokens": 6509112.0, + "step": 2735 + }, + { + "entropy": 5.344844722747803, + "epoch": 2.6813509544787077, + "grad_norm": 1.109375, + "learning_rate": 0.0004615620606679637, + "loss": 5.2023, + "mean_token_accuracy": 0.19780662953853606, + "num_tokens": 6520968.0, + "step": 2740 + }, + { + "entropy": 5.323253107070923, + "epoch": 2.6862457170827216, + "grad_norm": 1.15625, + "learning_rate": 0.0004613472742857468, + "loss": 5.2199, + "mean_token_accuracy": 0.1946541726589203, + "num_tokens": 6533384.0, + "step": 2745 + }, + { + "entropy": 5.23217282295227, + "epoch": 2.691140479686735, + "grad_norm": 1.1015625, + "learning_rate": 0.00046113194584843217, + "loss": 5.08, + "mean_token_accuracy": 0.20902790129184723, + "num_tokens": 6544334.0, + "step": 2750 + }, + { + "entropy": 5.267884683609009, + "epoch": 2.696035242290749, + "grad_norm": 1.171875, + "learning_rate": 0.00046091607598237655, + "loss": 5.1461, + "mean_token_accuracy": 0.20653503835201265, + "num_tokens": 6556260.0, + "step": 2755 + }, + { + "entropy": 5.357528781890869, + "epoch": 2.7009300048947624, + "grad_norm": 1.046875, + "learning_rate": 0.00046069966531551174, + "loss": 5.1733, + "mean_token_accuracy": 0.1969723477959633, + "num_tokens": 6568148.0, + "step": 2760 + }, + { + "entropy": 5.397097110748291, + "epoch": 2.7058247674987763, + "grad_norm": 0.99609375, + "learning_rate": 0.0004604827144773425, + "loss": 5.2952, + "mean_token_accuracy": 0.19570557475090028, + "num_tokens": 6580929.0, + "step": 2765 + }, + { + "entropy": 5.2552718162536625, + "epoch": 2.71071953010279, + "grad_norm": 1.0078125, + "learning_rate": 0.00046026522409894476, + "loss": 5.2036, + "mean_token_accuracy": 0.19973676651716232, + "num_tokens": 6594412.0, + "step": 2770 + }, + { + "entropy": 5.272260332107544, + "epoch": 2.7156142927068037, + "grad_norm": 1.0625, + "learning_rate": 0.0004600471948129643, + "loss": 5.1549, + "mean_token_accuracy": 0.20321643203496934, + "num_tokens": 6606735.0, + "step": 2775 + }, + { + "entropy": 5.34075813293457, + "epoch": 2.7205090553108175, + "grad_norm": 1.140625, + "learning_rate": 0.00045982862725361414, + "loss": 5.189, + "mean_token_accuracy": 0.19283341318368913, + "num_tokens": 6620203.0, + "step": 2780 + }, + { + "entropy": 5.281694984436035, + "epoch": 2.725403817914831, + "grad_norm": 1.0234375, + "learning_rate": 0.00045960952205667305, + "loss": 5.0273, + "mean_token_accuracy": 0.2054688349366188, + "num_tokens": 6632420.0, + "step": 2785 + }, + { + "entropy": 5.248138332366944, + "epoch": 2.730298580518845, + "grad_norm": 1.2265625, + "learning_rate": 0.0004593898798594839, + "loss": 5.0615, + "mean_token_accuracy": 0.20480649769306183, + "num_tokens": 6644090.0, + "step": 2790 + }, + { + "entropy": 5.18441481590271, + "epoch": 2.7351933431228588, + "grad_norm": 1.1328125, + "learning_rate": 0.00045916970130095155, + "loss": 5.1237, + "mean_token_accuracy": 0.20232576578855516, + "num_tokens": 6654970.0, + "step": 2795 + }, + { + "entropy": 5.235738801956177, + "epoch": 2.7400881057268722, + "grad_norm": 1.0, + "learning_rate": 0.000458948987021541, + "loss": 5.0864, + "mean_token_accuracy": 0.20247414112091064, + "num_tokens": 6667428.0, + "step": 2800 + }, + { + "entropy": 5.293523788452148, + "epoch": 2.744982868330886, + "grad_norm": 1.1953125, + "learning_rate": 0.0004587277376632755, + "loss": 5.1167, + "mean_token_accuracy": 0.20096131265163422, + "num_tokens": 6679743.0, + "step": 2805 + }, + { + "entropy": 5.195648813247681, + "epoch": 2.7498776309348996, + "grad_norm": 1.1171875, + "learning_rate": 0.0004585059538697349, + "loss": 5.1231, + "mean_token_accuracy": 0.2077399328351021, + "num_tokens": 6691657.0, + "step": 2810 + }, + { + "entropy": 5.2407111644744875, + "epoch": 2.7547723935389135, + "grad_norm": 1.1015625, + "learning_rate": 0.00045828363628605355, + "loss": 5.1147, + "mean_token_accuracy": 0.20235977917909623, + "num_tokens": 6703862.0, + "step": 2815 + }, + { + "entropy": 5.314387226104737, + "epoch": 2.759667156142927, + "grad_norm": 1.171875, + "learning_rate": 0.00045806078555891874, + "loss": 5.1477, + "mean_token_accuracy": 0.19421834498643875, + "num_tokens": 6714896.0, + "step": 2820 + }, + { + "entropy": 5.247271633148193, + "epoch": 2.764561918746941, + "grad_norm": 1.0703125, + "learning_rate": 0.00045783740233656825, + "loss": 5.1073, + "mean_token_accuracy": 0.20424874275922775, + "num_tokens": 6726432.0, + "step": 2825 + }, + { + "entropy": 5.23317141532898, + "epoch": 2.7694566813509542, + "grad_norm": 1.1328125, + "learning_rate": 0.00045761348726878906, + "loss": 5.0982, + "mean_token_accuracy": 0.20008147805929183, + "num_tokens": 6738262.0, + "step": 2830 + }, + { + "entropy": 5.314716863632202, + "epoch": 2.774351443954968, + "grad_norm": 1.09375, + "learning_rate": 0.0004573890410069149, + "loss": 5.2182, + "mean_token_accuracy": 0.19755987972021102, + "num_tokens": 6750838.0, + "step": 2835 + }, + { + "entropy": 5.339499568939209, + "epoch": 2.779246206558982, + "grad_norm": 1.1796875, + "learning_rate": 0.00045716406420382507, + "loss": 5.1352, + "mean_token_accuracy": 0.20612797290086746, + "num_tokens": 6763284.0, + "step": 2840 + }, + { + "entropy": 5.200328302383423, + "epoch": 2.7841409691629955, + "grad_norm": 1.15625, + "learning_rate": 0.00045693855751394185, + "loss": 5.1781, + "mean_token_accuracy": 0.19806490689516068, + "num_tokens": 6775122.0, + "step": 2845 + }, + { + "entropy": 5.246775674819946, + "epoch": 2.7890357317670094, + "grad_norm": 1.1796875, + "learning_rate": 0.00045671252159322907, + "loss": 4.9814, + "mean_token_accuracy": 0.21260356158018112, + "num_tokens": 6786126.0, + "step": 2850 + }, + { + "entropy": 5.225829267501831, + "epoch": 2.793930494371023, + "grad_norm": 1.171875, + "learning_rate": 0.00045648595709918974, + "loss": 5.0955, + "mean_token_accuracy": 0.20787982046604156, + "num_tokens": 6797549.0, + "step": 2855 + }, + { + "entropy": 5.221702241897583, + "epoch": 2.7988252569750367, + "grad_norm": 1.09375, + "learning_rate": 0.0004562588646908646, + "loss": 5.0589, + "mean_token_accuracy": 0.1999519497156143, + "num_tokens": 6809882.0, + "step": 2860 + }, + { + "entropy": 5.277024984359741, + "epoch": 2.8037200195790506, + "grad_norm": 1.15625, + "learning_rate": 0.00045603124502883004, + "loss": 5.1685, + "mean_token_accuracy": 0.20202742516994476, + "num_tokens": 6822490.0, + "step": 2865 + }, + { + "entropy": 5.319039916992187, + "epoch": 2.808614782183064, + "grad_norm": 1.015625, + "learning_rate": 0.0004558030987751961, + "loss": 5.1629, + "mean_token_accuracy": 0.19774821102619172, + "num_tokens": 6834857.0, + "step": 2870 + }, + { + "entropy": 5.291704940795898, + "epoch": 2.813509544787078, + "grad_norm": 1.1640625, + "learning_rate": 0.0004555744265936045, + "loss": 5.1726, + "mean_token_accuracy": 0.19582183808088302, + "num_tokens": 6847371.0, + "step": 2875 + }, + { + "entropy": 5.288819742202759, + "epoch": 2.8184043073910914, + "grad_norm": 1.1015625, + "learning_rate": 0.0004553452291492269, + "loss": 5.1859, + "mean_token_accuracy": 0.20653139501810075, + "num_tokens": 6858313.0, + "step": 2880 + }, + { + "entropy": 5.22146954536438, + "epoch": 2.8232990699951053, + "grad_norm": 1.140625, + "learning_rate": 0.00045511550710876283, + "loss": 5.1053, + "mean_token_accuracy": 0.20446014255285264, + "num_tokens": 6869046.0, + "step": 2885 + }, + { + "entropy": 5.209698915481567, + "epoch": 2.828193832599119, + "grad_norm": 1.234375, + "learning_rate": 0.0004548852611404378, + "loss": 4.9938, + "mean_token_accuracy": 0.21259300410747528, + "num_tokens": 6879484.0, + "step": 2890 + }, + { + "entropy": 5.295617961883545, + "epoch": 2.8330885952031326, + "grad_norm": 1.1328125, + "learning_rate": 0.0004546544919140014, + "loss": 5.1401, + "mean_token_accuracy": 0.2019681915640831, + "num_tokens": 6890941.0, + "step": 2895 + }, + { + "entropy": 5.305285978317261, + "epoch": 2.8379833578071465, + "grad_norm": 1.1875, + "learning_rate": 0.0004544232001007253, + "loss": 5.1445, + "mean_token_accuracy": 0.19834502339363097, + "num_tokens": 6903446.0, + "step": 2900 + }, + { + "entropy": 5.2520472526550295, + "epoch": 2.84287812041116, + "grad_norm": 1.1171875, + "learning_rate": 0.000454191386373401, + "loss": 5.139, + "mean_token_accuracy": 0.20072694271802902, + "num_tokens": 6916972.0, + "step": 2905 + }, + { + "entropy": 5.312392044067383, + "epoch": 2.847772883015174, + "grad_norm": 1.15625, + "learning_rate": 0.00045395905140633875, + "loss": 5.2139, + "mean_token_accuracy": 0.19229765385389327, + "num_tokens": 6929888.0, + "step": 2910 + }, + { + "entropy": 5.216417598724365, + "epoch": 2.8526676456191877, + "grad_norm": 1.0546875, + "learning_rate": 0.00045372619587536427, + "loss": 5.0993, + "mean_token_accuracy": 0.20833698511123658, + "num_tokens": 6941739.0, + "step": 2915 + }, + { + "entropy": 5.288608837127685, + "epoch": 2.857562408223201, + "grad_norm": 1.046875, + "learning_rate": 0.0004534928204578182, + "loss": 5.1386, + "mean_token_accuracy": 0.20470602214336395, + "num_tokens": 6953842.0, + "step": 2920 + }, + { + "entropy": 5.276420736312867, + "epoch": 2.8624571708272146, + "grad_norm": 1.1484375, + "learning_rate": 0.0004532589258325531, + "loss": 5.1236, + "mean_token_accuracy": 0.20376610457897187, + "num_tokens": 6965217.0, + "step": 2925 + }, + { + "entropy": 5.278570938110351, + "epoch": 2.8673519334312285, + "grad_norm": 1.1640625, + "learning_rate": 0.0004530245126799317, + "loss": 5.1017, + "mean_token_accuracy": 0.20043444782495498, + "num_tokens": 6976996.0, + "step": 2930 + }, + { + "entropy": 5.156794118881225, + "epoch": 2.8722466960352424, + "grad_norm": 1.1328125, + "learning_rate": 0.0004527895816818255, + "loss": 5.077, + "mean_token_accuracy": 0.2072145789861679, + "num_tokens": 6987481.0, + "step": 2935 + }, + { + "entropy": 5.305797386169433, + "epoch": 2.877141458639256, + "grad_norm": 1.140625, + "learning_rate": 0.0004525541335216119, + "loss": 5.1421, + "mean_token_accuracy": 0.2094895660877228, + "num_tokens": 6998297.0, + "step": 2940 + }, + { + "entropy": 5.271157121658325, + "epoch": 2.8820362212432697, + "grad_norm": 1.078125, + "learning_rate": 0.0004523181688841728, + "loss": 5.1776, + "mean_token_accuracy": 0.20025330334901809, + "num_tokens": 7009792.0, + "step": 2945 + }, + { + "entropy": 5.40869107246399, + "epoch": 2.886930983847283, + "grad_norm": 0.96484375, + "learning_rate": 0.0004520816884558925, + "loss": 5.1608, + "mean_token_accuracy": 0.19975550919771196, + "num_tokens": 7022327.0, + "step": 2950 + }, + { + "entropy": 5.127566289901734, + "epoch": 2.891825746451297, + "grad_norm": 1.09375, + "learning_rate": 0.00045184469292465555, + "loss": 5.0348, + "mean_token_accuracy": 0.2134496822953224, + "num_tokens": 7032861.0, + "step": 2955 + }, + { + "entropy": 5.2581127166748045, + "epoch": 2.896720509055311, + "grad_norm": 1.140625, + "learning_rate": 0.000451607182979845, + "loss": 5.1886, + "mean_token_accuracy": 0.19754125773906708, + "num_tokens": 7045091.0, + "step": 2960 + }, + { + "entropy": 5.361897563934326, + "epoch": 2.9016152716593244, + "grad_norm": 1.0390625, + "learning_rate": 0.0004513691593123401, + "loss": 5.1417, + "mean_token_accuracy": 0.19922478795051574, + "num_tokens": 7058687.0, + "step": 2965 + }, + { + "entropy": 5.230517911911011, + "epoch": 2.9065100342633383, + "grad_norm": 1.140625, + "learning_rate": 0.00045113062261451447, + "loss": 5.1041, + "mean_token_accuracy": 0.20409076511859894, + "num_tokens": 7070185.0, + "step": 2970 + }, + { + "entropy": 5.153442859649658, + "epoch": 2.9114047968673518, + "grad_norm": 1.0703125, + "learning_rate": 0.0004508915735802342, + "loss": 5.0436, + "mean_token_accuracy": 0.21531937271356583, + "num_tokens": 7082084.0, + "step": 2975 + }, + { + "entropy": 5.288640642166138, + "epoch": 2.9162995594713657, + "grad_norm": 1.1640625, + "learning_rate": 0.00045065201290485547, + "loss": 5.1311, + "mean_token_accuracy": 0.2090048909187317, + "num_tokens": 7093648.0, + "step": 2980 + }, + { + "entropy": 5.317954778671265, + "epoch": 2.9211943220753795, + "grad_norm": 1.0703125, + "learning_rate": 0.0004504119412852228, + "loss": 5.2205, + "mean_token_accuracy": 0.1979729115962982, + "num_tokens": 7106444.0, + "step": 2985 + }, + { + "entropy": 5.221889877319336, + "epoch": 2.926089084679393, + "grad_norm": 1.0859375, + "learning_rate": 0.0004501713594196671, + "loss": 5.1525, + "mean_token_accuracy": 0.1946215435862541, + "num_tokens": 7119287.0, + "step": 2990 + }, + { + "entropy": 5.262315082550049, + "epoch": 2.930983847283407, + "grad_norm": 1.1875, + "learning_rate": 0.0004499302680080034, + "loss": 5.1373, + "mean_token_accuracy": 0.20100004523992537, + "num_tokens": 7130615.0, + "step": 2995 + }, + { + "entropy": 5.250856971740722, + "epoch": 2.9358786098874203, + "grad_norm": 1.2109375, + "learning_rate": 0.000449688667751529, + "loss": 5.103, + "mean_token_accuracy": 0.2066326454281807, + "num_tokens": 7141864.0, + "step": 3000 + }, + { + "epoch": 2.9358786098874203, + "eval_entropy": 5.239256037913453, + "eval_loss": 5.65110969543457, + "eval_mean_token_accuracy": 0.18974790772263245, + "eval_num_tokens": 7141864.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.994, + "eval_steps_per_second": 158.92, + "step": 3000 + }, + { + "entropy": 5.3498396396636965, + "epoch": 2.9407733724914342, + "grad_norm": 1.0703125, + "learning_rate": 0.00044944655935302114, + "loss": 5.1835, + "mean_token_accuracy": 0.19889111071825027, + "num_tokens": 7152303.0, + "step": 3005 + }, + { + "entropy": 5.192798328399658, + "epoch": 2.945668135095448, + "grad_norm": 1.1328125, + "learning_rate": 0.0004492039435167355, + "loss": 5.1174, + "mean_token_accuracy": 0.2020832344889641, + "num_tokens": 7164398.0, + "step": 3010 + }, + { + "entropy": 5.242094326019287, + "epoch": 2.9505628976994616, + "grad_norm": 1.21875, + "learning_rate": 0.0004489608209484034, + "loss": 5.1279, + "mean_token_accuracy": 0.20991869866847992, + "num_tokens": 7175192.0, + "step": 3015 + }, + { + "entropy": 5.273676490783691, + "epoch": 2.955457660303475, + "grad_norm": 1.0078125, + "learning_rate": 0.0004487171923552306, + "loss": 5.2383, + "mean_token_accuracy": 0.19441885203123094, + "num_tokens": 7189522.0, + "step": 3020 + }, + { + "entropy": 5.32355146408081, + "epoch": 2.960352422907489, + "grad_norm": 1.03125, + "learning_rate": 0.0004484730584458945, + "loss": 5.1586, + "mean_token_accuracy": 0.2014496371150017, + "num_tokens": 7201404.0, + "step": 3025 + }, + { + "entropy": 5.206380558013916, + "epoch": 2.965247185511503, + "grad_norm": 1.1484375, + "learning_rate": 0.0004482284199305426, + "loss": 5.1062, + "mean_token_accuracy": 0.20622824877500534, + "num_tokens": 7212355.0, + "step": 3030 + }, + { + "entropy": 5.183655405044556, + "epoch": 2.9701419481155162, + "grad_norm": 1.109375, + "learning_rate": 0.00044798327752078993, + "loss": 5.0126, + "mean_token_accuracy": 0.21361497044563293, + "num_tokens": 7223297.0, + "step": 3035 + }, + { + "entropy": 5.1699216842651365, + "epoch": 2.97503671071953, + "grad_norm": 1.0390625, + "learning_rate": 0.00044773763192971756, + "loss": 5.0496, + "mean_token_accuracy": 0.21205516457557677, + "num_tokens": 7235019.0, + "step": 3040 + }, + { + "entropy": 5.302969074249267, + "epoch": 2.9799314733235436, + "grad_norm": 1.0625, + "learning_rate": 0.0004474914838718701, + "loss": 5.1468, + "mean_token_accuracy": 0.2011548325419426, + "num_tokens": 7247429.0, + "step": 3045 + }, + { + "entropy": 5.151635313034058, + "epoch": 2.9848262359275575, + "grad_norm": 1.015625, + "learning_rate": 0.00044724483406325375, + "loss": 5.0214, + "mean_token_accuracy": 0.21079832166433335, + "num_tokens": 7259211.0, + "step": 3050 + }, + { + "entropy": 5.201655673980713, + "epoch": 2.9897209985315714, + "grad_norm": 1.0703125, + "learning_rate": 0.0004469976832213344, + "loss": 5.1013, + "mean_token_accuracy": 0.20135508179664613, + "num_tokens": 7270843.0, + "step": 3055 + }, + { + "entropy": 5.2060614109039305, + "epoch": 2.994615761135585, + "grad_norm": 1.09375, + "learning_rate": 0.000446750032065035, + "loss": 5.0263, + "mean_token_accuracy": 0.20377332866191863, + "num_tokens": 7282644.0, + "step": 3060 + }, + { + "entropy": 5.1719215393066404, + "epoch": 2.9995105237395987, + "grad_norm": 1.03125, + "learning_rate": 0.0004465018813147342, + "loss": 5.0764, + "mean_token_accuracy": 0.2082974672317505, + "num_tokens": 7294592.0, + "step": 3065 + }, + { + "entropy": 5.152208911048041, + "epoch": 3.003915810083211, + "grad_norm": 1.0234375, + "learning_rate": 0.00044625323169226376, + "loss": 4.8313, + "mean_token_accuracy": 0.21952111356788212, + "num_tokens": 7304315.0, + "step": 3070 + }, + { + "entropy": 5.258079576492309, + "epoch": 3.0088105726872247, + "grad_norm": 1.1171875, + "learning_rate": 0.00044600408392090653, + "loss": 4.8218, + "mean_token_accuracy": 0.2206038549542427, + "num_tokens": 7316042.0, + "step": 3075 + }, + { + "entropy": 5.194670152664185, + "epoch": 3.013705335291238, + "grad_norm": 1.078125, + "learning_rate": 0.0004457544387253945, + "loss": 4.8032, + "mean_token_accuracy": 0.22254225313663484, + "num_tokens": 7328096.0, + "step": 3080 + }, + { + "entropy": 5.21949610710144, + "epoch": 3.018600097895252, + "grad_norm": 1.0859375, + "learning_rate": 0.0004455042968319063, + "loss": 4.8169, + "mean_token_accuracy": 0.22124014794826508, + "num_tokens": 7340093.0, + "step": 3085 + }, + { + "entropy": 5.261151647567749, + "epoch": 3.023494860499266, + "grad_norm": 1.140625, + "learning_rate": 0.00044525365896806593, + "loss": 4.8632, + "mean_token_accuracy": 0.22004459500312806, + "num_tokens": 7352439.0, + "step": 3090 + }, + { + "entropy": 5.141685581207275, + "epoch": 3.0283896231032794, + "grad_norm": 1.0, + "learning_rate": 0.00044500252586293957, + "loss": 4.759, + "mean_token_accuracy": 0.218286868929863, + "num_tokens": 7364139.0, + "step": 3095 + }, + { + "entropy": 5.218305540084839, + "epoch": 3.0332843857072933, + "grad_norm": 1.15625, + "learning_rate": 0.00044475089824703426, + "loss": 4.8619, + "mean_token_accuracy": 0.21531160771846772, + "num_tokens": 7375390.0, + "step": 3100 + }, + { + "entropy": 5.173544788360596, + "epoch": 3.0381791483113068, + "grad_norm": 1.140625, + "learning_rate": 0.0004444987768522952, + "loss": 4.7697, + "mean_token_accuracy": 0.2147290900349617, + "num_tokens": 7386350.0, + "step": 3105 + }, + { + "entropy": 5.174273061752319, + "epoch": 3.0430739109153206, + "grad_norm": 1.078125, + "learning_rate": 0.0004442461624121044, + "loss": 4.7454, + "mean_token_accuracy": 0.2209487721323967, + "num_tokens": 7398256.0, + "step": 3110 + }, + { + "entropy": 5.181314134597779, + "epoch": 3.0479686735193345, + "grad_norm": 1.2265625, + "learning_rate": 0.00044399305566127773, + "loss": 4.7692, + "mean_token_accuracy": 0.219735686480999, + "num_tokens": 7410083.0, + "step": 3115 + }, + { + "entropy": 5.160170269012451, + "epoch": 3.052863436123348, + "grad_norm": 1.125, + "learning_rate": 0.0004437394573360631, + "loss": 4.7951, + "mean_token_accuracy": 0.22411915212869643, + "num_tokens": 7421988.0, + "step": 3120 + }, + { + "entropy": 5.139834976196289, + "epoch": 3.057758198727362, + "grad_norm": 1.1875, + "learning_rate": 0.0004434853681741384, + "loss": 4.7997, + "mean_token_accuracy": 0.21659549027681352, + "num_tokens": 7434191.0, + "step": 3125 + }, + { + "entropy": 5.182546091079712, + "epoch": 3.0626529613313753, + "grad_norm": 1.171875, + "learning_rate": 0.00044323078891460934, + "loss": 4.7833, + "mean_token_accuracy": 0.22339957505464553, + "num_tokens": 7445765.0, + "step": 3130 + }, + { + "entropy": 5.123447847366333, + "epoch": 3.067547723935389, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429757202980071, + "loss": 4.7552, + "mean_token_accuracy": 0.22224232852458953, + "num_tokens": 7457269.0, + "step": 3135 + }, + { + "entropy": 5.104322624206543, + "epoch": 3.0724424865394027, + "grad_norm": 1.0859375, + "learning_rate": 0.00044272016306628656, + "loss": 4.779, + "mean_token_accuracy": 0.22368589043617249, + "num_tokens": 7470048.0, + "step": 3140 + }, + { + "entropy": 5.089307832717895, + "epoch": 3.0773372491434166, + "grad_norm": 1.09375, + "learning_rate": 0.0004424641179628237, + "loss": 4.7551, + "mean_token_accuracy": 0.22463481724262238, + "num_tokens": 7482954.0, + "step": 3145 + }, + { + "entropy": 5.12674765586853, + "epoch": 3.0822320117474304, + "grad_norm": 1.0703125, + "learning_rate": 0.0004422075857324137, + "loss": 4.8024, + "mean_token_accuracy": 0.22329255938529968, + "num_tokens": 7495546.0, + "step": 3150 + }, + { + "entropy": 5.1817950248718265, + "epoch": 3.087126774351444, + "grad_norm": 1.0234375, + "learning_rate": 0.00044195056712126876, + "loss": 4.8436, + "mean_token_accuracy": 0.2192997917532921, + "num_tokens": 7508042.0, + "step": 3155 + }, + { + "entropy": 5.086804294586182, + "epoch": 3.092021536955458, + "grad_norm": 1.125, + "learning_rate": 0.0004416930628770158, + "loss": 4.8123, + "mean_token_accuracy": 0.21833253055810928, + "num_tokens": 7520548.0, + "step": 3160 + }, + { + "entropy": 5.14989275932312, + "epoch": 3.0969162995594712, + "grad_norm": 1.0703125, + "learning_rate": 0.00044143507374869444, + "loss": 4.8172, + "mean_token_accuracy": 0.21817636638879775, + "num_tokens": 7531106.0, + "step": 3165 + }, + { + "entropy": 5.08776741027832, + "epoch": 3.101811062163485, + "grad_norm": 1.1796875, + "learning_rate": 0.0004411766004867548, + "loss": 4.7439, + "mean_token_accuracy": 0.22358861118555068, + "num_tokens": 7543159.0, + "step": 3170 + }, + { + "entropy": 5.1496686935424805, + "epoch": 3.1067058247674986, + "grad_norm": 1.15625, + "learning_rate": 0.00044091764384305524, + "loss": 4.8313, + "mean_token_accuracy": 0.22145208567380906, + "num_tokens": 7554708.0, + "step": 3175 + }, + { + "entropy": 5.182804679870605, + "epoch": 3.1116005873715125, + "grad_norm": 1.125, + "learning_rate": 0.00044065820457085995, + "loss": 4.8088, + "mean_token_accuracy": 0.2163847044110298, + "num_tokens": 7564896.0, + "step": 3180 + }, + { + "entropy": 5.093549823760986, + "epoch": 3.1164953499755264, + "grad_norm": 1.1328125, + "learning_rate": 0.0004403982834248374, + "loss": 4.7333, + "mean_token_accuracy": 0.2243751674890518, + "num_tokens": 7575917.0, + "step": 3185 + }, + { + "entropy": 5.106040048599243, + "epoch": 3.12139011257954, + "grad_norm": 1.1953125, + "learning_rate": 0.00044013788116105754, + "loss": 4.8104, + "mean_token_accuracy": 0.22413290143013, + "num_tokens": 7587632.0, + "step": 3190 + }, + { + "entropy": 5.115657091140747, + "epoch": 3.1262848751835537, + "grad_norm": 1.1796875, + "learning_rate": 0.0004398769985369898, + "loss": 4.6619, + "mean_token_accuracy": 0.2362922489643097, + "num_tokens": 7599177.0, + "step": 3195 + }, + { + "entropy": 5.15286660194397, + "epoch": 3.131179637787567, + "grad_norm": 1.203125, + "learning_rate": 0.0004396156363115011, + "loss": 4.8064, + "mean_token_accuracy": 0.22309130877256395, + "num_tokens": 7611122.0, + "step": 3200 + }, + { + "entropy": 5.14999794960022, + "epoch": 3.136074400391581, + "grad_norm": 1.15625, + "learning_rate": 0.0004393537952448531, + "loss": 4.8488, + "mean_token_accuracy": 0.21808122098445892, + "num_tokens": 7622053.0, + "step": 3205 + }, + { + "entropy": 5.1783332347869875, + "epoch": 3.140969162995595, + "grad_norm": 1.1796875, + "learning_rate": 0.0004390914760987008, + "loss": 4.8574, + "mean_token_accuracy": 0.2219322144985199, + "num_tokens": 7633774.0, + "step": 3210 + }, + { + "entropy": 5.17280764579773, + "epoch": 3.1458639255996084, + "grad_norm": 1.1640625, + "learning_rate": 0.0004388286796360895, + "loss": 4.8814, + "mean_token_accuracy": 0.21389546245336533, + "num_tokens": 7645286.0, + "step": 3215 + }, + { + "entropy": 5.111659717559815, + "epoch": 3.1507586882036223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004385654066214529, + "loss": 4.7673, + "mean_token_accuracy": 0.22385075837373733, + "num_tokens": 7656576.0, + "step": 3220 + }, + { + "entropy": 5.107363080978393, + "epoch": 3.1556534508076357, + "grad_norm": 1.1484375, + "learning_rate": 0.0004383016578206112, + "loss": 4.8201, + "mean_token_accuracy": 0.22123815417289733, + "num_tokens": 7667786.0, + "step": 3225 + }, + { + "entropy": 5.20523624420166, + "epoch": 3.1605482134116496, + "grad_norm": 1.140625, + "learning_rate": 0.0004380374340007684, + "loss": 4.8452, + "mean_token_accuracy": 0.2151228219270706, + "num_tokens": 7680029.0, + "step": 3230 + }, + { + "entropy": 5.136455726623535, + "epoch": 3.165442976015663, + "grad_norm": 1.1328125, + "learning_rate": 0.0004377727359305103, + "loss": 4.8486, + "mean_token_accuracy": 0.2207125499844551, + "num_tokens": 7692659.0, + "step": 3235 + }, + { + "entropy": 5.150415134429932, + "epoch": 3.170337738619677, + "grad_norm": 1.109375, + "learning_rate": 0.0004375075643798022, + "loss": 4.8128, + "mean_token_accuracy": 0.2215397596359253, + "num_tokens": 7705011.0, + "step": 3240 + }, + { + "entropy": 5.054905748367309, + "epoch": 3.175232501223691, + "grad_norm": 1.0078125, + "learning_rate": 0.0004372419201199867, + "loss": 4.7561, + "mean_token_accuracy": 0.22285788357257844, + "num_tokens": 7717489.0, + "step": 3245 + }, + { + "entropy": 5.087309694290161, + "epoch": 3.1801272638277043, + "grad_norm": 1.0703125, + "learning_rate": 0.0004369758039237814, + "loss": 4.7968, + "mean_token_accuracy": 0.22163646519184113, + "num_tokens": 7730009.0, + "step": 3250 + }, + { + "entropy": 5.211210298538208, + "epoch": 3.185022026431718, + "grad_norm": 1.125, + "learning_rate": 0.00043670921656527686, + "loss": 4.8711, + "mean_token_accuracy": 0.21754691898822784, + "num_tokens": 7741782.0, + "step": 3255 + }, + { + "entropy": 5.170057535171509, + "epoch": 3.1899167890357316, + "grad_norm": 1.078125, + "learning_rate": 0.000436442158819934, + "loss": 4.8354, + "mean_token_accuracy": 0.21667892038822173, + "num_tokens": 7753135.0, + "step": 3260 + }, + { + "entropy": 5.098474073410034, + "epoch": 3.1948115516397455, + "grad_norm": 1.171875, + "learning_rate": 0.00043617463146458196, + "loss": 4.8281, + "mean_token_accuracy": 0.21399773508310319, + "num_tokens": 7766344.0, + "step": 3265 + }, + { + "entropy": 5.120054292678833, + "epoch": 3.199706314243759, + "grad_norm": 1.265625, + "learning_rate": 0.000435906635277416, + "loss": 4.8442, + "mean_token_accuracy": 0.2192484274506569, + "num_tokens": 7778419.0, + "step": 3270 + }, + { + "entropy": 5.065897846221924, + "epoch": 3.204601076847773, + "grad_norm": 1.140625, + "learning_rate": 0.0004356381710379954, + "loss": 4.7307, + "mean_token_accuracy": 0.2220268577337265, + "num_tokens": 7789303.0, + "step": 3275 + }, + { + "entropy": 5.102967166900635, + "epoch": 3.2094958394517867, + "grad_norm": 1.0078125, + "learning_rate": 0.0004353692395272404, + "loss": 4.8441, + "mean_token_accuracy": 0.2154310703277588, + "num_tokens": 7803315.0, + "step": 3280 + }, + { + "entropy": 5.133005380630493, + "epoch": 3.2143906020558, + "grad_norm": 1.1015625, + "learning_rate": 0.00043509984152743074, + "loss": 4.8317, + "mean_token_accuracy": 0.21344627887010575, + "num_tokens": 7814651.0, + "step": 3285 + }, + { + "entropy": 5.086959648132324, + "epoch": 3.219285364659814, + "grad_norm": 1.203125, + "learning_rate": 0.00043482997782220333, + "loss": 4.7976, + "mean_token_accuracy": 0.21823935210704803, + "num_tokens": 7826481.0, + "step": 3290 + }, + { + "entropy": 5.1153992176055905, + "epoch": 3.2241801272638275, + "grad_norm": 1.0859375, + "learning_rate": 0.00043455964919654927, + "loss": 4.7424, + "mean_token_accuracy": 0.23253000527620316, + "num_tokens": 7837868.0, + "step": 3295 + }, + { + "entropy": 5.099810552597046, + "epoch": 3.2290748898678414, + "grad_norm": 1.1328125, + "learning_rate": 0.0004342888564368124, + "loss": 4.8011, + "mean_token_accuracy": 0.22438711524009705, + "num_tokens": 7850928.0, + "step": 3300 + }, + { + "entropy": 5.163304328918457, + "epoch": 3.2339696524718553, + "grad_norm": 1.1796875, + "learning_rate": 0.00043401760033068656, + "loss": 4.8854, + "mean_token_accuracy": 0.2155757039785385, + "num_tokens": 7862343.0, + "step": 3305 + }, + { + "entropy": 5.148097896575928, + "epoch": 3.2388644150758688, + "grad_norm": 1.0390625, + "learning_rate": 0.0004337458816672132, + "loss": 4.8496, + "mean_token_accuracy": 0.21238613426685332, + "num_tokens": 7874681.0, + "step": 3310 + }, + { + "entropy": 5.073517274856568, + "epoch": 3.2437591776798826, + "grad_norm": 1.1875, + "learning_rate": 0.0004334737012367797, + "loss": 4.7769, + "mean_token_accuracy": 0.21962419748306275, + "num_tokens": 7886624.0, + "step": 3315 + }, + { + "entropy": 5.226518678665161, + "epoch": 3.248653940283896, + "grad_norm": 1.09375, + "learning_rate": 0.00043320105983111627, + "loss": 4.8749, + "mean_token_accuracy": 0.21509021818637847, + "num_tokens": 7897918.0, + "step": 3320 + }, + { + "entropy": 5.152651309967041, + "epoch": 3.25354870288791, + "grad_norm": 1.1796875, + "learning_rate": 0.0004329279582432941, + "loss": 4.932, + "mean_token_accuracy": 0.21958141177892684, + "num_tokens": 7909698.0, + "step": 3325 + }, + { + "entropy": 5.121517133712769, + "epoch": 3.258443465491924, + "grad_norm": 1.2578125, + "learning_rate": 0.0004326543972677231, + "loss": 4.8369, + "mean_token_accuracy": 0.21473742574453353, + "num_tokens": 7921715.0, + "step": 3330 + }, + { + "entropy": 5.076841068267822, + "epoch": 3.2633382280959373, + "grad_norm": 1.171875, + "learning_rate": 0.00043238037770014937, + "loss": 4.7511, + "mean_token_accuracy": 0.21911688148975372, + "num_tokens": 7933262.0, + "step": 3335 + }, + { + "entropy": 5.141078281402588, + "epoch": 3.268232990699951, + "grad_norm": 1.2734375, + "learning_rate": 0.000432105900337653, + "loss": 4.8511, + "mean_token_accuracy": 0.21800520569086074, + "num_tokens": 7944352.0, + "step": 3340 + }, + { + "entropy": 5.0780316352844235, + "epoch": 3.2731277533039647, + "grad_norm": 1.203125, + "learning_rate": 0.0004318309659786457, + "loss": 4.7584, + "mean_token_accuracy": 0.22223492413759233, + "num_tokens": 7955024.0, + "step": 3345 + }, + { + "entropy": 5.087853527069091, + "epoch": 3.2780225159079786, + "grad_norm": 1.2109375, + "learning_rate": 0.0004315555754228687, + "loss": 4.8218, + "mean_token_accuracy": 0.22424828857183457, + "num_tokens": 7965543.0, + "step": 3350 + }, + { + "entropy": 5.142214775085449, + "epoch": 3.282917278511992, + "grad_norm": 1.2109375, + "learning_rate": 0.00043127972947138994, + "loss": 4.8638, + "mean_token_accuracy": 0.2150084137916565, + "num_tokens": 7977179.0, + "step": 3355 + }, + { + "entropy": 5.203800439834595, + "epoch": 3.287812041116006, + "grad_norm": 1.0859375, + "learning_rate": 0.00043100342892660225, + "loss": 4.9112, + "mean_token_accuracy": 0.20913542062044144, + "num_tokens": 7990177.0, + "step": 3360 + }, + { + "entropy": 5.177821969985962, + "epoch": 3.2927068037200193, + "grad_norm": 1.2109375, + "learning_rate": 0.0004307266745922207, + "loss": 4.7909, + "mean_token_accuracy": 0.2120165690779686, + "num_tokens": 8000879.0, + "step": 3365 + }, + { + "entropy": 5.078297185897827, + "epoch": 3.2976015663240332, + "grad_norm": 1.21875, + "learning_rate": 0.00043044946727328036, + "loss": 4.8003, + "mean_token_accuracy": 0.21971254646778107, + "num_tokens": 8013335.0, + "step": 3370 + }, + { + "entropy": 5.103021907806396, + "epoch": 3.302496328928047, + "grad_norm": 1.1015625, + "learning_rate": 0.00043017180777613415, + "loss": 4.8135, + "mean_token_accuracy": 0.22505059242248535, + "num_tokens": 8025020.0, + "step": 3375 + }, + { + "entropy": 5.110682249069214, + "epoch": 3.3073910915320606, + "grad_norm": 1.171875, + "learning_rate": 0.00042989369690844993, + "loss": 4.7648, + "mean_token_accuracy": 0.2246474251151085, + "num_tokens": 8037244.0, + "step": 3380 + }, + { + "entropy": 5.001568698883057, + "epoch": 3.3122858541360745, + "grad_norm": 1.1484375, + "learning_rate": 0.000429615135479209, + "loss": 4.7959, + "mean_token_accuracy": 0.22334180027246475, + "num_tokens": 8049087.0, + "step": 3385 + }, + { + "entropy": 5.188577890396118, + "epoch": 3.317180616740088, + "grad_norm": 1.203125, + "learning_rate": 0.00042933612429870284, + "loss": 4.9156, + "mean_token_accuracy": 0.21281692385673523, + "num_tokens": 8061052.0, + "step": 3390 + }, + { + "entropy": 5.12839412689209, + "epoch": 3.322075379344102, + "grad_norm": 1.0390625, + "learning_rate": 0.0004290566641785314, + "loss": 4.7894, + "mean_token_accuracy": 0.22035609632730485, + "num_tokens": 8072389.0, + "step": 3395 + }, + { + "entropy": 5.003451681137085, + "epoch": 3.3269701419481157, + "grad_norm": 1.046875, + "learning_rate": 0.00042877675593160053, + "loss": 4.8, + "mean_token_accuracy": 0.21525861769914628, + "num_tokens": 8085141.0, + "step": 3400 + }, + { + "entropy": 5.1706421852111815, + "epoch": 3.331864904552129, + "grad_norm": 1.0859375, + "learning_rate": 0.00042849640037211957, + "loss": 4.9041, + "mean_token_accuracy": 0.2083066239953041, + "num_tokens": 8097337.0, + "step": 3405 + }, + { + "entropy": 5.114046382904053, + "epoch": 3.336759667156143, + "grad_norm": 1.125, + "learning_rate": 0.000428215598315599, + "loss": 4.8412, + "mean_token_accuracy": 0.21854109466075897, + "num_tokens": 8109160.0, + "step": 3410 + }, + { + "entropy": 5.143175458908081, + "epoch": 3.3416544297601565, + "grad_norm": 1.109375, + "learning_rate": 0.00042793435057884816, + "loss": 4.7823, + "mean_token_accuracy": 0.21902110427618027, + "num_tokens": 8121195.0, + "step": 3415 + }, + { + "entropy": 5.103787803649903, + "epoch": 3.3465491923641704, + "grad_norm": 1.1328125, + "learning_rate": 0.00042765265797997274, + "loss": 4.7733, + "mean_token_accuracy": 0.22462240755558013, + "num_tokens": 8132364.0, + "step": 3420 + }, + { + "entropy": 5.122178840637207, + "epoch": 3.3514439549681843, + "grad_norm": 1.046875, + "learning_rate": 0.00042737052133837253, + "loss": 4.8555, + "mean_token_accuracy": 0.21716293841600418, + "num_tokens": 8144703.0, + "step": 3425 + }, + { + "entropy": 5.119469022750854, + "epoch": 3.3563387175721977, + "grad_norm": 1.0859375, + "learning_rate": 0.00042708794147473876, + "loss": 4.8393, + "mean_token_accuracy": 0.21995826959609985, + "num_tokens": 8157364.0, + "step": 3430 + }, + { + "entropy": 5.194144201278687, + "epoch": 3.3612334801762116, + "grad_norm": 1.1796875, + "learning_rate": 0.0004268049192110523, + "loss": 4.9333, + "mean_token_accuracy": 0.21170254945755004, + "num_tokens": 8170264.0, + "step": 3435 + }, + { + "entropy": 5.169523477554321, + "epoch": 3.366128242780225, + "grad_norm": 1.203125, + "learning_rate": 0.00042652145537058056, + "loss": 4.865, + "mean_token_accuracy": 0.2144750773906708, + "num_tokens": 8182854.0, + "step": 3440 + }, + { + "entropy": 5.071971988677978, + "epoch": 3.371023005384239, + "grad_norm": 1.1171875, + "learning_rate": 0.00042623755077787556, + "loss": 4.8302, + "mean_token_accuracy": 0.21609048843383788, + "num_tokens": 8195098.0, + "step": 3445 + }, + { + "entropy": 5.1184186935424805, + "epoch": 3.3759177679882524, + "grad_norm": 1.1328125, + "learning_rate": 0.00042595320625877153, + "loss": 4.9155, + "mean_token_accuracy": 0.21652448922395706, + "num_tokens": 8207513.0, + "step": 3450 + }, + { + "entropy": 5.167665195465088, + "epoch": 3.3808125305922663, + "grad_norm": 1.1796875, + "learning_rate": 0.00042566842264038203, + "loss": 4.8084, + "mean_token_accuracy": 0.2188054382801056, + "num_tokens": 8218603.0, + "step": 3455 + }, + { + "entropy": 5.169710397720337, + "epoch": 3.38570729319628, + "grad_norm": 1.1171875, + "learning_rate": 0.0004253832007510982, + "loss": 4.8944, + "mean_token_accuracy": 0.21486698538064958, + "num_tokens": 8231624.0, + "step": 3460 + }, + { + "entropy": 5.103657531738281, + "epoch": 3.3906020558002936, + "grad_norm": 1.34375, + "learning_rate": 0.000425097541420586, + "loss": 4.8423, + "mean_token_accuracy": 0.21821292191743852, + "num_tokens": 8242119.0, + "step": 3465 + }, + { + "entropy": 5.117683172225952, + "epoch": 3.3954968184043075, + "grad_norm": 1.2265625, + "learning_rate": 0.0004248114454797837, + "loss": 4.807, + "mean_token_accuracy": 0.2168683558702469, + "num_tokens": 8252944.0, + "step": 3470 + }, + { + "entropy": 5.120380592346192, + "epoch": 3.400391581008321, + "grad_norm": 1.2265625, + "learning_rate": 0.00042452491376089964, + "loss": 4.893, + "mean_token_accuracy": 0.21788542568683625, + "num_tokens": 8264761.0, + "step": 3475 + }, + { + "entropy": 5.08057017326355, + "epoch": 3.405286343612335, + "grad_norm": 1.125, + "learning_rate": 0.0004242379470974099, + "loss": 4.8175, + "mean_token_accuracy": 0.22083471715450287, + "num_tokens": 8278172.0, + "step": 3480 + }, + { + "entropy": 5.121869325637817, + "epoch": 3.4101811062163483, + "grad_norm": 1.28125, + "learning_rate": 0.00042395054632405563, + "loss": 4.8658, + "mean_token_accuracy": 0.21356443911790848, + "num_tokens": 8290836.0, + "step": 3485 + }, + { + "entropy": 5.146685361862183, + "epoch": 3.415075868820362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004236627122768406, + "loss": 4.8467, + "mean_token_accuracy": 0.22179711163043975, + "num_tokens": 8302467.0, + "step": 3490 + }, + { + "entropy": 5.041498041152954, + "epoch": 3.419970631424376, + "grad_norm": 1.09375, + "learning_rate": 0.0004233744457930294, + "loss": 4.7966, + "mean_token_accuracy": 0.2170724630355835, + "num_tokens": 8315190.0, + "step": 3495 + }, + { + "entropy": 5.161109066009521, + "epoch": 3.4248653940283895, + "grad_norm": 1.15625, + "learning_rate": 0.00042308574771114394, + "loss": 4.9148, + "mean_token_accuracy": 0.21417440623044967, + "num_tokens": 8327463.0, + "step": 3500 + }, + { + "entropy": 5.111668586730957, + "epoch": 3.4297601566324034, + "grad_norm": 1.234375, + "learning_rate": 0.0004227966188709618, + "loss": 4.8377, + "mean_token_accuracy": 0.21845465749502183, + "num_tokens": 8339005.0, + "step": 3505 + }, + { + "entropy": 5.139991712570191, + "epoch": 3.434654919236417, + "grad_norm": 1.0859375, + "learning_rate": 0.0004225070601135138, + "loss": 4.9125, + "mean_token_accuracy": 0.21437896490097047, + "num_tokens": 8351478.0, + "step": 3510 + }, + { + "entropy": 5.168607521057129, + "epoch": 3.4395496818404308, + "grad_norm": 1.109375, + "learning_rate": 0.000422217072281081, + "loss": 4.8433, + "mean_token_accuracy": 0.21583523452281952, + "num_tokens": 8363939.0, + "step": 3515 + }, + { + "entropy": 5.17737832069397, + "epoch": 3.4444444444444446, + "grad_norm": 1.1953125, + "learning_rate": 0.0004219266562171925, + "loss": 5.0011, + "mean_token_accuracy": 0.2089764431118965, + "num_tokens": 8377086.0, + "step": 3520 + }, + { + "entropy": 5.040504741668701, + "epoch": 3.449339207048458, + "grad_norm": 1.1640625, + "learning_rate": 0.0004216358127666235, + "loss": 4.7402, + "mean_token_accuracy": 0.2260405331850052, + "num_tokens": 8389085.0, + "step": 3525 + }, + { + "entropy": 5.103902959823609, + "epoch": 3.454233969652472, + "grad_norm": 1.171875, + "learning_rate": 0.00042134454277539205, + "loss": 4.829, + "mean_token_accuracy": 0.21698508113622667, + "num_tokens": 8401240.0, + "step": 3530 + }, + { + "entropy": 4.998382949829102, + "epoch": 3.4591287322564854, + "grad_norm": 1.1640625, + "learning_rate": 0.000421052847090757, + "loss": 4.7466, + "mean_token_accuracy": 0.2224629834294319, + "num_tokens": 8413988.0, + "step": 3535 + }, + { + "entropy": 5.103152704238892, + "epoch": 3.4640234948604993, + "grad_norm": 1.15625, + "learning_rate": 0.0004207607265612156, + "loss": 4.8352, + "mean_token_accuracy": 0.2225386008620262, + "num_tokens": 8425106.0, + "step": 3540 + }, + { + "entropy": 5.090368127822876, + "epoch": 3.468918257464513, + "grad_norm": 1.1171875, + "learning_rate": 0.00042046818203650074, + "loss": 4.86, + "mean_token_accuracy": 0.2257356509566307, + "num_tokens": 8437232.0, + "step": 3545 + }, + { + "entropy": 5.079847431182861, + "epoch": 3.4738130200685267, + "grad_norm": 1.1171875, + "learning_rate": 0.00042017521436757876, + "loss": 4.8133, + "mean_token_accuracy": 0.22792982906103135, + "num_tokens": 8448403.0, + "step": 3550 + }, + { + "entropy": 5.122736120223999, + "epoch": 3.4787077826725405, + "grad_norm": 1.0546875, + "learning_rate": 0.0004198818244066468, + "loss": 4.8588, + "mean_token_accuracy": 0.21321402192115785, + "num_tokens": 8461044.0, + "step": 3555 + }, + { + "entropy": 5.096948671340942, + "epoch": 3.483602545276554, + "grad_norm": 1.1171875, + "learning_rate": 0.00041958801300713035, + "loss": 4.8599, + "mean_token_accuracy": 0.21646499633789062, + "num_tokens": 8473829.0, + "step": 3560 + }, + { + "entropy": 5.096843147277832, + "epoch": 3.488497307880568, + "grad_norm": 1.0703125, + "learning_rate": 0.000419293781023681, + "loss": 4.8512, + "mean_token_accuracy": 0.22051677703857422, + "num_tokens": 8485033.0, + "step": 3565 + }, + { + "entropy": 5.0834801197052, + "epoch": 3.4933920704845813, + "grad_norm": 1.1796875, + "learning_rate": 0.00041899912931217347, + "loss": 4.8231, + "mean_token_accuracy": 0.22450067847967148, + "num_tokens": 8498307.0, + "step": 3570 + }, + { + "entropy": 5.0844282627105715, + "epoch": 3.4982868330885952, + "grad_norm": 1.015625, + "learning_rate": 0.00041870405872970355, + "loss": 4.9073, + "mean_token_accuracy": 0.21928595751523972, + "num_tokens": 8510766.0, + "step": 3575 + }, + { + "entropy": 5.100914096832275, + "epoch": 3.5031815956926087, + "grad_norm": 1.1484375, + "learning_rate": 0.0004184085701345856, + "loss": 4.8549, + "mean_token_accuracy": 0.2184406891465187, + "num_tokens": 8523041.0, + "step": 3580 + }, + { + "entropy": 5.121054792404175, + "epoch": 3.5080763582966226, + "grad_norm": 1.1171875, + "learning_rate": 0.0004181126643863496, + "loss": 4.8354, + "mean_token_accuracy": 0.2177764892578125, + "num_tokens": 8535984.0, + "step": 3585 + }, + { + "entropy": 5.093640518188477, + "epoch": 3.5129711209006365, + "grad_norm": 1.171875, + "learning_rate": 0.0004178163423457391, + "loss": 4.8075, + "mean_token_accuracy": 0.22597914487123488, + "num_tokens": 8548061.0, + "step": 3590 + }, + { + "entropy": 5.09451470375061, + "epoch": 3.51786588350465, + "grad_norm": 1.1875, + "learning_rate": 0.00041751960487470884, + "loss": 4.7958, + "mean_token_accuracy": 0.22748810350894927, + "num_tokens": 8558145.0, + "step": 3595 + }, + { + "entropy": 5.029383277893066, + "epoch": 3.522760646108664, + "grad_norm": 1.171875, + "learning_rate": 0.0004172224528364215, + "loss": 4.7723, + "mean_token_accuracy": 0.2199097290635109, + "num_tokens": 8570007.0, + "step": 3600 + }, + { + "entropy": 5.113267087936402, + "epoch": 3.5276554087126772, + "grad_norm": 1.203125, + "learning_rate": 0.000416924887095246, + "loss": 4.8472, + "mean_token_accuracy": 0.2192206010222435, + "num_tokens": 8582162.0, + "step": 3605 + }, + { + "entropy": 5.056365060806274, + "epoch": 3.532550171316691, + "grad_norm": 1.21875, + "learning_rate": 0.00041662690851675463, + "loss": 4.7057, + "mean_token_accuracy": 0.22681989520788193, + "num_tokens": 8593205.0, + "step": 3610 + }, + { + "entropy": 5.028490972518921, + "epoch": 3.537444933920705, + "grad_norm": 1.109375, + "learning_rate": 0.0004163285179677203, + "loss": 4.7384, + "mean_token_accuracy": 0.22807639688253403, + "num_tokens": 8604576.0, + "step": 3615 + }, + { + "entropy": 5.0321262836456295, + "epoch": 3.5423396965247185, + "grad_norm": 1.1640625, + "learning_rate": 0.0004160297163161148, + "loss": 4.8157, + "mean_token_accuracy": 0.21812277138233185, + "num_tokens": 8617252.0, + "step": 3620 + }, + { + "entropy": 4.983499479293823, + "epoch": 3.5472344591287324, + "grad_norm": 1.234375, + "learning_rate": 0.0004157305044311053, + "loss": 4.7504, + "mean_token_accuracy": 0.22493973821401597, + "num_tokens": 8627817.0, + "step": 3625 + }, + { + "entropy": 5.115007448196411, + "epoch": 3.552129221732746, + "grad_norm": 1.2109375, + "learning_rate": 0.00041543088318305235, + "loss": 4.8982, + "mean_token_accuracy": 0.21084729284048082, + "num_tokens": 8640246.0, + "step": 3630 + }, + { + "entropy": 5.066983366012574, + "epoch": 3.5570239843367597, + "grad_norm": 1.109375, + "learning_rate": 0.0004151308534435073, + "loss": 4.8294, + "mean_token_accuracy": 0.21993755400180817, + "num_tokens": 8651695.0, + "step": 3635 + }, + { + "entropy": 5.1451818466186525, + "epoch": 3.5619187469407736, + "grad_norm": 1.0390625, + "learning_rate": 0.00041483041608521, + "loss": 4.8984, + "mean_token_accuracy": 0.21316303610801696, + "num_tokens": 8664529.0, + "step": 3640 + }, + { + "entropy": 5.082834625244141, + "epoch": 3.566813509544787, + "grad_norm": 1.109375, + "learning_rate": 0.0004145295719820855, + "loss": 4.845, + "mean_token_accuracy": 0.21952054500579835, + "num_tokens": 8676203.0, + "step": 3645 + }, + { + "entropy": 5.060942316055298, + "epoch": 3.571708272148801, + "grad_norm": 1.1875, + "learning_rate": 0.0004142283220092425, + "loss": 4.8212, + "mean_token_accuracy": 0.22039462327957154, + "num_tokens": 8688790.0, + "step": 3650 + }, + { + "entropy": 5.050752830505371, + "epoch": 3.5766030347528144, + "grad_norm": 1.125, + "learning_rate": 0.00041392666704296986, + "loss": 4.8507, + "mean_token_accuracy": 0.2112608879804611, + "num_tokens": 8699179.0, + "step": 3655 + }, + { + "entropy": 5.032579851150513, + "epoch": 3.5814977973568283, + "grad_norm": 1.1171875, + "learning_rate": 0.00041362460796073495, + "loss": 4.742, + "mean_token_accuracy": 0.22416270524263382, + "num_tokens": 8710883.0, + "step": 3660 + }, + { + "entropy": 5.108354282379151, + "epoch": 3.586392559960842, + "grad_norm": 1.0859375, + "learning_rate": 0.0004133221456411803, + "loss": 4.9056, + "mean_token_accuracy": 0.21302346438169478, + "num_tokens": 8721425.0, + "step": 3665 + }, + { + "entropy": 5.165343856811523, + "epoch": 3.5912873225648556, + "grad_norm": 1.0546875, + "learning_rate": 0.00041301928096412164, + "loss": 4.8661, + "mean_token_accuracy": 0.21713459640741348, + "num_tokens": 8733809.0, + "step": 3670 + }, + { + "entropy": 5.068774461746216, + "epoch": 3.596182085168869, + "grad_norm": 1.140625, + "learning_rate": 0.00041271601481054486, + "loss": 4.782, + "mean_token_accuracy": 0.22668402045965194, + "num_tokens": 8746370.0, + "step": 3675 + }, + { + "entropy": 5.073219871520996, + "epoch": 3.601076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004124123480626039, + "loss": 4.9065, + "mean_token_accuracy": 0.2157248854637146, + "num_tokens": 8758655.0, + "step": 3680 + }, + { + "entropy": 5.111428451538086, + "epoch": 3.605971610376897, + "grad_norm": 1.125, + "learning_rate": 0.0004121082816036178, + "loss": 4.8241, + "mean_token_accuracy": 0.22177139967679976, + "num_tokens": 8770171.0, + "step": 3685 + }, + { + "entropy": 5.085653305053711, + "epoch": 3.6108663729809103, + "grad_norm": 1.0546875, + "learning_rate": 0.0004118038163180684, + "loss": 4.8002, + "mean_token_accuracy": 0.22371812760829926, + "num_tokens": 8783015.0, + "step": 3690 + }, + { + "entropy": 5.092598009109497, + "epoch": 3.615761135584924, + "grad_norm": 1.1796875, + "learning_rate": 0.00041149895309159756, + "loss": 4.8909, + "mean_token_accuracy": 0.20332240909337998, + "num_tokens": 8795382.0, + "step": 3695 + }, + { + "entropy": 5.08798360824585, + "epoch": 3.6206558981889376, + "grad_norm": 1.203125, + "learning_rate": 0.000411193692811005, + "loss": 4.7672, + "mean_token_accuracy": 0.22842831909656525, + "num_tokens": 8806634.0, + "step": 3700 + }, + { + "entropy": 5.099050235748291, + "epoch": 3.6255506607929515, + "grad_norm": 1.1875, + "learning_rate": 0.00041088803636424494, + "loss": 4.8453, + "mean_token_accuracy": 0.2124974772334099, + "num_tokens": 8818926.0, + "step": 3705 + }, + { + "entropy": 5.049224233627319, + "epoch": 3.6304454233969654, + "grad_norm": 1.171875, + "learning_rate": 0.00041058198464042424, + "loss": 4.8035, + "mean_token_accuracy": 0.2252272590994835, + "num_tokens": 8830267.0, + "step": 3710 + }, + { + "entropy": 5.075808572769165, + "epoch": 3.635340186000979, + "grad_norm": 1.125, + "learning_rate": 0.0004102755385297996, + "loss": 4.8897, + "mean_token_accuracy": 0.21413865089416503, + "num_tokens": 8843330.0, + "step": 3715 + }, + { + "entropy": 5.051680183410644, + "epoch": 3.6402349486049927, + "grad_norm": 1.125, + "learning_rate": 0.00040996869892377473, + "loss": 4.8087, + "mean_token_accuracy": 0.22400161176919936, + "num_tokens": 8853467.0, + "step": 3720 + }, + { + "entropy": 5.0674622535705565, + "epoch": 3.645129711209006, + "grad_norm": 1.1015625, + "learning_rate": 0.00040966146671489836, + "loss": 4.8341, + "mean_token_accuracy": 0.21511287689208985, + "num_tokens": 8868203.0, + "step": 3725 + }, + { + "entropy": 5.044716215133667, + "epoch": 3.65002447381302, + "grad_norm": 1.1875, + "learning_rate": 0.00040935384279686067, + "loss": 4.7361, + "mean_token_accuracy": 0.22642216980457305, + "num_tokens": 8879171.0, + "step": 3730 + }, + { + "entropy": 4.989019775390625, + "epoch": 3.654919236417034, + "grad_norm": 1.109375, + "learning_rate": 0.00040904582806449173, + "loss": 4.723, + "mean_token_accuracy": 0.22874550074338912, + "num_tokens": 8890459.0, + "step": 3735 + }, + { + "entropy": 5.059218406677246, + "epoch": 3.6598139990210474, + "grad_norm": 1.125, + "learning_rate": 0.00040873742341375826, + "loss": 4.8125, + "mean_token_accuracy": 0.22379768639802933, + "num_tokens": 8902878.0, + "step": 3740 + }, + { + "entropy": 5.009291505813598, + "epoch": 3.6647087616250613, + "grad_norm": 1.21875, + "learning_rate": 0.00040842862974176114, + "loss": 4.7337, + "mean_token_accuracy": 0.22724575400352479, + "num_tokens": 8914792.0, + "step": 3745 + }, + { + "entropy": 4.9672339916229244, + "epoch": 3.6696035242290748, + "grad_norm": 1.1484375, + "learning_rate": 0.0004081194479467329, + "loss": 4.75, + "mean_token_accuracy": 0.22816742211580276, + "num_tokens": 8926610.0, + "step": 3750 + }, + { + "entropy": 5.06518964767456, + "epoch": 3.6744982868330887, + "grad_norm": 0.96484375, + "learning_rate": 0.00040780987892803514, + "loss": 4.8625, + "mean_token_accuracy": 0.22146295756101608, + "num_tokens": 8940250.0, + "step": 3755 + }, + { + "entropy": 5.131087017059326, + "epoch": 3.6793930494371025, + "grad_norm": 1.1796875, + "learning_rate": 0.00040749992358615555, + "loss": 4.8046, + "mean_token_accuracy": 0.2123077243566513, + "num_tokens": 8951960.0, + "step": 3760 + }, + { + "entropy": 4.953831195831299, + "epoch": 3.684287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.000407189582822706, + "loss": 4.7646, + "mean_token_accuracy": 0.2197168067097664, + "num_tokens": 8963265.0, + "step": 3765 + }, + { + "entropy": 5.039992570877075, + "epoch": 3.6891825746451294, + "grad_norm": 1.1953125, + "learning_rate": 0.0004068788575404192, + "loss": 4.8209, + "mean_token_accuracy": 0.22028125673532487, + "num_tokens": 8974679.0, + "step": 3770 + }, + { + "entropy": 5.09268364906311, + "epoch": 3.6940773372491433, + "grad_norm": 1.1015625, + "learning_rate": 0.0004065677486431464, + "loss": 4.8292, + "mean_token_accuracy": 0.22199592888355255, + "num_tokens": 8986840.0, + "step": 3775 + }, + { + "entropy": 5.113239908218384, + "epoch": 3.6989720998531572, + "grad_norm": 1.140625, + "learning_rate": 0.0004062562570358548, + "loss": 4.8443, + "mean_token_accuracy": 0.21674781739711763, + "num_tokens": 8997926.0, + "step": 3780 + }, + { + "entropy": 5.064158153533936, + "epoch": 3.7038668624571707, + "grad_norm": 1.140625, + "learning_rate": 0.00040594438362462484, + "loss": 4.8083, + "mean_token_accuracy": 0.2272493675351143, + "num_tokens": 9009668.0, + "step": 3785 + }, + { + "entropy": 5.071455669403076, + "epoch": 3.7087616250611846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004056321293166474, + "loss": 4.8264, + "mean_token_accuracy": 0.2173181027173996, + "num_tokens": 9021611.0, + "step": 3790 + }, + { + "entropy": 5.07202558517456, + "epoch": 3.713656387665198, + "grad_norm": 1.1875, + "learning_rate": 0.00040531949502022155, + "loss": 4.803, + "mean_token_accuracy": 0.22555143237113953, + "num_tokens": 9033258.0, + "step": 3795 + }, + { + "entropy": 5.166383552551269, + "epoch": 3.718551150269212, + "grad_norm": 1.1328125, + "learning_rate": 0.00040500648164475155, + "loss": 4.9353, + "mean_token_accuracy": 0.21520323008298875, + "num_tokens": 9045264.0, + "step": 3800 + }, + { + "entropy": 5.069120931625366, + "epoch": 3.723445912873226, + "grad_norm": 1.125, + "learning_rate": 0.0004046930901007445, + "loss": 4.8851, + "mean_token_accuracy": 0.21698033958673477, + "num_tokens": 9058072.0, + "step": 3805 + }, + { + "entropy": 5.129068422317505, + "epoch": 3.7283406754772392, + "grad_norm": 1.0390625, + "learning_rate": 0.0004043793212998073, + "loss": 4.8574, + "mean_token_accuracy": 0.22141923755407333, + "num_tokens": 9070982.0, + "step": 3810 + }, + { + "entropy": 5.083976364135742, + "epoch": 3.733235438081253, + "grad_norm": 1.1484375, + "learning_rate": 0.0004040651761546445, + "loss": 4.9035, + "mean_token_accuracy": 0.21738988012075425, + "num_tokens": 9083520.0, + "step": 3815 + }, + { + "entropy": 5.115589666366577, + "epoch": 3.7381302006852666, + "grad_norm": 1.21875, + "learning_rate": 0.0004037506555790551, + "loss": 4.9049, + "mean_token_accuracy": 0.21713944375514985, + "num_tokens": 9095729.0, + "step": 3820 + }, + { + "entropy": 5.086327981948853, + "epoch": 3.7430249632892805, + "grad_norm": 1.15625, + "learning_rate": 0.0004034357604879303, + "loss": 4.8131, + "mean_token_accuracy": 0.2237031042575836, + "num_tokens": 9107400.0, + "step": 3825 + }, + { + "entropy": 5.108111715316772, + "epoch": 3.7479197258932944, + "grad_norm": 1.09375, + "learning_rate": 0.0004031204917972508, + "loss": 4.84, + "mean_token_accuracy": 0.21787605285644532, + "num_tokens": 9119557.0, + "step": 3830 + }, + { + "entropy": 5.075828647613525, + "epoch": 3.752814488497308, + "grad_norm": 1.171875, + "learning_rate": 0.00040280485042408384, + "loss": 4.836, + "mean_token_accuracy": 0.222735133767128, + "num_tokens": 9131862.0, + "step": 3835 + }, + { + "entropy": 5.147574329376221, + "epoch": 3.7577092511013217, + "grad_norm": 1.1875, + "learning_rate": 0.00040248883728658094, + "loss": 4.8571, + "mean_token_accuracy": 0.2193186029791832, + "num_tokens": 9143250.0, + "step": 3840 + }, + { + "entropy": 5.129842519760132, + "epoch": 3.762604013705335, + "grad_norm": 1.171875, + "learning_rate": 0.0004021724533039748, + "loss": 4.9094, + "mean_token_accuracy": 0.2181650459766388, + "num_tokens": 9155565.0, + "step": 3845 + }, + { + "entropy": 4.93073034286499, + "epoch": 3.767498776309349, + "grad_norm": 1.1328125, + "learning_rate": 0.00040185569939657717, + "loss": 4.7068, + "mean_token_accuracy": 0.2270694926381111, + "num_tokens": 9166186.0, + "step": 3850 + }, + { + "entropy": 5.081850004196167, + "epoch": 3.772393538913363, + "grad_norm": 1.15625, + "learning_rate": 0.00040153857648577557, + "loss": 4.8421, + "mean_token_accuracy": 0.22167644798755645, + "num_tokens": 9178756.0, + "step": 3855 + }, + { + "entropy": 5.139322662353516, + "epoch": 3.7772883015173764, + "grad_norm": 1.109375, + "learning_rate": 0.0004012210854940309, + "loss": 4.9906, + "mean_token_accuracy": 0.21866356134414672, + "num_tokens": 9190613.0, + "step": 3860 + }, + { + "entropy": 5.099810838699341, + "epoch": 3.7821830641213903, + "grad_norm": 1.140625, + "learning_rate": 0.000400903227344875, + "loss": 4.9191, + "mean_token_accuracy": 0.21503413170576097, + "num_tokens": 9203255.0, + "step": 3865 + }, + { + "entropy": 5.059392738342285, + "epoch": 3.7870778267254037, + "grad_norm": 1.25, + "learning_rate": 0.0004005850029629074, + "loss": 4.8367, + "mean_token_accuracy": 0.21643659919500352, + "num_tokens": 9215512.0, + "step": 3870 + }, + { + "entropy": 5.122841548919678, + "epoch": 3.7919725893294176, + "grad_norm": 1.1484375, + "learning_rate": 0.0004002664132737932, + "loss": 4.8445, + "mean_token_accuracy": 0.2175495907664299, + "num_tokens": 9226888.0, + "step": 3875 + }, + { + "entropy": 5.131028938293457, + "epoch": 3.7968673519334315, + "grad_norm": 1.109375, + "learning_rate": 0.00039994745920425996, + "loss": 4.8552, + "mean_token_accuracy": 0.22309367805719377, + "num_tokens": 9238658.0, + "step": 3880 + }, + { + "entropy": 5.046094560623169, + "epoch": 3.801762114537445, + "grad_norm": 1.1796875, + "learning_rate": 0.0003996281416820952, + "loss": 4.761, + "mean_token_accuracy": 0.23520938456058502, + "num_tokens": 9249453.0, + "step": 3885 + }, + { + "entropy": 5.060846567153931, + "epoch": 3.8066568771414584, + "grad_norm": 1.1953125, + "learning_rate": 0.0003993084616361438, + "loss": 4.7883, + "mean_token_accuracy": 0.21691110581159592, + "num_tokens": 9260648.0, + "step": 3890 + }, + { + "entropy": 5.0653399467468265, + "epoch": 3.8115516397454723, + "grad_norm": 1.1875, + "learning_rate": 0.0003989884199963049, + "loss": 4.8212, + "mean_token_accuracy": 0.218986214697361, + "num_tokens": 9273120.0, + "step": 3895 + }, + { + "entropy": 5.0901384353637695, + "epoch": 3.816446402349486, + "grad_norm": 1.2734375, + "learning_rate": 0.0003986680176935297, + "loss": 4.8453, + "mean_token_accuracy": 0.22201039493083954, + "num_tokens": 9285460.0, + "step": 3900 + }, + { + "entropy": 5.052167367935181, + "epoch": 3.8213411649534996, + "grad_norm": 1.140625, + "learning_rate": 0.0003983472556598184, + "loss": 4.8365, + "mean_token_accuracy": 0.2265273168683052, + "num_tokens": 9297038.0, + "step": 3905 + }, + { + "entropy": 5.058988428115844, + "epoch": 3.8262359275575135, + "grad_norm": 1.2734375, + "learning_rate": 0.0003980261348282177, + "loss": 4.7678, + "mean_token_accuracy": 0.23172608464956285, + "num_tokens": 9309006.0, + "step": 3910 + }, + { + "entropy": 5.029935455322265, + "epoch": 3.831130690161527, + "grad_norm": 1.09375, + "learning_rate": 0.0003977046561328178, + "loss": 4.7527, + "mean_token_accuracy": 0.23079726994037628, + "num_tokens": 9321276.0, + "step": 3915 + }, + { + "entropy": 4.97658486366272, + "epoch": 3.836025452765541, + "grad_norm": 1.109375, + "learning_rate": 0.00039738282050875, + "loss": 4.7715, + "mean_token_accuracy": 0.21992994844913483, + "num_tokens": 9333172.0, + "step": 3920 + }, + { + "entropy": 5.103640079498291, + "epoch": 3.8409202153695547, + "grad_norm": 1.1953125, + "learning_rate": 0.0003970606288921839, + "loss": 4.8113, + "mean_token_accuracy": 0.22476234287023544, + "num_tokens": 9343653.0, + "step": 3925 + }, + { + "entropy": 5.034993600845337, + "epoch": 3.845814977973568, + "grad_norm": 1.15625, + "learning_rate": 0.00039673808222032457, + "loss": 4.8093, + "mean_token_accuracy": 0.22278518229722977, + "num_tokens": 9355811.0, + "step": 3930 + }, + { + "entropy": 4.919755554199218, + "epoch": 3.850709740577582, + "grad_norm": 1.046875, + "learning_rate": 0.0003964151814314099, + "loss": 4.7726, + "mean_token_accuracy": 0.22335645258426667, + "num_tokens": 9367132.0, + "step": 3935 + }, + { + "entropy": 5.017191553115845, + "epoch": 3.8556045031815955, + "grad_norm": 1.109375, + "learning_rate": 0.0003960919274647075, + "loss": 4.7673, + "mean_token_accuracy": 0.22698212265968323, + "num_tokens": 9379101.0, + "step": 3940 + }, + { + "entropy": 5.057470798492432, + "epoch": 3.8604992657856094, + "grad_norm": 1.25, + "learning_rate": 0.000395768321260513, + "loss": 4.8288, + "mean_token_accuracy": 0.22712221890687942, + "num_tokens": 9390270.0, + "step": 3945 + }, + { + "entropy": 5.064850902557373, + "epoch": 3.8653940283896233, + "grad_norm": 1.2734375, + "learning_rate": 0.0003954443637601462, + "loss": 4.842, + "mean_token_accuracy": 0.2169718399643898, + "num_tokens": 9401724.0, + "step": 3950 + }, + { + "entropy": 5.049954080581665, + "epoch": 3.8702887909936368, + "grad_norm": 1.15625, + "learning_rate": 0.00039512005590594876, + "loss": 4.8423, + "mean_token_accuracy": 0.2201844722032547, + "num_tokens": 9415206.0, + "step": 3955 + }, + { + "entropy": 5.194021081924438, + "epoch": 3.8751835535976507, + "grad_norm": 1.3984375, + "learning_rate": 0.00039479539864128164, + "loss": 4.8965, + "mean_token_accuracy": 0.21629704385995865, + "num_tokens": 9425830.0, + "step": 3960 + }, + { + "entropy": 4.963757419586182, + "epoch": 3.880078316201664, + "grad_norm": 1.15625, + "learning_rate": 0.00039447039291052194, + "loss": 4.7876, + "mean_token_accuracy": 0.22419182658195497, + "num_tokens": 9437603.0, + "step": 3965 + }, + { + "entropy": 4.988585805892944, + "epoch": 3.884973078805678, + "grad_norm": 1.171875, + "learning_rate": 0.00039414503965906075, + "loss": 4.8142, + "mean_token_accuracy": 0.22689663469791413, + "num_tokens": 9448138.0, + "step": 3970 + }, + { + "entropy": 5.16522707939148, + "epoch": 3.889867841409692, + "grad_norm": 1.234375, + "learning_rate": 0.0003938193398332995, + "loss": 4.8378, + "mean_token_accuracy": 0.2153660163283348, + "num_tokens": 9460530.0, + "step": 3975 + }, + { + "entropy": 5.092146348953247, + "epoch": 3.8947626040137053, + "grad_norm": 1.1875, + "learning_rate": 0.00039349329438064835, + "loss": 4.8541, + "mean_token_accuracy": 0.2215948611497879, + "num_tokens": 9472242.0, + "step": 3980 + }, + { + "entropy": 5.041393804550171, + "epoch": 3.899657366617719, + "grad_norm": 1.2578125, + "learning_rate": 0.0003931669042495226, + "loss": 4.7491, + "mean_token_accuracy": 0.22804808169603347, + "num_tokens": 9483266.0, + "step": 3985 + }, + { + "entropy": 5.045307779312134, + "epoch": 3.9045521292217327, + "grad_norm": 1.171875, + "learning_rate": 0.00039284017038933994, + "loss": 4.7909, + "mean_token_accuracy": 0.22371412813663483, + "num_tokens": 9494032.0, + "step": 3990 + }, + { + "entropy": 5.0007702827453615, + "epoch": 3.9094468918257466, + "grad_norm": 1.1328125, + "learning_rate": 0.00039251309375051824, + "loss": 4.7481, + "mean_token_accuracy": 0.23098208010196686, + "num_tokens": 9506301.0, + "step": 3995 + }, + { + "entropy": 5.028079414367676, + "epoch": 3.91434165442976, + "grad_norm": 1.671875, + "learning_rate": 0.00039218567528447225, + "loss": 4.8206, + "mean_token_accuracy": 0.22137255370616912, + "num_tokens": 9517972.0, + "step": 4000 + }, + { + "epoch": 3.91434165442976, + "eval_entropy": 4.977437346827956, + "eval_loss": 5.587992191314697, + "eval_mean_token_accuracy": 0.19564044451353998, + "eval_num_tokens": 9517972.0, + "eval_runtime": 2.724, + "eval_samples_per_second": 1265.405, + "eval_steps_per_second": 158.222, + "step": 4000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.4762615014656e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-4000/training_args.bin b/checkpoint-4000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-5000/added_tokens.json b/checkpoint-5000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-5000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-5000/config.json b/checkpoint-5000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-5000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-5000/generation_config.json b/checkpoint-5000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-5000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-5000/model.safetensors b/checkpoint-5000/model.safetensors new file mode 100644 index 0000000..9ac8ac7 --- /dev/null +++ b/checkpoint-5000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c701c8ed808b002ad18d3738345add51038125316a7b5b690ffc9f9d446e6f9 +size 249556672 diff --git a/checkpoint-5000/rng_state.pth b/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000..a378606 --- /dev/null +++ b/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2075e864b636b3e34713b954882c0778e2084aaed4610f5cd2bd9c3d5b0748 +size 14709 diff --git a/checkpoint-5000/special_tokens_map.json b/checkpoint-5000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-5000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-5000/spiece.model b/checkpoint-5000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-5000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-5000/tokenizer_config.json b/checkpoint-5000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-5000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-5000/trainer_state.json b/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000..0fe816b --- /dev/null +++ b/checkpoint-5000/trainer_state.json @@ -0,0 +1,10089 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.8928046989721, + "eval_steps": 1000, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + }, + { + "entropy": 5.626655435562133, + "epoch": 1.9623103279490945, + "grad_norm": 1.078125, + "learning_rate": 0.00048693373272105743, + "loss": 5.504, + "mean_token_accuracy": 0.180687840282917, + "num_tokens": 4769947.0, + "step": 2005 + }, + { + "entropy": 5.595974683761597, + "epoch": 1.9672050905531082, + "grad_norm": 1.0390625, + "learning_rate": 0.00048680455692385124, + "loss": 5.5583, + "mean_token_accuracy": 0.18348373621702194, + "num_tokens": 4782749.0, + "step": 2010 + }, + { + "entropy": 5.579078435897827, + "epoch": 1.9720998531571219, + "grad_norm": 1.0546875, + "learning_rate": 0.0004866747650202907, + "loss": 5.5238, + "mean_token_accuracy": 0.18451536893844606, + "num_tokens": 4794944.0, + "step": 2015 + }, + { + "entropy": 5.6003326892852785, + "epoch": 1.9769946157611356, + "grad_norm": 0.96875, + "learning_rate": 0.0004865443573879201, + "loss": 5.468, + "mean_token_accuracy": 0.18887062072753907, + "num_tokens": 4806992.0, + "step": 2020 + }, + { + "entropy": 5.549536085128784, + "epoch": 1.9818893783651492, + "grad_norm": 1.015625, + "learning_rate": 0.0004864133344060749, + "loss": 5.4539, + "mean_token_accuracy": 0.18131107091903687, + "num_tokens": 4818791.0, + "step": 2025 + }, + { + "entropy": 5.558773422241211, + "epoch": 1.9867841409691631, + "grad_norm": 1.203125, + "learning_rate": 0.00048628169645588073, + "loss": 5.5525, + "mean_token_accuracy": 0.17917387038469315, + "num_tokens": 4830708.0, + "step": 2030 + }, + { + "entropy": 5.571465063095093, + "epoch": 1.9916789035731766, + "grad_norm": 1.0390625, + "learning_rate": 0.0004861494439202515, + "loss": 5.5524, + "mean_token_accuracy": 0.1800464168190956, + "num_tokens": 4843031.0, + "step": 2035 + }, + { + "entropy": 5.617353916168213, + "epoch": 1.9965736661771905, + "grad_norm": 1.0859375, + "learning_rate": 0.0004860165771838892, + "loss": 5.5313, + "mean_token_accuracy": 0.1778000995516777, + "num_tokens": 4855523.0, + "step": 2040 + }, + { + "entropy": 5.416062302059597, + "epoch": 2.0009789525208026, + "grad_norm": 0.890625, + "learning_rate": 0.0004858830966332825, + "loss": 5.346, + "mean_token_accuracy": 0.18389874531163108, + "num_tokens": 4866979.0, + "step": 2045 + }, + { + "entropy": 5.488109588623047, + "epoch": 2.0058737151248165, + "grad_norm": 1.046875, + "learning_rate": 0.0004857490026567055, + "loss": 5.1157, + "mean_token_accuracy": 0.19696198999881745, + "num_tokens": 4878496.0, + "step": 2050 + }, + { + "entropy": 5.498682832717895, + "epoch": 2.01076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004856142956442165, + "loss": 5.1833, + "mean_token_accuracy": 0.19493499547243118, + "num_tokens": 4890519.0, + "step": 2055 + }, + { + "entropy": 5.596047735214233, + "epoch": 2.015663240332844, + "grad_norm": 0.98828125, + "learning_rate": 0.0004854789759876572, + "loss": 5.2827, + "mean_token_accuracy": 0.19122138023376464, + "num_tokens": 4902797.0, + "step": 2060 + }, + { + "entropy": 5.531758785247803, + "epoch": 2.0205580029368577, + "grad_norm": 1.1640625, + "learning_rate": 0.00048534304408065135, + "loss": 5.1783, + "mean_token_accuracy": 0.19460100531578065, + "num_tokens": 4913243.0, + "step": 2065 + }, + { + "entropy": 5.424594974517822, + "epoch": 2.025452765540871, + "grad_norm": 1.0390625, + "learning_rate": 0.00048520650031860357, + "loss": 5.0638, + "mean_token_accuracy": 0.19740711152553558, + "num_tokens": 4923876.0, + "step": 2070 + }, + { + "entropy": 5.36385588645935, + "epoch": 2.030347528144885, + "grad_norm": 1.046875, + "learning_rate": 0.00048506934509869845, + "loss": 5.0638, + "mean_token_accuracy": 0.2020087271928787, + "num_tokens": 4936004.0, + "step": 2075 + }, + { + "entropy": 5.394824838638305, + "epoch": 2.0352422907488985, + "grad_norm": 1.078125, + "learning_rate": 0.00048493157881989894, + "loss": 5.098, + "mean_token_accuracy": 0.19910106658935547, + "num_tokens": 4947404.0, + "step": 2080 + }, + { + "entropy": 5.37768030166626, + "epoch": 2.0401370533529124, + "grad_norm": 0.921875, + "learning_rate": 0.0004847932018829456, + "loss": 5.2171, + "mean_token_accuracy": 0.1941538408398628, + "num_tokens": 4960444.0, + "step": 2085 + }, + { + "entropy": 5.418075847625732, + "epoch": 2.0450318159569263, + "grad_norm": 1.078125, + "learning_rate": 0.0004846542146903555, + "loss": 5.1722, + "mean_token_accuracy": 0.19768768548965454, + "num_tokens": 4972356.0, + "step": 2090 + }, + { + "entropy": 5.449041891098022, + "epoch": 2.0499265785609397, + "grad_norm": 1.078125, + "learning_rate": 0.00048451461764642046, + "loss": 5.1357, + "mean_token_accuracy": 0.19979992508888245, + "num_tokens": 4984785.0, + "step": 2095 + }, + { + "entropy": 5.291361522674561, + "epoch": 2.0548213411649536, + "grad_norm": 1.0859375, + "learning_rate": 0.0004843744111572067, + "loss": 5.0675, + "mean_token_accuracy": 0.1959679678082466, + "num_tokens": 4995909.0, + "step": 2100 + }, + { + "entropy": 5.432163047790527, + "epoch": 2.059716103768967, + "grad_norm": 1.0625, + "learning_rate": 0.0004842335956305526, + "loss": 5.0949, + "mean_token_accuracy": 0.19766340106725694, + "num_tokens": 5006191.0, + "step": 2105 + }, + { + "entropy": 5.350412321090698, + "epoch": 2.064610866372981, + "grad_norm": 1.0625, + "learning_rate": 0.00048409217147606895, + "loss": 5.089, + "mean_token_accuracy": 0.2033711478114128, + "num_tokens": 5017399.0, + "step": 2110 + }, + { + "entropy": 5.316557788848877, + "epoch": 2.0695056289769944, + "grad_norm": 1.0234375, + "learning_rate": 0.0004839501391051363, + "loss": 5.0824, + "mean_token_accuracy": 0.19411368370056153, + "num_tokens": 5028402.0, + "step": 2115 + }, + { + "entropy": 5.446633148193359, + "epoch": 2.0744003915810083, + "grad_norm": 1.0, + "learning_rate": 0.0004838074989309045, + "loss": 5.1938, + "mean_token_accuracy": 0.20314160287380217, + "num_tokens": 5040813.0, + "step": 2120 + }, + { + "entropy": 5.414164018630982, + "epoch": 2.079295154185022, + "grad_norm": 0.94921875, + "learning_rate": 0.00048366425136829176, + "loss": 5.1433, + "mean_token_accuracy": 0.20220062136650085, + "num_tokens": 5053076.0, + "step": 2125 + }, + { + "entropy": 5.4324311256408695, + "epoch": 2.0841899167890356, + "grad_norm": 1.0859375, + "learning_rate": 0.00048352039683398286, + "loss": 5.2068, + "mean_token_accuracy": 0.19256707429885864, + "num_tokens": 5065397.0, + "step": 2130 + }, + { + "entropy": 5.374685382843017, + "epoch": 2.0890846793930495, + "grad_norm": 1.125, + "learning_rate": 0.00048337593574642796, + "loss": 5.0098, + "mean_token_accuracy": 0.20131478905677797, + "num_tokens": 5076545.0, + "step": 2135 + }, + { + "entropy": 5.4096685409545895, + "epoch": 2.093979441997063, + "grad_norm": 1.03125, + "learning_rate": 0.00048323086852584187, + "loss": 5.2009, + "mean_token_accuracy": 0.19109852015972137, + "num_tokens": 5089487.0, + "step": 2140 + }, + { + "entropy": 5.413058519363403, + "epoch": 2.098874204601077, + "grad_norm": 1.0234375, + "learning_rate": 0.0004830851955942024, + "loss": 5.1923, + "mean_token_accuracy": 0.1943016231060028, + "num_tokens": 5102046.0, + "step": 2145 + }, + { + "entropy": 5.484387826919556, + "epoch": 2.1037689672050908, + "grad_norm": 1.1171875, + "learning_rate": 0.0004829389173752495, + "loss": 5.3399, + "mean_token_accuracy": 0.19494949281215668, + "num_tokens": 5114758.0, + "step": 2150 + }, + { + "entropy": 5.461303567886352, + "epoch": 2.108663729809104, + "grad_norm": 1.1328125, + "learning_rate": 0.00048279203429448366, + "loss": 5.1454, + "mean_token_accuracy": 0.19781216084957123, + "num_tokens": 5126130.0, + "step": 2155 + }, + { + "entropy": 5.358008193969726, + "epoch": 2.113558492413118, + "grad_norm": 1.046875, + "learning_rate": 0.0004826445467791646, + "loss": 5.2108, + "mean_token_accuracy": 0.19490469843149186, + "num_tokens": 5137749.0, + "step": 2160 + }, + { + "entropy": 5.471472644805909, + "epoch": 2.1184532550171316, + "grad_norm": 1.0078125, + "learning_rate": 0.00048249645525831055, + "loss": 5.1601, + "mean_token_accuracy": 0.20036131292581558, + "num_tokens": 5149361.0, + "step": 2165 + }, + { + "entropy": 5.363424825668335, + "epoch": 2.1233480176211454, + "grad_norm": 1.0234375, + "learning_rate": 0.0004823477601626967, + "loss": 5.0896, + "mean_token_accuracy": 0.2008701056241989, + "num_tokens": 5161025.0, + "step": 2170 + }, + { + "entropy": 5.255881643295288, + "epoch": 2.128242780225159, + "grad_norm": 1.15625, + "learning_rate": 0.00048219846192485365, + "loss": 5.0238, + "mean_token_accuracy": 0.20319584757089615, + "num_tokens": 5171507.0, + "step": 2175 + }, + { + "entropy": 5.427309846878051, + "epoch": 2.133137542829173, + "grad_norm": 1.09375, + "learning_rate": 0.0004820485609790668, + "loss": 5.275, + "mean_token_accuracy": 0.19347049593925475, + "num_tokens": 5184026.0, + "step": 2180 + }, + { + "entropy": 5.4172220706939695, + "epoch": 2.1380323054331867, + "grad_norm": 1.140625, + "learning_rate": 0.00048189805776137454, + "loss": 5.1795, + "mean_token_accuracy": 0.20001329630613326, + "num_tokens": 5195788.0, + "step": 2185 + }, + { + "entropy": 5.262393999099731, + "epoch": 2.1429270680372, + "grad_norm": 1.140625, + "learning_rate": 0.00048174695270956707, + "loss": 5.0315, + "mean_token_accuracy": 0.20920827537775039, + "num_tokens": 5205440.0, + "step": 2190 + }, + { + "entropy": 5.293731689453125, + "epoch": 2.147821830641214, + "grad_norm": 1.015625, + "learning_rate": 0.0004815952462631857, + "loss": 5.1003, + "mean_token_accuracy": 0.2001971885561943, + "num_tokens": 5216578.0, + "step": 2195 + }, + { + "entropy": 5.37099986076355, + "epoch": 2.1527165932452275, + "grad_norm": 1.0546875, + "learning_rate": 0.00048144293886352035, + "loss": 5.1344, + "mean_token_accuracy": 0.20005329102277755, + "num_tokens": 5228836.0, + "step": 2200 + }, + { + "entropy": 5.275912046432495, + "epoch": 2.1576113558492414, + "grad_norm": 1.09375, + "learning_rate": 0.0004812900309536098, + "loss": 5.0887, + "mean_token_accuracy": 0.2067259818315506, + "num_tokens": 5240648.0, + "step": 2205 + }, + { + "entropy": 5.3612512111663815, + "epoch": 2.162506118453255, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113652297823907, + "loss": 5.2269, + "mean_token_accuracy": 0.18981953859329223, + "num_tokens": 5252391.0, + "step": 2210 + }, + { + "entropy": 5.453209781646729, + "epoch": 2.1674008810572687, + "grad_norm": 1.1015625, + "learning_rate": 0.00048098241538393897, + "loss": 5.2036, + "mean_token_accuracy": 0.19229551404714584, + "num_tokens": 5264574.0, + "step": 2215 + }, + { + "entropy": 5.34055609703064, + "epoch": 2.1722956436612826, + "grad_norm": 0.953125, + "learning_rate": 0.00048082770861898426, + "loss": 5.1746, + "mean_token_accuracy": 0.19398458898067475, + "num_tokens": 5277400.0, + "step": 2220 + }, + { + "entropy": 5.379359340667724, + "epoch": 2.177190406265296, + "grad_norm": 1.1171875, + "learning_rate": 0.00048067240313339295, + "loss": 5.1089, + "mean_token_accuracy": 0.19827474504709244, + "num_tokens": 5288951.0, + "step": 2225 + }, + { + "entropy": 5.3159558296203615, + "epoch": 2.18208516886931, + "grad_norm": 1.0859375, + "learning_rate": 0.00048051649937892423, + "loss": 5.0671, + "mean_token_accuracy": 0.2028965413570404, + "num_tokens": 5300902.0, + "step": 2230 + }, + { + "entropy": 5.325251483917237, + "epoch": 2.1869799314733234, + "grad_norm": 1.09375, + "learning_rate": 0.00048035999780907785, + "loss": 5.1804, + "mean_token_accuracy": 0.1967838153243065, + "num_tokens": 5312498.0, + "step": 2235 + }, + { + "entropy": 5.33814377784729, + "epoch": 2.1918746940773373, + "grad_norm": 0.98046875, + "learning_rate": 0.00048020289887909246, + "loss": 5.0948, + "mean_token_accuracy": 0.19691168814897536, + "num_tokens": 5323591.0, + "step": 2240 + }, + { + "entropy": 5.343142366409301, + "epoch": 2.196769456681351, + "grad_norm": 1.0859375, + "learning_rate": 0.0004800452030459441, + "loss": 5.0878, + "mean_token_accuracy": 0.2060595616698265, + "num_tokens": 5334673.0, + "step": 2245 + }, + { + "entropy": 5.302957439422608, + "epoch": 2.2016642192853646, + "grad_norm": 1.125, + "learning_rate": 0.0004798869107683456, + "loss": 5.0975, + "mean_token_accuracy": 0.2082034319639206, + "num_tokens": 5347049.0, + "step": 2250 + }, + { + "entropy": 5.4850016117095945, + "epoch": 2.2065589818893785, + "grad_norm": 1.0859375, + "learning_rate": 0.00047972802250674426, + "loss": 5.2136, + "mean_token_accuracy": 0.1905737653374672, + "num_tokens": 5359153.0, + "step": 2255 + }, + { + "entropy": 5.326099538803101, + "epoch": 2.211453744493392, + "grad_norm": 1.109375, + "learning_rate": 0.00047956853872332126, + "loss": 5.0928, + "mean_token_accuracy": 0.20605096518993377, + "num_tokens": 5369663.0, + "step": 2260 + }, + { + "entropy": 5.356387901306152, + "epoch": 2.216348507097406, + "grad_norm": 0.98828125, + "learning_rate": 0.0004794084598819899, + "loss": 5.1502, + "mean_token_accuracy": 0.1967753291130066, + "num_tokens": 5380962.0, + "step": 2265 + }, + { + "entropy": 5.288668155670166, + "epoch": 2.2212432697014193, + "grad_norm": 0.96875, + "learning_rate": 0.00047924778644839466, + "loss": 5.1048, + "mean_token_accuracy": 0.2026848703622818, + "num_tokens": 5393319.0, + "step": 2270 + }, + { + "entropy": 5.390505695343018, + "epoch": 2.226138032305433, + "grad_norm": 1.03125, + "learning_rate": 0.00047908651888990943, + "loss": 5.1442, + "mean_token_accuracy": 0.20073584467172623, + "num_tokens": 5405052.0, + "step": 2275 + }, + { + "entropy": 5.326527070999146, + "epoch": 2.231032794909447, + "grad_norm": 1.0703125, + "learning_rate": 0.0004789246576756362, + "loss": 5.0887, + "mean_token_accuracy": 0.2013887345790863, + "num_tokens": 5416416.0, + "step": 2280 + }, + { + "entropy": 5.414171504974365, + "epoch": 2.2359275575134605, + "grad_norm": 1.09375, + "learning_rate": 0.0004787622032764041, + "loss": 5.3084, + "mean_token_accuracy": 0.18751744031906128, + "num_tokens": 5428676.0, + "step": 2285 + }, + { + "entropy": 5.395980930328369, + "epoch": 2.2408223201174744, + "grad_norm": 1.1328125, + "learning_rate": 0.0004785991561647675, + "loss": 5.1538, + "mean_token_accuracy": 0.19835059940814972, + "num_tokens": 5439885.0, + "step": 2290 + }, + { + "entropy": 5.331133651733398, + "epoch": 2.245717082721488, + "grad_norm": 1.078125, + "learning_rate": 0.00047843551681500494, + "loss": 5.2068, + "mean_token_accuracy": 0.19880653768777848, + "num_tokens": 5451236.0, + "step": 2295 + }, + { + "entropy": 5.391649007797241, + "epoch": 2.2506118453255017, + "grad_norm": 0.98828125, + "learning_rate": 0.0004782712857031178, + "loss": 5.2206, + "mean_token_accuracy": 0.19829923510551453, + "num_tokens": 5464088.0, + "step": 2300 + }, + { + "entropy": 5.2941186904907225, + "epoch": 2.255506607929515, + "grad_norm": 1.03125, + "learning_rate": 0.0004781064633068287, + "loss": 5.0972, + "mean_token_accuracy": 0.1968427300453186, + "num_tokens": 5475857.0, + "step": 2305 + }, + { + "entropy": 5.406572008132935, + "epoch": 2.260401370533529, + "grad_norm": 1.015625, + "learning_rate": 0.0004779410501055802, + "loss": 5.2506, + "mean_token_accuracy": 0.19424178153276445, + "num_tokens": 5488670.0, + "step": 2310 + }, + { + "entropy": 5.382027053833008, + "epoch": 2.265296133137543, + "grad_norm": 0.8984375, + "learning_rate": 0.00047777504658053343, + "loss": 5.1331, + "mean_token_accuracy": 0.19536806344985963, + "num_tokens": 5501746.0, + "step": 2315 + }, + { + "entropy": 5.342251920700074, + "epoch": 2.2701908957415564, + "grad_norm": 1.125, + "learning_rate": 0.0004776084532145668, + "loss": 5.2087, + "mean_token_accuracy": 0.19615187793970107, + "num_tokens": 5513504.0, + "step": 2320 + }, + { + "entropy": 5.28951063156128, + "epoch": 2.2750856583455703, + "grad_norm": 1.0234375, + "learning_rate": 0.00047744127049227425, + "loss": 5.1353, + "mean_token_accuracy": 0.1898852616548538, + "num_tokens": 5526144.0, + "step": 2325 + }, + { + "entropy": 5.376743125915527, + "epoch": 2.2799804209495838, + "grad_norm": 1.03125, + "learning_rate": 0.0004772734988999644, + "loss": 5.1969, + "mean_token_accuracy": 0.19190049171447754, + "num_tokens": 5537545.0, + "step": 2330 + }, + { + "entropy": 5.363980293273926, + "epoch": 2.2848751835535976, + "grad_norm": 1.0859375, + "learning_rate": 0.0004771051389256582, + "loss": 5.1988, + "mean_token_accuracy": 0.19740142524242402, + "num_tokens": 5549447.0, + "step": 2335 + }, + { + "entropy": 5.373389053344726, + "epoch": 2.2897699461576115, + "grad_norm": 1.1328125, + "learning_rate": 0.00047693619105908887, + "loss": 5.1783, + "mean_token_accuracy": 0.19465951174497603, + "num_tokens": 5561091.0, + "step": 2340 + }, + { + "entropy": 5.344110679626465, + "epoch": 2.294664708761625, + "grad_norm": 1.1015625, + "learning_rate": 0.0004767666557916992, + "loss": 5.0986, + "mean_token_accuracy": 0.19979317635297775, + "num_tokens": 5573326.0, + "step": 2345 + }, + { + "entropy": 5.291253471374512, + "epoch": 2.299559471365639, + "grad_norm": 1.125, + "learning_rate": 0.00047659653361664087, + "loss": 5.1232, + "mean_token_accuracy": 0.19844507426023483, + "num_tokens": 5584947.0, + "step": 2350 + }, + { + "entropy": 5.330148124694825, + "epoch": 2.3044542339696523, + "grad_norm": 1.03125, + "learning_rate": 0.00047642582502877256, + "loss": 5.1108, + "mean_token_accuracy": 0.20429294407367707, + "num_tokens": 5596944.0, + "step": 2355 + }, + { + "entropy": 5.328449010848999, + "epoch": 2.309348996573666, + "grad_norm": 1.0, + "learning_rate": 0.000476254530524659, + "loss": 5.1795, + "mean_token_accuracy": 0.20087141394615174, + "num_tokens": 5609265.0, + "step": 2360 + }, + { + "entropy": 5.3663146018981935, + "epoch": 2.31424375917768, + "grad_norm": 1.1171875, + "learning_rate": 0.0004760826506025691, + "loss": 5.1304, + "mean_token_accuracy": 0.19760584831237793, + "num_tokens": 5620730.0, + "step": 2365 + }, + { + "entropy": 5.285108232498169, + "epoch": 2.3191385217816936, + "grad_norm": 1.0, + "learning_rate": 0.0004759101857624747, + "loss": 5.1766, + "mean_token_accuracy": 0.20640088468790055, + "num_tokens": 5633191.0, + "step": 2370 + }, + { + "entropy": 5.3933042049407955, + "epoch": 2.3240332843857074, + "grad_norm": 1.0625, + "learning_rate": 0.000475737136506049, + "loss": 5.2271, + "mean_token_accuracy": 0.1945857360959053, + "num_tokens": 5645134.0, + "step": 2375 + }, + { + "entropy": 5.295850324630737, + "epoch": 2.328928046989721, + "grad_norm": 1.03125, + "learning_rate": 0.00047556350333666524, + "loss": 5.0834, + "mean_token_accuracy": 0.20512981414794923, + "num_tokens": 5658799.0, + "step": 2380 + }, + { + "entropy": 5.313294506072998, + "epoch": 2.333822809593735, + "grad_norm": 1.0625, + "learning_rate": 0.0004753892867593953, + "loss": 5.0859, + "mean_token_accuracy": 0.20842575281858444, + "num_tokens": 5670202.0, + "step": 2385 + }, + { + "entropy": 5.322448492050171, + "epoch": 2.3387175721977482, + "grad_norm": 1.046875, + "learning_rate": 0.00047521448728100787, + "loss": 5.2334, + "mean_token_accuracy": 0.19291446208953858, + "num_tokens": 5682469.0, + "step": 2390 + }, + { + "entropy": 5.4270847797393795, + "epoch": 2.343612334801762, + "grad_norm": 1.1796875, + "learning_rate": 0.00047503910540996734, + "loss": 5.2345, + "mean_token_accuracy": 0.19537753313779832, + "num_tokens": 5692908.0, + "step": 2395 + }, + { + "entropy": 5.408088541030883, + "epoch": 2.348507097405776, + "grad_norm": 1.15625, + "learning_rate": 0.0004748631416564322, + "loss": 5.1633, + "mean_token_accuracy": 0.20164895057678223, + "num_tokens": 5703813.0, + "step": 2400 + }, + { + "entropy": 5.196409845352173, + "epoch": 2.3534018600097895, + "grad_norm": 1.0625, + "learning_rate": 0.00047468659653225343, + "loss": 4.9836, + "mean_token_accuracy": 0.21172523200511933, + "num_tokens": 5715274.0, + "step": 2405 + }, + { + "entropy": 5.29620771408081, + "epoch": 2.3582966226138034, + "grad_norm": 1.0703125, + "learning_rate": 0.00047450947055097326, + "loss": 5.1346, + "mean_token_accuracy": 0.1948849856853485, + "num_tokens": 5727809.0, + "step": 2410 + }, + { + "entropy": 5.345274257659912, + "epoch": 2.363191385217817, + "grad_norm": 1.0234375, + "learning_rate": 0.0004743317642278234, + "loss": 5.2698, + "mean_token_accuracy": 0.19395796507596968, + "num_tokens": 5740398.0, + "step": 2415 + }, + { + "entropy": 5.324441909790039, + "epoch": 2.3680861478218307, + "grad_norm": 1.0859375, + "learning_rate": 0.000474153478079724, + "loss": 5.1448, + "mean_token_accuracy": 0.2060188740491867, + "num_tokens": 5752453.0, + "step": 2420 + }, + { + "entropy": 5.363028478622437, + "epoch": 2.372980910425844, + "grad_norm": 1.1171875, + "learning_rate": 0.0004739746126252813, + "loss": 5.2544, + "mean_token_accuracy": 0.19350223541259765, + "num_tokens": 5765062.0, + "step": 2425 + }, + { + "entropy": 5.430942630767822, + "epoch": 2.377875673029858, + "grad_norm": 1.046875, + "learning_rate": 0.0004737951683847872, + "loss": 5.219, + "mean_token_accuracy": 0.19821250736713408, + "num_tokens": 5776765.0, + "step": 2430 + }, + { + "entropy": 5.291578006744385, + "epoch": 2.382770435633872, + "grad_norm": 1.0625, + "learning_rate": 0.0004736151458802168, + "loss": 5.1678, + "mean_token_accuracy": 0.20081659257411957, + "num_tokens": 5789509.0, + "step": 2435 + }, + { + "entropy": 5.356848478317261, + "epoch": 2.3876651982378854, + "grad_norm": 1.046875, + "learning_rate": 0.0004734345456352275, + "loss": 5.1043, + "mean_token_accuracy": 0.20367712676525115, + "num_tokens": 5801264.0, + "step": 2440 + }, + { + "entropy": 5.308737421035767, + "epoch": 2.3925599608418993, + "grad_norm": 1.015625, + "learning_rate": 0.0004732533681751571, + "loss": 5.1319, + "mean_token_accuracy": 0.20206829607486726, + "num_tokens": 5813246.0, + "step": 2445 + }, + { + "entropy": 5.312044334411621, + "epoch": 2.3974547234459127, + "grad_norm": 1.09375, + "learning_rate": 0.0004730716140270227, + "loss": 5.1469, + "mean_token_accuracy": 0.2028827801346779, + "num_tokens": 5825304.0, + "step": 2450 + }, + { + "entropy": 5.267190885543823, + "epoch": 2.4023494860499266, + "grad_norm": 1.1328125, + "learning_rate": 0.0004728892837195186, + "loss": 5.0377, + "mean_token_accuracy": 0.2059757873415947, + "num_tokens": 5837996.0, + "step": 2455 + }, + { + "entropy": 5.323007535934448, + "epoch": 2.4072442486539405, + "grad_norm": 0.9609375, + "learning_rate": 0.0004727063777830151, + "loss": 5.1748, + "mean_token_accuracy": 0.19384027421474456, + "num_tokens": 5850968.0, + "step": 2460 + }, + { + "entropy": 5.284120225906372, + "epoch": 2.412139011257954, + "grad_norm": 1.09375, + "learning_rate": 0.00047252289674955706, + "loss": 5.1703, + "mean_token_accuracy": 0.1982756406068802, + "num_tokens": 5863233.0, + "step": 2465 + }, + { + "entropy": 5.306171417236328, + "epoch": 2.417033773861968, + "grad_norm": 1.1484375, + "learning_rate": 0.00047233884115286214, + "loss": 5.0615, + "mean_token_accuracy": 0.20489953309297562, + "num_tokens": 5873776.0, + "step": 2470 + }, + { + "entropy": 5.330395984649658, + "epoch": 2.4219285364659813, + "grad_norm": 1.078125, + "learning_rate": 0.0004721542115283193, + "loss": 5.1998, + "mean_token_accuracy": 0.19702814221382142, + "num_tokens": 5885839.0, + "step": 2475 + }, + { + "entropy": 5.301304960250855, + "epoch": 2.426823299069995, + "grad_norm": 1.109375, + "learning_rate": 0.00047196900841298725, + "loss": 5.1866, + "mean_token_accuracy": 0.1993207722902298, + "num_tokens": 5896973.0, + "step": 2480 + }, + { + "entropy": 5.327944040298462, + "epoch": 2.431718061674009, + "grad_norm": 1.1796875, + "learning_rate": 0.0004717832323455929, + "loss": 5.1753, + "mean_token_accuracy": 0.20232927352190017, + "num_tokens": 5908306.0, + "step": 2485 + }, + { + "entropy": 5.290309238433838, + "epoch": 2.4366128242780225, + "grad_norm": 1.015625, + "learning_rate": 0.0004715968838665298, + "loss": 5.1711, + "mean_token_accuracy": 0.19939935356378555, + "num_tokens": 5919719.0, + "step": 2490 + }, + { + "entropy": 5.33341794013977, + "epoch": 2.4415075868820364, + "grad_norm": 1.0703125, + "learning_rate": 0.00047140996351785654, + "loss": 5.1023, + "mean_token_accuracy": 0.20435553342103957, + "num_tokens": 5931406.0, + "step": 2495 + }, + { + "entropy": 5.368729209899902, + "epoch": 2.44640234948605, + "grad_norm": 1.1015625, + "learning_rate": 0.00047122247184329527, + "loss": 5.2185, + "mean_token_accuracy": 0.19418967366218567, + "num_tokens": 5943427.0, + "step": 2500 + }, + { + "entropy": 5.307469177246094, + "epoch": 2.4512971120900637, + "grad_norm": 1.0625, + "learning_rate": 0.0004710344093882298, + "loss": 5.1507, + "mean_token_accuracy": 0.2013296440243721, + "num_tokens": 5954684.0, + "step": 2505 + }, + { + "entropy": 5.359532833099365, + "epoch": 2.456191874694077, + "grad_norm": 1.1796875, + "learning_rate": 0.0004708457766997046, + "loss": 5.2619, + "mean_token_accuracy": 0.18810701966285706, + "num_tokens": 5965135.0, + "step": 2510 + }, + { + "entropy": 5.419138956069946, + "epoch": 2.461086637298091, + "grad_norm": 1.0703125, + "learning_rate": 0.00047065657432642275, + "loss": 5.128, + "mean_token_accuracy": 0.20935332030057907, + "num_tokens": 5976419.0, + "step": 2515 + }, + { + "entropy": 5.281298351287842, + "epoch": 2.4659813999021045, + "grad_norm": 1.078125, + "learning_rate": 0.00047046680281874416, + "loss": 5.1704, + "mean_token_accuracy": 0.19998786300420762, + "num_tokens": 5990204.0, + "step": 2520 + }, + { + "entropy": 5.401511573791504, + "epoch": 2.4708761625061184, + "grad_norm": 1.265625, + "learning_rate": 0.0004702764627286845, + "loss": 5.2293, + "mean_token_accuracy": 0.19928793162107467, + "num_tokens": 6002137.0, + "step": 2525 + }, + { + "entropy": 5.285235929489136, + "epoch": 2.4757709251101323, + "grad_norm": 1.0625, + "learning_rate": 0.0004700855546099136, + "loss": 5.1081, + "mean_token_accuracy": 0.20293399542570115, + "num_tokens": 6014254.0, + "step": 2530 + }, + { + "entropy": 5.33097767829895, + "epoch": 2.4806656877141458, + "grad_norm": 1.1171875, + "learning_rate": 0.000469894079017753, + "loss": 5.1706, + "mean_token_accuracy": 0.1951598733663559, + "num_tokens": 6025999.0, + "step": 2535 + }, + { + "entropy": 5.242245769500732, + "epoch": 2.4855604503181596, + "grad_norm": 1.0625, + "learning_rate": 0.0004697020365091755, + "loss": 5.1076, + "mean_token_accuracy": 0.2008503183722496, + "num_tokens": 6037909.0, + "step": 2540 + }, + { + "entropy": 5.338990831375122, + "epoch": 2.490455212922173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004695094276428027, + "loss": 5.2176, + "mean_token_accuracy": 0.18787843734025955, + "num_tokens": 6050267.0, + "step": 2545 + }, + { + "entropy": 5.3056189060211185, + "epoch": 2.495349975526187, + "grad_norm": 1.03125, + "learning_rate": 0.00046931625297890367, + "loss": 5.1037, + "mean_token_accuracy": 0.20342702567577362, + "num_tokens": 6062168.0, + "step": 2550 + }, + { + "entropy": 5.221565580368042, + "epoch": 2.500244738130201, + "grad_norm": 0.93359375, + "learning_rate": 0.00046912251307939336, + "loss": 5.063, + "mean_token_accuracy": 0.20233901143074035, + "num_tokens": 6075737.0, + "step": 2555 + }, + { + "entropy": 5.328143358230591, + "epoch": 2.5051395007342143, + "grad_norm": 1.0703125, + "learning_rate": 0.0004689282085078308, + "loss": 5.1588, + "mean_token_accuracy": 0.1983553498983383, + "num_tokens": 6089195.0, + "step": 2560 + }, + { + "entropy": 5.28541522026062, + "epoch": 2.510034263338228, + "grad_norm": 1.109375, + "learning_rate": 0.00046873333982941763, + "loss": 5.1283, + "mean_token_accuracy": 0.19364329129457475, + "num_tokens": 6101277.0, + "step": 2565 + }, + { + "entropy": 5.3025566101074215, + "epoch": 2.5149290259422417, + "grad_norm": 1.171875, + "learning_rate": 0.0004685379076109964, + "loss": 5.2084, + "mean_token_accuracy": 0.1892598196864128, + "num_tokens": 6113169.0, + "step": 2570 + }, + { + "entropy": 5.2775373458862305, + "epoch": 2.5198237885462555, + "grad_norm": 1.0546875, + "learning_rate": 0.00046834191242104887, + "loss": 5.0687, + "mean_token_accuracy": 0.20382051467895507, + "num_tokens": 6124006.0, + "step": 2575 + }, + { + "entropy": 5.243126773834229, + "epoch": 2.5247185511502694, + "grad_norm": 1.1640625, + "learning_rate": 0.0004681453548296944, + "loss": 5.0609, + "mean_token_accuracy": 0.20143638849258422, + "num_tokens": 6134991.0, + "step": 2580 + }, + { + "entropy": 5.288752269744873, + "epoch": 2.529613313754283, + "grad_norm": 1.171875, + "learning_rate": 0.0004679482354086884, + "loss": 5.1545, + "mean_token_accuracy": 0.195332270860672, + "num_tokens": 6145771.0, + "step": 2585 + }, + { + "entropy": 5.329096794128418, + "epoch": 2.534508076358297, + "grad_norm": 1.0625, + "learning_rate": 0.00046775055473142037, + "loss": 5.1409, + "mean_token_accuracy": 0.20373797565698623, + "num_tokens": 6157778.0, + "step": 2590 + }, + { + "entropy": 5.320698356628418, + "epoch": 2.5394028389623102, + "grad_norm": 1.09375, + "learning_rate": 0.00046755231337291257, + "loss": 5.2232, + "mean_token_accuracy": 0.194973361492157, + "num_tokens": 6167977.0, + "step": 2595 + }, + { + "entropy": 5.258221435546875, + "epoch": 2.544297601566324, + "grad_norm": 1.1015625, + "learning_rate": 0.000467353511909818, + "loss": 5.1519, + "mean_token_accuracy": 0.1974998250603676, + "num_tokens": 6179012.0, + "step": 2600 + }, + { + "entropy": 5.416901731491089, + "epoch": 2.549192364170338, + "grad_norm": 1.1328125, + "learning_rate": 0.00046715415092041923, + "loss": 5.2214, + "mean_token_accuracy": 0.20321713387966156, + "num_tokens": 6191199.0, + "step": 2605 + }, + { + "entropy": 5.396421337127686, + "epoch": 2.5540871267743515, + "grad_norm": 1.1875, + "learning_rate": 0.00046695423098462607, + "loss": 5.2765, + "mean_token_accuracy": 0.19418736398220063, + "num_tokens": 6202990.0, + "step": 2610 + }, + { + "entropy": 5.373351144790649, + "epoch": 2.558981889378365, + "grad_norm": 1.1796875, + "learning_rate": 0.0004667537526839745, + "loss": 5.2863, + "mean_token_accuracy": 0.19325242787599564, + "num_tokens": 6215270.0, + "step": 2615 + }, + { + "entropy": 5.2843457698822025, + "epoch": 2.563876651982379, + "grad_norm": 1.1015625, + "learning_rate": 0.0004665527166016244, + "loss": 5.1041, + "mean_token_accuracy": 0.2006557270884514, + "num_tokens": 6227471.0, + "step": 2620 + }, + { + "entropy": 5.304417896270752, + "epoch": 2.5687714145863927, + "grad_norm": 1.15625, + "learning_rate": 0.0004663511233223584, + "loss": 5.1405, + "mean_token_accuracy": 0.19751403629779815, + "num_tokens": 6239960.0, + "step": 2625 + }, + { + "entropy": 5.183145141601562, + "epoch": 2.573666177190406, + "grad_norm": 1.03125, + "learning_rate": 0.00046614897343257993, + "loss": 5.0943, + "mean_token_accuracy": 0.19900689721107484, + "num_tokens": 6252986.0, + "step": 2630 + }, + { + "entropy": 5.334723329544067, + "epoch": 2.57856093979442, + "grad_norm": 1.0546875, + "learning_rate": 0.0004659462675203113, + "loss": 5.2365, + "mean_token_accuracy": 0.19438600391149521, + "num_tokens": 6265814.0, + "step": 2635 + }, + { + "entropy": 5.294690322875977, + "epoch": 2.5834557023984335, + "grad_norm": 1.046875, + "learning_rate": 0.0004657430061751924, + "loss": 5.1526, + "mean_token_accuracy": 0.19875487089157104, + "num_tokens": 6276875.0, + "step": 2640 + }, + { + "entropy": 5.29907865524292, + "epoch": 2.5883504650024474, + "grad_norm": 1.0625, + "learning_rate": 0.00046553918998847873, + "loss": 5.1866, + "mean_token_accuracy": 0.1913258284330368, + "num_tokens": 6288864.0, + "step": 2645 + }, + { + "entropy": 5.373501443862915, + "epoch": 2.5932452276064613, + "grad_norm": 1.28125, + "learning_rate": 0.0004653348195530396, + "loss": 5.2424, + "mean_token_accuracy": 0.1908942475914955, + "num_tokens": 6302693.0, + "step": 2650 + }, + { + "entropy": 5.310032081604004, + "epoch": 2.5981399902104747, + "grad_norm": 1.109375, + "learning_rate": 0.00046512989546335684, + "loss": 5.2109, + "mean_token_accuracy": 0.1932237148284912, + "num_tokens": 6315961.0, + "step": 2655 + }, + { + "entropy": 5.304839754104615, + "epoch": 2.6030347528144886, + "grad_norm": 1.140625, + "learning_rate": 0.00046492441831552244, + "loss": 5.2087, + "mean_token_accuracy": 0.19596468061208724, + "num_tokens": 6328383.0, + "step": 2660 + }, + { + "entropy": 5.363293695449829, + "epoch": 2.607929515418502, + "grad_norm": 1.1171875, + "learning_rate": 0.00046471838870723744, + "loss": 5.136, + "mean_token_accuracy": 0.1972019836306572, + "num_tokens": 6341188.0, + "step": 2665 + }, + { + "entropy": 5.237611436843872, + "epoch": 2.612824278022516, + "grad_norm": 1.109375, + "learning_rate": 0.00046451180723780966, + "loss": 5.0922, + "mean_token_accuracy": 0.20550482720136642, + "num_tokens": 6352364.0, + "step": 2670 + }, + { + "entropy": 5.364541006088257, + "epoch": 2.61771904062653, + "grad_norm": 1.03125, + "learning_rate": 0.00046430467450815237, + "loss": 5.2227, + "mean_token_accuracy": 0.20022366791963578, + "num_tokens": 6364801.0, + "step": 2675 + }, + { + "entropy": 5.332408142089844, + "epoch": 2.6226138032305433, + "grad_norm": 0.96484375, + "learning_rate": 0.00046409699112078234, + "loss": 5.1131, + "mean_token_accuracy": 0.20269023180007933, + "num_tokens": 6378350.0, + "step": 2680 + }, + { + "entropy": 5.227812242507935, + "epoch": 2.627508565834557, + "grad_norm": 1.0546875, + "learning_rate": 0.000463888757679818, + "loss": 5.0975, + "mean_token_accuracy": 0.19431902468204498, + "num_tokens": 6390372.0, + "step": 2685 + }, + { + "entropy": 5.292713356018067, + "epoch": 2.6324033284385706, + "grad_norm": 1.125, + "learning_rate": 0.000463679974790978, + "loss": 5.1655, + "mean_token_accuracy": 0.19646825790405273, + "num_tokens": 6402460.0, + "step": 2690 + }, + { + "entropy": 5.2531421184539795, + "epoch": 2.6372980910425845, + "grad_norm": 1.046875, + "learning_rate": 0.00046347064306157904, + "loss": 5.0339, + "mean_token_accuracy": 0.20605625808238984, + "num_tokens": 6413086.0, + "step": 2695 + }, + { + "entropy": 5.273374080657959, + "epoch": 2.6421928536465984, + "grad_norm": 1.0390625, + "learning_rate": 0.00046326076310053443, + "loss": 5.2039, + "mean_token_accuracy": 0.20057330429553985, + "num_tokens": 6425334.0, + "step": 2700 + }, + { + "entropy": 5.329495000839233, + "epoch": 2.647087616250612, + "grad_norm": 1.0390625, + "learning_rate": 0.0004630503355183522, + "loss": 5.2021, + "mean_token_accuracy": 0.19525025635957718, + "num_tokens": 6438043.0, + "step": 2705 + }, + { + "entropy": 5.352862691879272, + "epoch": 2.6519823788546253, + "grad_norm": 1.1171875, + "learning_rate": 0.0004628393609271332, + "loss": 5.2473, + "mean_token_accuracy": 0.1973058670759201, + "num_tokens": 6449424.0, + "step": 2710 + }, + { + "entropy": 5.27777681350708, + "epoch": 2.656877141458639, + "grad_norm": 1.1328125, + "learning_rate": 0.0004626278399405698, + "loss": 5.1823, + "mean_token_accuracy": 0.20338010936975479, + "num_tokens": 6461149.0, + "step": 2715 + }, + { + "entropy": 5.37155704498291, + "epoch": 2.661771904062653, + "grad_norm": 1.046875, + "learning_rate": 0.0004624157731739432, + "loss": 5.1824, + "mean_token_accuracy": 0.20031111240386962, + "num_tokens": 6472750.0, + "step": 2720 + }, + { + "entropy": 5.269566822052002, + "epoch": 2.6666666666666665, + "grad_norm": 1.1484375, + "learning_rate": 0.00046220316124412255, + "loss": 5.1534, + "mean_token_accuracy": 0.2030242934823036, + "num_tokens": 6485912.0, + "step": 2725 + }, + { + "entropy": 5.277011966705322, + "epoch": 2.6715614292706804, + "grad_norm": 1.03125, + "learning_rate": 0.0004619900047695628, + "loss": 5.1074, + "mean_token_accuracy": 0.2049603432416916, + "num_tokens": 6496457.0, + "step": 2730 + }, + { + "entropy": 5.2734582901000975, + "epoch": 2.676456191874694, + "grad_norm": 1.0546875, + "learning_rate": 0.0004617763043703029, + "loss": 5.2227, + "mean_token_accuracy": 0.19709507524967193, + "num_tokens": 6509112.0, + "step": 2735 + }, + { + "entropy": 5.344844722747803, + "epoch": 2.6813509544787077, + "grad_norm": 1.109375, + "learning_rate": 0.0004615620606679637, + "loss": 5.2023, + "mean_token_accuracy": 0.19780662953853606, + "num_tokens": 6520968.0, + "step": 2740 + }, + { + "entropy": 5.323253107070923, + "epoch": 2.6862457170827216, + "grad_norm": 1.15625, + "learning_rate": 0.0004613472742857468, + "loss": 5.2199, + "mean_token_accuracy": 0.1946541726589203, + "num_tokens": 6533384.0, + "step": 2745 + }, + { + "entropy": 5.23217282295227, + "epoch": 2.691140479686735, + "grad_norm": 1.1015625, + "learning_rate": 0.00046113194584843217, + "loss": 5.08, + "mean_token_accuracy": 0.20902790129184723, + "num_tokens": 6544334.0, + "step": 2750 + }, + { + "entropy": 5.267884683609009, + "epoch": 2.696035242290749, + "grad_norm": 1.171875, + "learning_rate": 0.00046091607598237655, + "loss": 5.1461, + "mean_token_accuracy": 0.20653503835201265, + "num_tokens": 6556260.0, + "step": 2755 + }, + { + "entropy": 5.357528781890869, + "epoch": 2.7009300048947624, + "grad_norm": 1.046875, + "learning_rate": 0.00046069966531551174, + "loss": 5.1733, + "mean_token_accuracy": 0.1969723477959633, + "num_tokens": 6568148.0, + "step": 2760 + }, + { + "entropy": 5.397097110748291, + "epoch": 2.7058247674987763, + "grad_norm": 0.99609375, + "learning_rate": 0.0004604827144773425, + "loss": 5.2952, + "mean_token_accuracy": 0.19570557475090028, + "num_tokens": 6580929.0, + "step": 2765 + }, + { + "entropy": 5.2552718162536625, + "epoch": 2.71071953010279, + "grad_norm": 1.0078125, + "learning_rate": 0.00046026522409894476, + "loss": 5.2036, + "mean_token_accuracy": 0.19973676651716232, + "num_tokens": 6594412.0, + "step": 2770 + }, + { + "entropy": 5.272260332107544, + "epoch": 2.7156142927068037, + "grad_norm": 1.0625, + "learning_rate": 0.0004600471948129643, + "loss": 5.1549, + "mean_token_accuracy": 0.20321643203496934, + "num_tokens": 6606735.0, + "step": 2775 + }, + { + "entropy": 5.34075813293457, + "epoch": 2.7205090553108175, + "grad_norm": 1.140625, + "learning_rate": 0.00045982862725361414, + "loss": 5.189, + "mean_token_accuracy": 0.19283341318368913, + "num_tokens": 6620203.0, + "step": 2780 + }, + { + "entropy": 5.281694984436035, + "epoch": 2.725403817914831, + "grad_norm": 1.0234375, + "learning_rate": 0.00045960952205667305, + "loss": 5.0273, + "mean_token_accuracy": 0.2054688349366188, + "num_tokens": 6632420.0, + "step": 2785 + }, + { + "entropy": 5.248138332366944, + "epoch": 2.730298580518845, + "grad_norm": 1.2265625, + "learning_rate": 0.0004593898798594839, + "loss": 5.0615, + "mean_token_accuracy": 0.20480649769306183, + "num_tokens": 6644090.0, + "step": 2790 + }, + { + "entropy": 5.18441481590271, + "epoch": 2.7351933431228588, + "grad_norm": 1.1328125, + "learning_rate": 0.00045916970130095155, + "loss": 5.1237, + "mean_token_accuracy": 0.20232576578855516, + "num_tokens": 6654970.0, + "step": 2795 + }, + { + "entropy": 5.235738801956177, + "epoch": 2.7400881057268722, + "grad_norm": 1.0, + "learning_rate": 0.000458948987021541, + "loss": 5.0864, + "mean_token_accuracy": 0.20247414112091064, + "num_tokens": 6667428.0, + "step": 2800 + }, + { + "entropy": 5.293523788452148, + "epoch": 2.744982868330886, + "grad_norm": 1.1953125, + "learning_rate": 0.0004587277376632755, + "loss": 5.1167, + "mean_token_accuracy": 0.20096131265163422, + "num_tokens": 6679743.0, + "step": 2805 + }, + { + "entropy": 5.195648813247681, + "epoch": 2.7498776309348996, + "grad_norm": 1.1171875, + "learning_rate": 0.0004585059538697349, + "loss": 5.1231, + "mean_token_accuracy": 0.2077399328351021, + "num_tokens": 6691657.0, + "step": 2810 + }, + { + "entropy": 5.2407111644744875, + "epoch": 2.7547723935389135, + "grad_norm": 1.1015625, + "learning_rate": 0.00045828363628605355, + "loss": 5.1147, + "mean_token_accuracy": 0.20235977917909623, + "num_tokens": 6703862.0, + "step": 2815 + }, + { + "entropy": 5.314387226104737, + "epoch": 2.759667156142927, + "grad_norm": 1.171875, + "learning_rate": 0.00045806078555891874, + "loss": 5.1477, + "mean_token_accuracy": 0.19421834498643875, + "num_tokens": 6714896.0, + "step": 2820 + }, + { + "entropy": 5.247271633148193, + "epoch": 2.764561918746941, + "grad_norm": 1.0703125, + "learning_rate": 0.00045783740233656825, + "loss": 5.1073, + "mean_token_accuracy": 0.20424874275922775, + "num_tokens": 6726432.0, + "step": 2825 + }, + { + "entropy": 5.23317141532898, + "epoch": 2.7694566813509542, + "grad_norm": 1.1328125, + "learning_rate": 0.00045761348726878906, + "loss": 5.0982, + "mean_token_accuracy": 0.20008147805929183, + "num_tokens": 6738262.0, + "step": 2830 + }, + { + "entropy": 5.314716863632202, + "epoch": 2.774351443954968, + "grad_norm": 1.09375, + "learning_rate": 0.0004573890410069149, + "loss": 5.2182, + "mean_token_accuracy": 0.19755987972021102, + "num_tokens": 6750838.0, + "step": 2835 + }, + { + "entropy": 5.339499568939209, + "epoch": 2.779246206558982, + "grad_norm": 1.1796875, + "learning_rate": 0.00045716406420382507, + "loss": 5.1352, + "mean_token_accuracy": 0.20612797290086746, + "num_tokens": 6763284.0, + "step": 2840 + }, + { + "entropy": 5.200328302383423, + "epoch": 2.7841409691629955, + "grad_norm": 1.15625, + "learning_rate": 0.00045693855751394185, + "loss": 5.1781, + "mean_token_accuracy": 0.19806490689516068, + "num_tokens": 6775122.0, + "step": 2845 + }, + { + "entropy": 5.246775674819946, + "epoch": 2.7890357317670094, + "grad_norm": 1.1796875, + "learning_rate": 0.00045671252159322907, + "loss": 4.9814, + "mean_token_accuracy": 0.21260356158018112, + "num_tokens": 6786126.0, + "step": 2850 + }, + { + "entropy": 5.225829267501831, + "epoch": 2.793930494371023, + "grad_norm": 1.171875, + "learning_rate": 0.00045648595709918974, + "loss": 5.0955, + "mean_token_accuracy": 0.20787982046604156, + "num_tokens": 6797549.0, + "step": 2855 + }, + { + "entropy": 5.221702241897583, + "epoch": 2.7988252569750367, + "grad_norm": 1.09375, + "learning_rate": 0.0004562588646908646, + "loss": 5.0589, + "mean_token_accuracy": 0.1999519497156143, + "num_tokens": 6809882.0, + "step": 2860 + }, + { + "entropy": 5.277024984359741, + "epoch": 2.8037200195790506, + "grad_norm": 1.15625, + "learning_rate": 0.00045603124502883004, + "loss": 5.1685, + "mean_token_accuracy": 0.20202742516994476, + "num_tokens": 6822490.0, + "step": 2865 + }, + { + "entropy": 5.319039916992187, + "epoch": 2.808614782183064, + "grad_norm": 1.015625, + "learning_rate": 0.0004558030987751961, + "loss": 5.1629, + "mean_token_accuracy": 0.19774821102619172, + "num_tokens": 6834857.0, + "step": 2870 + }, + { + "entropy": 5.291704940795898, + "epoch": 2.813509544787078, + "grad_norm": 1.1640625, + "learning_rate": 0.0004555744265936045, + "loss": 5.1726, + "mean_token_accuracy": 0.19582183808088302, + "num_tokens": 6847371.0, + "step": 2875 + }, + { + "entropy": 5.288819742202759, + "epoch": 2.8184043073910914, + "grad_norm": 1.1015625, + "learning_rate": 0.0004553452291492269, + "loss": 5.1859, + "mean_token_accuracy": 0.20653139501810075, + "num_tokens": 6858313.0, + "step": 2880 + }, + { + "entropy": 5.22146954536438, + "epoch": 2.8232990699951053, + "grad_norm": 1.140625, + "learning_rate": 0.00045511550710876283, + "loss": 5.1053, + "mean_token_accuracy": 0.20446014255285264, + "num_tokens": 6869046.0, + "step": 2885 + }, + { + "entropy": 5.209698915481567, + "epoch": 2.828193832599119, + "grad_norm": 1.234375, + "learning_rate": 0.0004548852611404378, + "loss": 4.9938, + "mean_token_accuracy": 0.21259300410747528, + "num_tokens": 6879484.0, + "step": 2890 + }, + { + "entropy": 5.295617961883545, + "epoch": 2.8330885952031326, + "grad_norm": 1.1328125, + "learning_rate": 0.0004546544919140014, + "loss": 5.1401, + "mean_token_accuracy": 0.2019681915640831, + "num_tokens": 6890941.0, + "step": 2895 + }, + { + "entropy": 5.305285978317261, + "epoch": 2.8379833578071465, + "grad_norm": 1.1875, + "learning_rate": 0.0004544232001007253, + "loss": 5.1445, + "mean_token_accuracy": 0.19834502339363097, + "num_tokens": 6903446.0, + "step": 2900 + }, + { + "entropy": 5.2520472526550295, + "epoch": 2.84287812041116, + "grad_norm": 1.1171875, + "learning_rate": 0.000454191386373401, + "loss": 5.139, + "mean_token_accuracy": 0.20072694271802902, + "num_tokens": 6916972.0, + "step": 2905 + }, + { + "entropy": 5.312392044067383, + "epoch": 2.847772883015174, + "grad_norm": 1.15625, + "learning_rate": 0.00045395905140633875, + "loss": 5.2139, + "mean_token_accuracy": 0.19229765385389327, + "num_tokens": 6929888.0, + "step": 2910 + }, + { + "entropy": 5.216417598724365, + "epoch": 2.8526676456191877, + "grad_norm": 1.0546875, + "learning_rate": 0.00045372619587536427, + "loss": 5.0993, + "mean_token_accuracy": 0.20833698511123658, + "num_tokens": 6941739.0, + "step": 2915 + }, + { + "entropy": 5.288608837127685, + "epoch": 2.857562408223201, + "grad_norm": 1.046875, + "learning_rate": 0.0004534928204578182, + "loss": 5.1386, + "mean_token_accuracy": 0.20470602214336395, + "num_tokens": 6953842.0, + "step": 2920 + }, + { + "entropy": 5.276420736312867, + "epoch": 2.8624571708272146, + "grad_norm": 1.1484375, + "learning_rate": 0.0004532589258325531, + "loss": 5.1236, + "mean_token_accuracy": 0.20376610457897187, + "num_tokens": 6965217.0, + "step": 2925 + }, + { + "entropy": 5.278570938110351, + "epoch": 2.8673519334312285, + "grad_norm": 1.1640625, + "learning_rate": 0.0004530245126799317, + "loss": 5.1017, + "mean_token_accuracy": 0.20043444782495498, + "num_tokens": 6976996.0, + "step": 2930 + }, + { + "entropy": 5.156794118881225, + "epoch": 2.8722466960352424, + "grad_norm": 1.1328125, + "learning_rate": 0.0004527895816818255, + "loss": 5.077, + "mean_token_accuracy": 0.2072145789861679, + "num_tokens": 6987481.0, + "step": 2935 + }, + { + "entropy": 5.305797386169433, + "epoch": 2.877141458639256, + "grad_norm": 1.140625, + "learning_rate": 0.0004525541335216119, + "loss": 5.1421, + "mean_token_accuracy": 0.2094895660877228, + "num_tokens": 6998297.0, + "step": 2940 + }, + { + "entropy": 5.271157121658325, + "epoch": 2.8820362212432697, + "grad_norm": 1.078125, + "learning_rate": 0.0004523181688841728, + "loss": 5.1776, + "mean_token_accuracy": 0.20025330334901809, + "num_tokens": 7009792.0, + "step": 2945 + }, + { + "entropy": 5.40869107246399, + "epoch": 2.886930983847283, + "grad_norm": 0.96484375, + "learning_rate": 0.0004520816884558925, + "loss": 5.1608, + "mean_token_accuracy": 0.19975550919771196, + "num_tokens": 7022327.0, + "step": 2950 + }, + { + "entropy": 5.127566289901734, + "epoch": 2.891825746451297, + "grad_norm": 1.09375, + "learning_rate": 0.00045184469292465555, + "loss": 5.0348, + "mean_token_accuracy": 0.2134496822953224, + "num_tokens": 7032861.0, + "step": 2955 + }, + { + "entropy": 5.2581127166748045, + "epoch": 2.896720509055311, + "grad_norm": 1.140625, + "learning_rate": 0.000451607182979845, + "loss": 5.1886, + "mean_token_accuracy": 0.19754125773906708, + "num_tokens": 7045091.0, + "step": 2960 + }, + { + "entropy": 5.361897563934326, + "epoch": 2.9016152716593244, + "grad_norm": 1.0390625, + "learning_rate": 0.0004513691593123401, + "loss": 5.1417, + "mean_token_accuracy": 0.19922478795051574, + "num_tokens": 7058687.0, + "step": 2965 + }, + { + "entropy": 5.230517911911011, + "epoch": 2.9065100342633383, + "grad_norm": 1.140625, + "learning_rate": 0.00045113062261451447, + "loss": 5.1041, + "mean_token_accuracy": 0.20409076511859894, + "num_tokens": 7070185.0, + "step": 2970 + }, + { + "entropy": 5.153442859649658, + "epoch": 2.9114047968673518, + "grad_norm": 1.0703125, + "learning_rate": 0.0004508915735802342, + "loss": 5.0436, + "mean_token_accuracy": 0.21531937271356583, + "num_tokens": 7082084.0, + "step": 2975 + }, + { + "entropy": 5.288640642166138, + "epoch": 2.9162995594713657, + "grad_norm": 1.1640625, + "learning_rate": 0.00045065201290485547, + "loss": 5.1311, + "mean_token_accuracy": 0.2090048909187317, + "num_tokens": 7093648.0, + "step": 2980 + }, + { + "entropy": 5.317954778671265, + "epoch": 2.9211943220753795, + "grad_norm": 1.0703125, + "learning_rate": 0.0004504119412852228, + "loss": 5.2205, + "mean_token_accuracy": 0.1979729115962982, + "num_tokens": 7106444.0, + "step": 2985 + }, + { + "entropy": 5.221889877319336, + "epoch": 2.926089084679393, + "grad_norm": 1.0859375, + "learning_rate": 0.0004501713594196671, + "loss": 5.1525, + "mean_token_accuracy": 0.1946215435862541, + "num_tokens": 7119287.0, + "step": 2990 + }, + { + "entropy": 5.262315082550049, + "epoch": 2.930983847283407, + "grad_norm": 1.1875, + "learning_rate": 0.0004499302680080034, + "loss": 5.1373, + "mean_token_accuracy": 0.20100004523992537, + "num_tokens": 7130615.0, + "step": 2995 + }, + { + "entropy": 5.250856971740722, + "epoch": 2.9358786098874203, + "grad_norm": 1.2109375, + "learning_rate": 0.000449688667751529, + "loss": 5.103, + "mean_token_accuracy": 0.2066326454281807, + "num_tokens": 7141864.0, + "step": 3000 + }, + { + "epoch": 2.9358786098874203, + "eval_entropy": 5.239256037913453, + "eval_loss": 5.65110969543457, + "eval_mean_token_accuracy": 0.18974790772263245, + "eval_num_tokens": 7141864.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.994, + "eval_steps_per_second": 158.92, + "step": 3000 + }, + { + "entropy": 5.3498396396636965, + "epoch": 2.9407733724914342, + "grad_norm": 1.0703125, + "learning_rate": 0.00044944655935302114, + "loss": 5.1835, + "mean_token_accuracy": 0.19889111071825027, + "num_tokens": 7152303.0, + "step": 3005 + }, + { + "entropy": 5.192798328399658, + "epoch": 2.945668135095448, + "grad_norm": 1.1328125, + "learning_rate": 0.0004492039435167355, + "loss": 5.1174, + "mean_token_accuracy": 0.2020832344889641, + "num_tokens": 7164398.0, + "step": 3010 + }, + { + "entropy": 5.242094326019287, + "epoch": 2.9505628976994616, + "grad_norm": 1.21875, + "learning_rate": 0.0004489608209484034, + "loss": 5.1279, + "mean_token_accuracy": 0.20991869866847992, + "num_tokens": 7175192.0, + "step": 3015 + }, + { + "entropy": 5.273676490783691, + "epoch": 2.955457660303475, + "grad_norm": 1.0078125, + "learning_rate": 0.0004487171923552306, + "loss": 5.2383, + "mean_token_accuracy": 0.19441885203123094, + "num_tokens": 7189522.0, + "step": 3020 + }, + { + "entropy": 5.32355146408081, + "epoch": 2.960352422907489, + "grad_norm": 1.03125, + "learning_rate": 0.0004484730584458945, + "loss": 5.1586, + "mean_token_accuracy": 0.2014496371150017, + "num_tokens": 7201404.0, + "step": 3025 + }, + { + "entropy": 5.206380558013916, + "epoch": 2.965247185511503, + "grad_norm": 1.1484375, + "learning_rate": 0.0004482284199305426, + "loss": 5.1062, + "mean_token_accuracy": 0.20622824877500534, + "num_tokens": 7212355.0, + "step": 3030 + }, + { + "entropy": 5.183655405044556, + "epoch": 2.9701419481155162, + "grad_norm": 1.109375, + "learning_rate": 0.00044798327752078993, + "loss": 5.0126, + "mean_token_accuracy": 0.21361497044563293, + "num_tokens": 7223297.0, + "step": 3035 + }, + { + "entropy": 5.1699216842651365, + "epoch": 2.97503671071953, + "grad_norm": 1.0390625, + "learning_rate": 0.00044773763192971756, + "loss": 5.0496, + "mean_token_accuracy": 0.21205516457557677, + "num_tokens": 7235019.0, + "step": 3040 + }, + { + "entropy": 5.302969074249267, + "epoch": 2.9799314733235436, + "grad_norm": 1.0625, + "learning_rate": 0.0004474914838718701, + "loss": 5.1468, + "mean_token_accuracy": 0.2011548325419426, + "num_tokens": 7247429.0, + "step": 3045 + }, + { + "entropy": 5.151635313034058, + "epoch": 2.9848262359275575, + "grad_norm": 1.015625, + "learning_rate": 0.00044724483406325375, + "loss": 5.0214, + "mean_token_accuracy": 0.21079832166433335, + "num_tokens": 7259211.0, + "step": 3050 + }, + { + "entropy": 5.201655673980713, + "epoch": 2.9897209985315714, + "grad_norm": 1.0703125, + "learning_rate": 0.0004469976832213344, + "loss": 5.1013, + "mean_token_accuracy": 0.20135508179664613, + "num_tokens": 7270843.0, + "step": 3055 + }, + { + "entropy": 5.2060614109039305, + "epoch": 2.994615761135585, + "grad_norm": 1.09375, + "learning_rate": 0.000446750032065035, + "loss": 5.0263, + "mean_token_accuracy": 0.20377332866191863, + "num_tokens": 7282644.0, + "step": 3060 + }, + { + "entropy": 5.1719215393066404, + "epoch": 2.9995105237395987, + "grad_norm": 1.03125, + "learning_rate": 0.0004465018813147342, + "loss": 5.0764, + "mean_token_accuracy": 0.2082974672317505, + "num_tokens": 7294592.0, + "step": 3065 + }, + { + "entropy": 5.152208911048041, + "epoch": 3.003915810083211, + "grad_norm": 1.0234375, + "learning_rate": 0.00044625323169226376, + "loss": 4.8313, + "mean_token_accuracy": 0.21952111356788212, + "num_tokens": 7304315.0, + "step": 3070 + }, + { + "entropy": 5.258079576492309, + "epoch": 3.0088105726872247, + "grad_norm": 1.1171875, + "learning_rate": 0.00044600408392090653, + "loss": 4.8218, + "mean_token_accuracy": 0.2206038549542427, + "num_tokens": 7316042.0, + "step": 3075 + }, + { + "entropy": 5.194670152664185, + "epoch": 3.013705335291238, + "grad_norm": 1.078125, + "learning_rate": 0.0004457544387253945, + "loss": 4.8032, + "mean_token_accuracy": 0.22254225313663484, + "num_tokens": 7328096.0, + "step": 3080 + }, + { + "entropy": 5.21949610710144, + "epoch": 3.018600097895252, + "grad_norm": 1.0859375, + "learning_rate": 0.0004455042968319063, + "loss": 4.8169, + "mean_token_accuracy": 0.22124014794826508, + "num_tokens": 7340093.0, + "step": 3085 + }, + { + "entropy": 5.261151647567749, + "epoch": 3.023494860499266, + "grad_norm": 1.140625, + "learning_rate": 0.00044525365896806593, + "loss": 4.8632, + "mean_token_accuracy": 0.22004459500312806, + "num_tokens": 7352439.0, + "step": 3090 + }, + { + "entropy": 5.141685581207275, + "epoch": 3.0283896231032794, + "grad_norm": 1.0, + "learning_rate": 0.00044500252586293957, + "loss": 4.759, + "mean_token_accuracy": 0.218286868929863, + "num_tokens": 7364139.0, + "step": 3095 + }, + { + "entropy": 5.218305540084839, + "epoch": 3.0332843857072933, + "grad_norm": 1.15625, + "learning_rate": 0.00044475089824703426, + "loss": 4.8619, + "mean_token_accuracy": 0.21531160771846772, + "num_tokens": 7375390.0, + "step": 3100 + }, + { + "entropy": 5.173544788360596, + "epoch": 3.0381791483113068, + "grad_norm": 1.140625, + "learning_rate": 0.0004444987768522952, + "loss": 4.7697, + "mean_token_accuracy": 0.2147290900349617, + "num_tokens": 7386350.0, + "step": 3105 + }, + { + "entropy": 5.174273061752319, + "epoch": 3.0430739109153206, + "grad_norm": 1.078125, + "learning_rate": 0.0004442461624121044, + "loss": 4.7454, + "mean_token_accuracy": 0.2209487721323967, + "num_tokens": 7398256.0, + "step": 3110 + }, + { + "entropy": 5.181314134597779, + "epoch": 3.0479686735193345, + "grad_norm": 1.2265625, + "learning_rate": 0.00044399305566127773, + "loss": 4.7692, + "mean_token_accuracy": 0.219735686480999, + "num_tokens": 7410083.0, + "step": 3115 + }, + { + "entropy": 5.160170269012451, + "epoch": 3.052863436123348, + "grad_norm": 1.125, + "learning_rate": 0.0004437394573360631, + "loss": 4.7951, + "mean_token_accuracy": 0.22411915212869643, + "num_tokens": 7421988.0, + "step": 3120 + }, + { + "entropy": 5.139834976196289, + "epoch": 3.057758198727362, + "grad_norm": 1.1875, + "learning_rate": 0.0004434853681741384, + "loss": 4.7997, + "mean_token_accuracy": 0.21659549027681352, + "num_tokens": 7434191.0, + "step": 3125 + }, + { + "entropy": 5.182546091079712, + "epoch": 3.0626529613313753, + "grad_norm": 1.171875, + "learning_rate": 0.00044323078891460934, + "loss": 4.7833, + "mean_token_accuracy": 0.22339957505464553, + "num_tokens": 7445765.0, + "step": 3130 + }, + { + "entropy": 5.123447847366333, + "epoch": 3.067547723935389, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429757202980071, + "loss": 4.7552, + "mean_token_accuracy": 0.22224232852458953, + "num_tokens": 7457269.0, + "step": 3135 + }, + { + "entropy": 5.104322624206543, + "epoch": 3.0724424865394027, + "grad_norm": 1.0859375, + "learning_rate": 0.00044272016306628656, + "loss": 4.779, + "mean_token_accuracy": 0.22368589043617249, + "num_tokens": 7470048.0, + "step": 3140 + }, + { + "entropy": 5.089307832717895, + "epoch": 3.0773372491434166, + "grad_norm": 1.09375, + "learning_rate": 0.0004424641179628237, + "loss": 4.7551, + "mean_token_accuracy": 0.22463481724262238, + "num_tokens": 7482954.0, + "step": 3145 + }, + { + "entropy": 5.12674765586853, + "epoch": 3.0822320117474304, + "grad_norm": 1.0703125, + "learning_rate": 0.0004422075857324137, + "loss": 4.8024, + "mean_token_accuracy": 0.22329255938529968, + "num_tokens": 7495546.0, + "step": 3150 + }, + { + "entropy": 5.1817950248718265, + "epoch": 3.087126774351444, + "grad_norm": 1.0234375, + "learning_rate": 0.00044195056712126876, + "loss": 4.8436, + "mean_token_accuracy": 0.2192997917532921, + "num_tokens": 7508042.0, + "step": 3155 + }, + { + "entropy": 5.086804294586182, + "epoch": 3.092021536955458, + "grad_norm": 1.125, + "learning_rate": 0.0004416930628770158, + "loss": 4.8123, + "mean_token_accuracy": 0.21833253055810928, + "num_tokens": 7520548.0, + "step": 3160 + }, + { + "entropy": 5.14989275932312, + "epoch": 3.0969162995594712, + "grad_norm": 1.0703125, + "learning_rate": 0.00044143507374869444, + "loss": 4.8172, + "mean_token_accuracy": 0.21817636638879775, + "num_tokens": 7531106.0, + "step": 3165 + }, + { + "entropy": 5.08776741027832, + "epoch": 3.101811062163485, + "grad_norm": 1.1796875, + "learning_rate": 0.0004411766004867548, + "loss": 4.7439, + "mean_token_accuracy": 0.22358861118555068, + "num_tokens": 7543159.0, + "step": 3170 + }, + { + "entropy": 5.1496686935424805, + "epoch": 3.1067058247674986, + "grad_norm": 1.15625, + "learning_rate": 0.00044091764384305524, + "loss": 4.8313, + "mean_token_accuracy": 0.22145208567380906, + "num_tokens": 7554708.0, + "step": 3175 + }, + { + "entropy": 5.182804679870605, + "epoch": 3.1116005873715125, + "grad_norm": 1.125, + "learning_rate": 0.00044065820457085995, + "loss": 4.8088, + "mean_token_accuracy": 0.2163847044110298, + "num_tokens": 7564896.0, + "step": 3180 + }, + { + "entropy": 5.093549823760986, + "epoch": 3.1164953499755264, + "grad_norm": 1.1328125, + "learning_rate": 0.0004403982834248374, + "loss": 4.7333, + "mean_token_accuracy": 0.2243751674890518, + "num_tokens": 7575917.0, + "step": 3185 + }, + { + "entropy": 5.106040048599243, + "epoch": 3.12139011257954, + "grad_norm": 1.1953125, + "learning_rate": 0.00044013788116105754, + "loss": 4.8104, + "mean_token_accuracy": 0.22413290143013, + "num_tokens": 7587632.0, + "step": 3190 + }, + { + "entropy": 5.115657091140747, + "epoch": 3.1262848751835537, + "grad_norm": 1.1796875, + "learning_rate": 0.0004398769985369898, + "loss": 4.6619, + "mean_token_accuracy": 0.2362922489643097, + "num_tokens": 7599177.0, + "step": 3195 + }, + { + "entropy": 5.15286660194397, + "epoch": 3.131179637787567, + "grad_norm": 1.203125, + "learning_rate": 0.0004396156363115011, + "loss": 4.8064, + "mean_token_accuracy": 0.22309130877256395, + "num_tokens": 7611122.0, + "step": 3200 + }, + { + "entropy": 5.14999794960022, + "epoch": 3.136074400391581, + "grad_norm": 1.15625, + "learning_rate": 0.0004393537952448531, + "loss": 4.8488, + "mean_token_accuracy": 0.21808122098445892, + "num_tokens": 7622053.0, + "step": 3205 + }, + { + "entropy": 5.1783332347869875, + "epoch": 3.140969162995595, + "grad_norm": 1.1796875, + "learning_rate": 0.0004390914760987008, + "loss": 4.8574, + "mean_token_accuracy": 0.2219322144985199, + "num_tokens": 7633774.0, + "step": 3210 + }, + { + "entropy": 5.17280764579773, + "epoch": 3.1458639255996084, + "grad_norm": 1.1640625, + "learning_rate": 0.0004388286796360895, + "loss": 4.8814, + "mean_token_accuracy": 0.21389546245336533, + "num_tokens": 7645286.0, + "step": 3215 + }, + { + "entropy": 5.111659717559815, + "epoch": 3.1507586882036223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004385654066214529, + "loss": 4.7673, + "mean_token_accuracy": 0.22385075837373733, + "num_tokens": 7656576.0, + "step": 3220 + }, + { + "entropy": 5.107363080978393, + "epoch": 3.1556534508076357, + "grad_norm": 1.1484375, + "learning_rate": 0.0004383016578206112, + "loss": 4.8201, + "mean_token_accuracy": 0.22123815417289733, + "num_tokens": 7667786.0, + "step": 3225 + }, + { + "entropy": 5.20523624420166, + "epoch": 3.1605482134116496, + "grad_norm": 1.140625, + "learning_rate": 0.0004380374340007684, + "loss": 4.8452, + "mean_token_accuracy": 0.2151228219270706, + "num_tokens": 7680029.0, + "step": 3230 + }, + { + "entropy": 5.136455726623535, + "epoch": 3.165442976015663, + "grad_norm": 1.1328125, + "learning_rate": 0.0004377727359305103, + "loss": 4.8486, + "mean_token_accuracy": 0.2207125499844551, + "num_tokens": 7692659.0, + "step": 3235 + }, + { + "entropy": 5.150415134429932, + "epoch": 3.170337738619677, + "grad_norm": 1.109375, + "learning_rate": 0.0004375075643798022, + "loss": 4.8128, + "mean_token_accuracy": 0.2215397596359253, + "num_tokens": 7705011.0, + "step": 3240 + }, + { + "entropy": 5.054905748367309, + "epoch": 3.175232501223691, + "grad_norm": 1.0078125, + "learning_rate": 0.0004372419201199867, + "loss": 4.7561, + "mean_token_accuracy": 0.22285788357257844, + "num_tokens": 7717489.0, + "step": 3245 + }, + { + "entropy": 5.087309694290161, + "epoch": 3.1801272638277043, + "grad_norm": 1.0703125, + "learning_rate": 0.0004369758039237814, + "loss": 4.7968, + "mean_token_accuracy": 0.22163646519184113, + "num_tokens": 7730009.0, + "step": 3250 + }, + { + "entropy": 5.211210298538208, + "epoch": 3.185022026431718, + "grad_norm": 1.125, + "learning_rate": 0.00043670921656527686, + "loss": 4.8711, + "mean_token_accuracy": 0.21754691898822784, + "num_tokens": 7741782.0, + "step": 3255 + }, + { + "entropy": 5.170057535171509, + "epoch": 3.1899167890357316, + "grad_norm": 1.078125, + "learning_rate": 0.000436442158819934, + "loss": 4.8354, + "mean_token_accuracy": 0.21667892038822173, + "num_tokens": 7753135.0, + "step": 3260 + }, + { + "entropy": 5.098474073410034, + "epoch": 3.1948115516397455, + "grad_norm": 1.171875, + "learning_rate": 0.00043617463146458196, + "loss": 4.8281, + "mean_token_accuracy": 0.21399773508310319, + "num_tokens": 7766344.0, + "step": 3265 + }, + { + "entropy": 5.120054292678833, + "epoch": 3.199706314243759, + "grad_norm": 1.265625, + "learning_rate": 0.000435906635277416, + "loss": 4.8442, + "mean_token_accuracy": 0.2192484274506569, + "num_tokens": 7778419.0, + "step": 3270 + }, + { + "entropy": 5.065897846221924, + "epoch": 3.204601076847773, + "grad_norm": 1.140625, + "learning_rate": 0.0004356381710379954, + "loss": 4.7307, + "mean_token_accuracy": 0.2220268577337265, + "num_tokens": 7789303.0, + "step": 3275 + }, + { + "entropy": 5.102967166900635, + "epoch": 3.2094958394517867, + "grad_norm": 1.0078125, + "learning_rate": 0.0004353692395272404, + "loss": 4.8441, + "mean_token_accuracy": 0.2154310703277588, + "num_tokens": 7803315.0, + "step": 3280 + }, + { + "entropy": 5.133005380630493, + "epoch": 3.2143906020558, + "grad_norm": 1.1015625, + "learning_rate": 0.00043509984152743074, + "loss": 4.8317, + "mean_token_accuracy": 0.21344627887010575, + "num_tokens": 7814651.0, + "step": 3285 + }, + { + "entropy": 5.086959648132324, + "epoch": 3.219285364659814, + "grad_norm": 1.203125, + "learning_rate": 0.00043482997782220333, + "loss": 4.7976, + "mean_token_accuracy": 0.21823935210704803, + "num_tokens": 7826481.0, + "step": 3290 + }, + { + "entropy": 5.1153992176055905, + "epoch": 3.2241801272638275, + "grad_norm": 1.0859375, + "learning_rate": 0.00043455964919654927, + "loss": 4.7424, + "mean_token_accuracy": 0.23253000527620316, + "num_tokens": 7837868.0, + "step": 3295 + }, + { + "entropy": 5.099810552597046, + "epoch": 3.2290748898678414, + "grad_norm": 1.1328125, + "learning_rate": 0.0004342888564368124, + "loss": 4.8011, + "mean_token_accuracy": 0.22438711524009705, + "num_tokens": 7850928.0, + "step": 3300 + }, + { + "entropy": 5.163304328918457, + "epoch": 3.2339696524718553, + "grad_norm": 1.1796875, + "learning_rate": 0.00043401760033068656, + "loss": 4.8854, + "mean_token_accuracy": 0.2155757039785385, + "num_tokens": 7862343.0, + "step": 3305 + }, + { + "entropy": 5.148097896575928, + "epoch": 3.2388644150758688, + "grad_norm": 1.0390625, + "learning_rate": 0.0004337458816672132, + "loss": 4.8496, + "mean_token_accuracy": 0.21238613426685332, + "num_tokens": 7874681.0, + "step": 3310 + }, + { + "entropy": 5.073517274856568, + "epoch": 3.2437591776798826, + "grad_norm": 1.1875, + "learning_rate": 0.0004334737012367797, + "loss": 4.7769, + "mean_token_accuracy": 0.21962419748306275, + "num_tokens": 7886624.0, + "step": 3315 + }, + { + "entropy": 5.226518678665161, + "epoch": 3.248653940283896, + "grad_norm": 1.09375, + "learning_rate": 0.00043320105983111627, + "loss": 4.8749, + "mean_token_accuracy": 0.21509021818637847, + "num_tokens": 7897918.0, + "step": 3320 + }, + { + "entropy": 5.152651309967041, + "epoch": 3.25354870288791, + "grad_norm": 1.1796875, + "learning_rate": 0.0004329279582432941, + "loss": 4.932, + "mean_token_accuracy": 0.21958141177892684, + "num_tokens": 7909698.0, + "step": 3325 + }, + { + "entropy": 5.121517133712769, + "epoch": 3.258443465491924, + "grad_norm": 1.2578125, + "learning_rate": 0.0004326543972677231, + "loss": 4.8369, + "mean_token_accuracy": 0.21473742574453353, + "num_tokens": 7921715.0, + "step": 3330 + }, + { + "entropy": 5.076841068267822, + "epoch": 3.2633382280959373, + "grad_norm": 1.171875, + "learning_rate": 0.00043238037770014937, + "loss": 4.7511, + "mean_token_accuracy": 0.21911688148975372, + "num_tokens": 7933262.0, + "step": 3335 + }, + { + "entropy": 5.141078281402588, + "epoch": 3.268232990699951, + "grad_norm": 1.2734375, + "learning_rate": 0.000432105900337653, + "loss": 4.8511, + "mean_token_accuracy": 0.21800520569086074, + "num_tokens": 7944352.0, + "step": 3340 + }, + { + "entropy": 5.0780316352844235, + "epoch": 3.2731277533039647, + "grad_norm": 1.203125, + "learning_rate": 0.0004318309659786457, + "loss": 4.7584, + "mean_token_accuracy": 0.22223492413759233, + "num_tokens": 7955024.0, + "step": 3345 + }, + { + "entropy": 5.087853527069091, + "epoch": 3.2780225159079786, + "grad_norm": 1.2109375, + "learning_rate": 0.0004315555754228687, + "loss": 4.8218, + "mean_token_accuracy": 0.22424828857183457, + "num_tokens": 7965543.0, + "step": 3350 + }, + { + "entropy": 5.142214775085449, + "epoch": 3.282917278511992, + "grad_norm": 1.2109375, + "learning_rate": 0.00043127972947138994, + "loss": 4.8638, + "mean_token_accuracy": 0.2150084137916565, + "num_tokens": 7977179.0, + "step": 3355 + }, + { + "entropy": 5.203800439834595, + "epoch": 3.287812041116006, + "grad_norm": 1.0859375, + "learning_rate": 0.00043100342892660225, + "loss": 4.9112, + "mean_token_accuracy": 0.20913542062044144, + "num_tokens": 7990177.0, + "step": 3360 + }, + { + "entropy": 5.177821969985962, + "epoch": 3.2927068037200193, + "grad_norm": 1.2109375, + "learning_rate": 0.0004307266745922207, + "loss": 4.7909, + "mean_token_accuracy": 0.2120165690779686, + "num_tokens": 8000879.0, + "step": 3365 + }, + { + "entropy": 5.078297185897827, + "epoch": 3.2976015663240332, + "grad_norm": 1.21875, + "learning_rate": 0.00043044946727328036, + "loss": 4.8003, + "mean_token_accuracy": 0.21971254646778107, + "num_tokens": 8013335.0, + "step": 3370 + }, + { + "entropy": 5.103021907806396, + "epoch": 3.302496328928047, + "grad_norm": 1.1015625, + "learning_rate": 0.00043017180777613415, + "loss": 4.8135, + "mean_token_accuracy": 0.22505059242248535, + "num_tokens": 8025020.0, + "step": 3375 + }, + { + "entropy": 5.110682249069214, + "epoch": 3.3073910915320606, + "grad_norm": 1.171875, + "learning_rate": 0.00042989369690844993, + "loss": 4.7648, + "mean_token_accuracy": 0.2246474251151085, + "num_tokens": 8037244.0, + "step": 3380 + }, + { + "entropy": 5.001568698883057, + "epoch": 3.3122858541360745, + "grad_norm": 1.1484375, + "learning_rate": 0.000429615135479209, + "loss": 4.7959, + "mean_token_accuracy": 0.22334180027246475, + "num_tokens": 8049087.0, + "step": 3385 + }, + { + "entropy": 5.188577890396118, + "epoch": 3.317180616740088, + "grad_norm": 1.203125, + "learning_rate": 0.00042933612429870284, + "loss": 4.9156, + "mean_token_accuracy": 0.21281692385673523, + "num_tokens": 8061052.0, + "step": 3390 + }, + { + "entropy": 5.12839412689209, + "epoch": 3.322075379344102, + "grad_norm": 1.0390625, + "learning_rate": 0.0004290566641785314, + "loss": 4.7894, + "mean_token_accuracy": 0.22035609632730485, + "num_tokens": 8072389.0, + "step": 3395 + }, + { + "entropy": 5.003451681137085, + "epoch": 3.3269701419481157, + "grad_norm": 1.046875, + "learning_rate": 0.00042877675593160053, + "loss": 4.8, + "mean_token_accuracy": 0.21525861769914628, + "num_tokens": 8085141.0, + "step": 3400 + }, + { + "entropy": 5.1706421852111815, + "epoch": 3.331864904552129, + "grad_norm": 1.0859375, + "learning_rate": 0.00042849640037211957, + "loss": 4.9041, + "mean_token_accuracy": 0.2083066239953041, + "num_tokens": 8097337.0, + "step": 3405 + }, + { + "entropy": 5.114046382904053, + "epoch": 3.336759667156143, + "grad_norm": 1.125, + "learning_rate": 0.000428215598315599, + "loss": 4.8412, + "mean_token_accuracy": 0.21854109466075897, + "num_tokens": 8109160.0, + "step": 3410 + }, + { + "entropy": 5.143175458908081, + "epoch": 3.3416544297601565, + "grad_norm": 1.109375, + "learning_rate": 0.00042793435057884816, + "loss": 4.7823, + "mean_token_accuracy": 0.21902110427618027, + "num_tokens": 8121195.0, + "step": 3415 + }, + { + "entropy": 5.103787803649903, + "epoch": 3.3465491923641704, + "grad_norm": 1.1328125, + "learning_rate": 0.00042765265797997274, + "loss": 4.7733, + "mean_token_accuracy": 0.22462240755558013, + "num_tokens": 8132364.0, + "step": 3420 + }, + { + "entropy": 5.122178840637207, + "epoch": 3.3514439549681843, + "grad_norm": 1.046875, + "learning_rate": 0.00042737052133837253, + "loss": 4.8555, + "mean_token_accuracy": 0.21716293841600418, + "num_tokens": 8144703.0, + "step": 3425 + }, + { + "entropy": 5.119469022750854, + "epoch": 3.3563387175721977, + "grad_norm": 1.0859375, + "learning_rate": 0.00042708794147473876, + "loss": 4.8393, + "mean_token_accuracy": 0.21995826959609985, + "num_tokens": 8157364.0, + "step": 3430 + }, + { + "entropy": 5.194144201278687, + "epoch": 3.3612334801762116, + "grad_norm": 1.1796875, + "learning_rate": 0.0004268049192110523, + "loss": 4.9333, + "mean_token_accuracy": 0.21170254945755004, + "num_tokens": 8170264.0, + "step": 3435 + }, + { + "entropy": 5.169523477554321, + "epoch": 3.366128242780225, + "grad_norm": 1.203125, + "learning_rate": 0.00042652145537058056, + "loss": 4.865, + "mean_token_accuracy": 0.2144750773906708, + "num_tokens": 8182854.0, + "step": 3440 + }, + { + "entropy": 5.071971988677978, + "epoch": 3.371023005384239, + "grad_norm": 1.1171875, + "learning_rate": 0.00042623755077787556, + "loss": 4.8302, + "mean_token_accuracy": 0.21609048843383788, + "num_tokens": 8195098.0, + "step": 3445 + }, + { + "entropy": 5.1184186935424805, + "epoch": 3.3759177679882524, + "grad_norm": 1.1328125, + "learning_rate": 0.00042595320625877153, + "loss": 4.9155, + "mean_token_accuracy": 0.21652448922395706, + "num_tokens": 8207513.0, + "step": 3450 + }, + { + "entropy": 5.167665195465088, + "epoch": 3.3808125305922663, + "grad_norm": 1.1796875, + "learning_rate": 0.00042566842264038203, + "loss": 4.8084, + "mean_token_accuracy": 0.2188054382801056, + "num_tokens": 8218603.0, + "step": 3455 + }, + { + "entropy": 5.169710397720337, + "epoch": 3.38570729319628, + "grad_norm": 1.1171875, + "learning_rate": 0.0004253832007510982, + "loss": 4.8944, + "mean_token_accuracy": 0.21486698538064958, + "num_tokens": 8231624.0, + "step": 3460 + }, + { + "entropy": 5.103657531738281, + "epoch": 3.3906020558002936, + "grad_norm": 1.34375, + "learning_rate": 0.000425097541420586, + "loss": 4.8423, + "mean_token_accuracy": 0.21821292191743852, + "num_tokens": 8242119.0, + "step": 3465 + }, + { + "entropy": 5.117683172225952, + "epoch": 3.3954968184043075, + "grad_norm": 1.2265625, + "learning_rate": 0.0004248114454797837, + "loss": 4.807, + "mean_token_accuracy": 0.2168683558702469, + "num_tokens": 8252944.0, + "step": 3470 + }, + { + "entropy": 5.120380592346192, + "epoch": 3.400391581008321, + "grad_norm": 1.2265625, + "learning_rate": 0.00042452491376089964, + "loss": 4.893, + "mean_token_accuracy": 0.21788542568683625, + "num_tokens": 8264761.0, + "step": 3475 + }, + { + "entropy": 5.08057017326355, + "epoch": 3.405286343612335, + "grad_norm": 1.125, + "learning_rate": 0.0004242379470974099, + "loss": 4.8175, + "mean_token_accuracy": 0.22083471715450287, + "num_tokens": 8278172.0, + "step": 3480 + }, + { + "entropy": 5.121869325637817, + "epoch": 3.4101811062163483, + "grad_norm": 1.28125, + "learning_rate": 0.00042395054632405563, + "loss": 4.8658, + "mean_token_accuracy": 0.21356443911790848, + "num_tokens": 8290836.0, + "step": 3485 + }, + { + "entropy": 5.146685361862183, + "epoch": 3.415075868820362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004236627122768406, + "loss": 4.8467, + "mean_token_accuracy": 0.22179711163043975, + "num_tokens": 8302467.0, + "step": 3490 + }, + { + "entropy": 5.041498041152954, + "epoch": 3.419970631424376, + "grad_norm": 1.09375, + "learning_rate": 0.0004233744457930294, + "loss": 4.7966, + "mean_token_accuracy": 0.2170724630355835, + "num_tokens": 8315190.0, + "step": 3495 + }, + { + "entropy": 5.161109066009521, + "epoch": 3.4248653940283895, + "grad_norm": 1.15625, + "learning_rate": 0.00042308574771114394, + "loss": 4.9148, + "mean_token_accuracy": 0.21417440623044967, + "num_tokens": 8327463.0, + "step": 3500 + }, + { + "entropy": 5.111668586730957, + "epoch": 3.4297601566324034, + "grad_norm": 1.234375, + "learning_rate": 0.0004227966188709618, + "loss": 4.8377, + "mean_token_accuracy": 0.21845465749502183, + "num_tokens": 8339005.0, + "step": 3505 + }, + { + "entropy": 5.139991712570191, + "epoch": 3.434654919236417, + "grad_norm": 1.0859375, + "learning_rate": 0.0004225070601135138, + "loss": 4.9125, + "mean_token_accuracy": 0.21437896490097047, + "num_tokens": 8351478.0, + "step": 3510 + }, + { + "entropy": 5.168607521057129, + "epoch": 3.4395496818404308, + "grad_norm": 1.109375, + "learning_rate": 0.000422217072281081, + "loss": 4.8433, + "mean_token_accuracy": 0.21583523452281952, + "num_tokens": 8363939.0, + "step": 3515 + }, + { + "entropy": 5.17737832069397, + "epoch": 3.4444444444444446, + "grad_norm": 1.1953125, + "learning_rate": 0.0004219266562171925, + "loss": 5.0011, + "mean_token_accuracy": 0.2089764431118965, + "num_tokens": 8377086.0, + "step": 3520 + }, + { + "entropy": 5.040504741668701, + "epoch": 3.449339207048458, + "grad_norm": 1.1640625, + "learning_rate": 0.0004216358127666235, + "loss": 4.7402, + "mean_token_accuracy": 0.2260405331850052, + "num_tokens": 8389085.0, + "step": 3525 + }, + { + "entropy": 5.103902959823609, + "epoch": 3.454233969652472, + "grad_norm": 1.171875, + "learning_rate": 0.00042134454277539205, + "loss": 4.829, + "mean_token_accuracy": 0.21698508113622667, + "num_tokens": 8401240.0, + "step": 3530 + }, + { + "entropy": 4.998382949829102, + "epoch": 3.4591287322564854, + "grad_norm": 1.1640625, + "learning_rate": 0.000421052847090757, + "loss": 4.7466, + "mean_token_accuracy": 0.2224629834294319, + "num_tokens": 8413988.0, + "step": 3535 + }, + { + "entropy": 5.103152704238892, + "epoch": 3.4640234948604993, + "grad_norm": 1.15625, + "learning_rate": 0.0004207607265612156, + "loss": 4.8352, + "mean_token_accuracy": 0.2225386008620262, + "num_tokens": 8425106.0, + "step": 3540 + }, + { + "entropy": 5.090368127822876, + "epoch": 3.468918257464513, + "grad_norm": 1.1171875, + "learning_rate": 0.00042046818203650074, + "loss": 4.86, + "mean_token_accuracy": 0.2257356509566307, + "num_tokens": 8437232.0, + "step": 3545 + }, + { + "entropy": 5.079847431182861, + "epoch": 3.4738130200685267, + "grad_norm": 1.1171875, + "learning_rate": 0.00042017521436757876, + "loss": 4.8133, + "mean_token_accuracy": 0.22792982906103135, + "num_tokens": 8448403.0, + "step": 3550 + }, + { + "entropy": 5.122736120223999, + "epoch": 3.4787077826725405, + "grad_norm": 1.0546875, + "learning_rate": 0.0004198818244066468, + "loss": 4.8588, + "mean_token_accuracy": 0.21321402192115785, + "num_tokens": 8461044.0, + "step": 3555 + }, + { + "entropy": 5.096948671340942, + "epoch": 3.483602545276554, + "grad_norm": 1.1171875, + "learning_rate": 0.00041958801300713035, + "loss": 4.8599, + "mean_token_accuracy": 0.21646499633789062, + "num_tokens": 8473829.0, + "step": 3560 + }, + { + "entropy": 5.096843147277832, + "epoch": 3.488497307880568, + "grad_norm": 1.0703125, + "learning_rate": 0.000419293781023681, + "loss": 4.8512, + "mean_token_accuracy": 0.22051677703857422, + "num_tokens": 8485033.0, + "step": 3565 + }, + { + "entropy": 5.0834801197052, + "epoch": 3.4933920704845813, + "grad_norm": 1.1796875, + "learning_rate": 0.00041899912931217347, + "loss": 4.8231, + "mean_token_accuracy": 0.22450067847967148, + "num_tokens": 8498307.0, + "step": 3570 + }, + { + "entropy": 5.0844282627105715, + "epoch": 3.4982868330885952, + "grad_norm": 1.015625, + "learning_rate": 0.00041870405872970355, + "loss": 4.9073, + "mean_token_accuracy": 0.21928595751523972, + "num_tokens": 8510766.0, + "step": 3575 + }, + { + "entropy": 5.100914096832275, + "epoch": 3.5031815956926087, + "grad_norm": 1.1484375, + "learning_rate": 0.0004184085701345856, + "loss": 4.8549, + "mean_token_accuracy": 0.2184406891465187, + "num_tokens": 8523041.0, + "step": 3580 + }, + { + "entropy": 5.121054792404175, + "epoch": 3.5080763582966226, + "grad_norm": 1.1171875, + "learning_rate": 0.0004181126643863496, + "loss": 4.8354, + "mean_token_accuracy": 0.2177764892578125, + "num_tokens": 8535984.0, + "step": 3585 + }, + { + "entropy": 5.093640518188477, + "epoch": 3.5129711209006365, + "grad_norm": 1.171875, + "learning_rate": 0.0004178163423457391, + "loss": 4.8075, + "mean_token_accuracy": 0.22597914487123488, + "num_tokens": 8548061.0, + "step": 3590 + }, + { + "entropy": 5.09451470375061, + "epoch": 3.51786588350465, + "grad_norm": 1.1875, + "learning_rate": 0.00041751960487470884, + "loss": 4.7958, + "mean_token_accuracy": 0.22748810350894927, + "num_tokens": 8558145.0, + "step": 3595 + }, + { + "entropy": 5.029383277893066, + "epoch": 3.522760646108664, + "grad_norm": 1.171875, + "learning_rate": 0.0004172224528364215, + "loss": 4.7723, + "mean_token_accuracy": 0.2199097290635109, + "num_tokens": 8570007.0, + "step": 3600 + }, + { + "entropy": 5.113267087936402, + "epoch": 3.5276554087126772, + "grad_norm": 1.203125, + "learning_rate": 0.000416924887095246, + "loss": 4.8472, + "mean_token_accuracy": 0.2192206010222435, + "num_tokens": 8582162.0, + "step": 3605 + }, + { + "entropy": 5.056365060806274, + "epoch": 3.532550171316691, + "grad_norm": 1.21875, + "learning_rate": 0.00041662690851675463, + "loss": 4.7057, + "mean_token_accuracy": 0.22681989520788193, + "num_tokens": 8593205.0, + "step": 3610 + }, + { + "entropy": 5.028490972518921, + "epoch": 3.537444933920705, + "grad_norm": 1.109375, + "learning_rate": 0.0004163285179677203, + "loss": 4.7384, + "mean_token_accuracy": 0.22807639688253403, + "num_tokens": 8604576.0, + "step": 3615 + }, + { + "entropy": 5.0321262836456295, + "epoch": 3.5423396965247185, + "grad_norm": 1.1640625, + "learning_rate": 0.0004160297163161148, + "loss": 4.8157, + "mean_token_accuracy": 0.21812277138233185, + "num_tokens": 8617252.0, + "step": 3620 + }, + { + "entropy": 4.983499479293823, + "epoch": 3.5472344591287324, + "grad_norm": 1.234375, + "learning_rate": 0.0004157305044311053, + "loss": 4.7504, + "mean_token_accuracy": 0.22493973821401597, + "num_tokens": 8627817.0, + "step": 3625 + }, + { + "entropy": 5.115007448196411, + "epoch": 3.552129221732746, + "grad_norm": 1.2109375, + "learning_rate": 0.00041543088318305235, + "loss": 4.8982, + "mean_token_accuracy": 0.21084729284048082, + "num_tokens": 8640246.0, + "step": 3630 + }, + { + "entropy": 5.066983366012574, + "epoch": 3.5570239843367597, + "grad_norm": 1.109375, + "learning_rate": 0.0004151308534435073, + "loss": 4.8294, + "mean_token_accuracy": 0.21993755400180817, + "num_tokens": 8651695.0, + "step": 3635 + }, + { + "entropy": 5.1451818466186525, + "epoch": 3.5619187469407736, + "grad_norm": 1.0390625, + "learning_rate": 0.00041483041608521, + "loss": 4.8984, + "mean_token_accuracy": 0.21316303610801696, + "num_tokens": 8664529.0, + "step": 3640 + }, + { + "entropy": 5.082834625244141, + "epoch": 3.566813509544787, + "grad_norm": 1.109375, + "learning_rate": 0.0004145295719820855, + "loss": 4.845, + "mean_token_accuracy": 0.21952054500579835, + "num_tokens": 8676203.0, + "step": 3645 + }, + { + "entropy": 5.060942316055298, + "epoch": 3.571708272148801, + "grad_norm": 1.1875, + "learning_rate": 0.0004142283220092425, + "loss": 4.8212, + "mean_token_accuracy": 0.22039462327957154, + "num_tokens": 8688790.0, + "step": 3650 + }, + { + "entropy": 5.050752830505371, + "epoch": 3.5766030347528144, + "grad_norm": 1.125, + "learning_rate": 0.00041392666704296986, + "loss": 4.8507, + "mean_token_accuracy": 0.2112608879804611, + "num_tokens": 8699179.0, + "step": 3655 + }, + { + "entropy": 5.032579851150513, + "epoch": 3.5814977973568283, + "grad_norm": 1.1171875, + "learning_rate": 0.00041362460796073495, + "loss": 4.742, + "mean_token_accuracy": 0.22416270524263382, + "num_tokens": 8710883.0, + "step": 3660 + }, + { + "entropy": 5.108354282379151, + "epoch": 3.586392559960842, + "grad_norm": 1.0859375, + "learning_rate": 0.0004133221456411803, + "loss": 4.9056, + "mean_token_accuracy": 0.21302346438169478, + "num_tokens": 8721425.0, + "step": 3665 + }, + { + "entropy": 5.165343856811523, + "epoch": 3.5912873225648556, + "grad_norm": 1.0546875, + "learning_rate": 0.00041301928096412164, + "loss": 4.8661, + "mean_token_accuracy": 0.21713459640741348, + "num_tokens": 8733809.0, + "step": 3670 + }, + { + "entropy": 5.068774461746216, + "epoch": 3.596182085168869, + "grad_norm": 1.140625, + "learning_rate": 0.00041271601481054486, + "loss": 4.782, + "mean_token_accuracy": 0.22668402045965194, + "num_tokens": 8746370.0, + "step": 3675 + }, + { + "entropy": 5.073219871520996, + "epoch": 3.601076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004124123480626039, + "loss": 4.9065, + "mean_token_accuracy": 0.2157248854637146, + "num_tokens": 8758655.0, + "step": 3680 + }, + { + "entropy": 5.111428451538086, + "epoch": 3.605971610376897, + "grad_norm": 1.125, + "learning_rate": 0.0004121082816036178, + "loss": 4.8241, + "mean_token_accuracy": 0.22177139967679976, + "num_tokens": 8770171.0, + "step": 3685 + }, + { + "entropy": 5.085653305053711, + "epoch": 3.6108663729809103, + "grad_norm": 1.0546875, + "learning_rate": 0.0004118038163180684, + "loss": 4.8002, + "mean_token_accuracy": 0.22371812760829926, + "num_tokens": 8783015.0, + "step": 3690 + }, + { + "entropy": 5.092598009109497, + "epoch": 3.615761135584924, + "grad_norm": 1.1796875, + "learning_rate": 0.00041149895309159756, + "loss": 4.8909, + "mean_token_accuracy": 0.20332240909337998, + "num_tokens": 8795382.0, + "step": 3695 + }, + { + "entropy": 5.08798360824585, + "epoch": 3.6206558981889376, + "grad_norm": 1.203125, + "learning_rate": 0.000411193692811005, + "loss": 4.7672, + "mean_token_accuracy": 0.22842831909656525, + "num_tokens": 8806634.0, + "step": 3700 + }, + { + "entropy": 5.099050235748291, + "epoch": 3.6255506607929515, + "grad_norm": 1.1875, + "learning_rate": 0.00041088803636424494, + "loss": 4.8453, + "mean_token_accuracy": 0.2124974772334099, + "num_tokens": 8818926.0, + "step": 3705 + }, + { + "entropy": 5.049224233627319, + "epoch": 3.6304454233969654, + "grad_norm": 1.171875, + "learning_rate": 0.00041058198464042424, + "loss": 4.8035, + "mean_token_accuracy": 0.2252272590994835, + "num_tokens": 8830267.0, + "step": 3710 + }, + { + "entropy": 5.075808572769165, + "epoch": 3.635340186000979, + "grad_norm": 1.125, + "learning_rate": 0.0004102755385297996, + "loss": 4.8897, + "mean_token_accuracy": 0.21413865089416503, + "num_tokens": 8843330.0, + "step": 3715 + }, + { + "entropy": 5.051680183410644, + "epoch": 3.6402349486049927, + "grad_norm": 1.125, + "learning_rate": 0.00040996869892377473, + "loss": 4.8087, + "mean_token_accuracy": 0.22400161176919936, + "num_tokens": 8853467.0, + "step": 3720 + }, + { + "entropy": 5.0674622535705565, + "epoch": 3.645129711209006, + "grad_norm": 1.1015625, + "learning_rate": 0.00040966146671489836, + "loss": 4.8341, + "mean_token_accuracy": 0.21511287689208985, + "num_tokens": 8868203.0, + "step": 3725 + }, + { + "entropy": 5.044716215133667, + "epoch": 3.65002447381302, + "grad_norm": 1.1875, + "learning_rate": 0.00040935384279686067, + "loss": 4.7361, + "mean_token_accuracy": 0.22642216980457305, + "num_tokens": 8879171.0, + "step": 3730 + }, + { + "entropy": 4.989019775390625, + "epoch": 3.654919236417034, + "grad_norm": 1.109375, + "learning_rate": 0.00040904582806449173, + "loss": 4.723, + "mean_token_accuracy": 0.22874550074338912, + "num_tokens": 8890459.0, + "step": 3735 + }, + { + "entropy": 5.059218406677246, + "epoch": 3.6598139990210474, + "grad_norm": 1.125, + "learning_rate": 0.00040873742341375826, + "loss": 4.8125, + "mean_token_accuracy": 0.22379768639802933, + "num_tokens": 8902878.0, + "step": 3740 + }, + { + "entropy": 5.009291505813598, + "epoch": 3.6647087616250613, + "grad_norm": 1.21875, + "learning_rate": 0.00040842862974176114, + "loss": 4.7337, + "mean_token_accuracy": 0.22724575400352479, + "num_tokens": 8914792.0, + "step": 3745 + }, + { + "entropy": 4.9672339916229244, + "epoch": 3.6696035242290748, + "grad_norm": 1.1484375, + "learning_rate": 0.0004081194479467329, + "loss": 4.75, + "mean_token_accuracy": 0.22816742211580276, + "num_tokens": 8926610.0, + "step": 3750 + }, + { + "entropy": 5.06518964767456, + "epoch": 3.6744982868330887, + "grad_norm": 0.96484375, + "learning_rate": 0.00040780987892803514, + "loss": 4.8625, + "mean_token_accuracy": 0.22146295756101608, + "num_tokens": 8940250.0, + "step": 3755 + }, + { + "entropy": 5.131087017059326, + "epoch": 3.6793930494371025, + "grad_norm": 1.1796875, + "learning_rate": 0.00040749992358615555, + "loss": 4.8046, + "mean_token_accuracy": 0.2123077243566513, + "num_tokens": 8951960.0, + "step": 3760 + }, + { + "entropy": 4.953831195831299, + "epoch": 3.684287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.000407189582822706, + "loss": 4.7646, + "mean_token_accuracy": 0.2197168067097664, + "num_tokens": 8963265.0, + "step": 3765 + }, + { + "entropy": 5.039992570877075, + "epoch": 3.6891825746451294, + "grad_norm": 1.1953125, + "learning_rate": 0.0004068788575404192, + "loss": 4.8209, + "mean_token_accuracy": 0.22028125673532487, + "num_tokens": 8974679.0, + "step": 3770 + }, + { + "entropy": 5.09268364906311, + "epoch": 3.6940773372491433, + "grad_norm": 1.1015625, + "learning_rate": 0.0004065677486431464, + "loss": 4.8292, + "mean_token_accuracy": 0.22199592888355255, + "num_tokens": 8986840.0, + "step": 3775 + }, + { + "entropy": 5.113239908218384, + "epoch": 3.6989720998531572, + "grad_norm": 1.140625, + "learning_rate": 0.0004062562570358548, + "loss": 4.8443, + "mean_token_accuracy": 0.21674781739711763, + "num_tokens": 8997926.0, + "step": 3780 + }, + { + "entropy": 5.064158153533936, + "epoch": 3.7038668624571707, + "grad_norm": 1.140625, + "learning_rate": 0.00040594438362462484, + "loss": 4.8083, + "mean_token_accuracy": 0.2272493675351143, + "num_tokens": 9009668.0, + "step": 3785 + }, + { + "entropy": 5.071455669403076, + "epoch": 3.7087616250611846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004056321293166474, + "loss": 4.8264, + "mean_token_accuracy": 0.2173181027173996, + "num_tokens": 9021611.0, + "step": 3790 + }, + { + "entropy": 5.07202558517456, + "epoch": 3.713656387665198, + "grad_norm": 1.1875, + "learning_rate": 0.00040531949502022155, + "loss": 4.803, + "mean_token_accuracy": 0.22555143237113953, + "num_tokens": 9033258.0, + "step": 3795 + }, + { + "entropy": 5.166383552551269, + "epoch": 3.718551150269212, + "grad_norm": 1.1328125, + "learning_rate": 0.00040500648164475155, + "loss": 4.9353, + "mean_token_accuracy": 0.21520323008298875, + "num_tokens": 9045264.0, + "step": 3800 + }, + { + "entropy": 5.069120931625366, + "epoch": 3.723445912873226, + "grad_norm": 1.125, + "learning_rate": 0.0004046930901007445, + "loss": 4.8851, + "mean_token_accuracy": 0.21698033958673477, + "num_tokens": 9058072.0, + "step": 3805 + }, + { + "entropy": 5.129068422317505, + "epoch": 3.7283406754772392, + "grad_norm": 1.0390625, + "learning_rate": 0.0004043793212998073, + "loss": 4.8574, + "mean_token_accuracy": 0.22141923755407333, + "num_tokens": 9070982.0, + "step": 3810 + }, + { + "entropy": 5.083976364135742, + "epoch": 3.733235438081253, + "grad_norm": 1.1484375, + "learning_rate": 0.0004040651761546445, + "loss": 4.9035, + "mean_token_accuracy": 0.21738988012075425, + "num_tokens": 9083520.0, + "step": 3815 + }, + { + "entropy": 5.115589666366577, + "epoch": 3.7381302006852666, + "grad_norm": 1.21875, + "learning_rate": 0.0004037506555790551, + "loss": 4.9049, + "mean_token_accuracy": 0.21713944375514985, + "num_tokens": 9095729.0, + "step": 3820 + }, + { + "entropy": 5.086327981948853, + "epoch": 3.7430249632892805, + "grad_norm": 1.15625, + "learning_rate": 0.0004034357604879303, + "loss": 4.8131, + "mean_token_accuracy": 0.2237031042575836, + "num_tokens": 9107400.0, + "step": 3825 + }, + { + "entropy": 5.108111715316772, + "epoch": 3.7479197258932944, + "grad_norm": 1.09375, + "learning_rate": 0.0004031204917972508, + "loss": 4.84, + "mean_token_accuracy": 0.21787605285644532, + "num_tokens": 9119557.0, + "step": 3830 + }, + { + "entropy": 5.075828647613525, + "epoch": 3.752814488497308, + "grad_norm": 1.171875, + "learning_rate": 0.00040280485042408384, + "loss": 4.836, + "mean_token_accuracy": 0.222735133767128, + "num_tokens": 9131862.0, + "step": 3835 + }, + { + "entropy": 5.147574329376221, + "epoch": 3.7577092511013217, + "grad_norm": 1.1875, + "learning_rate": 0.00040248883728658094, + "loss": 4.8571, + "mean_token_accuracy": 0.2193186029791832, + "num_tokens": 9143250.0, + "step": 3840 + }, + { + "entropy": 5.129842519760132, + "epoch": 3.762604013705335, + "grad_norm": 1.171875, + "learning_rate": 0.0004021724533039748, + "loss": 4.9094, + "mean_token_accuracy": 0.2181650459766388, + "num_tokens": 9155565.0, + "step": 3845 + }, + { + "entropy": 4.93073034286499, + "epoch": 3.767498776309349, + "grad_norm": 1.1328125, + "learning_rate": 0.00040185569939657717, + "loss": 4.7068, + "mean_token_accuracy": 0.2270694926381111, + "num_tokens": 9166186.0, + "step": 3850 + }, + { + "entropy": 5.081850004196167, + "epoch": 3.772393538913363, + "grad_norm": 1.15625, + "learning_rate": 0.00040153857648577557, + "loss": 4.8421, + "mean_token_accuracy": 0.22167644798755645, + "num_tokens": 9178756.0, + "step": 3855 + }, + { + "entropy": 5.139322662353516, + "epoch": 3.7772883015173764, + "grad_norm": 1.109375, + "learning_rate": 0.0004012210854940309, + "loss": 4.9906, + "mean_token_accuracy": 0.21866356134414672, + "num_tokens": 9190613.0, + "step": 3860 + }, + { + "entropy": 5.099810838699341, + "epoch": 3.7821830641213903, + "grad_norm": 1.140625, + "learning_rate": 0.000400903227344875, + "loss": 4.9191, + "mean_token_accuracy": 0.21503413170576097, + "num_tokens": 9203255.0, + "step": 3865 + }, + { + "entropy": 5.059392738342285, + "epoch": 3.7870778267254037, + "grad_norm": 1.25, + "learning_rate": 0.0004005850029629074, + "loss": 4.8367, + "mean_token_accuracy": 0.21643659919500352, + "num_tokens": 9215512.0, + "step": 3870 + }, + { + "entropy": 5.122841548919678, + "epoch": 3.7919725893294176, + "grad_norm": 1.1484375, + "learning_rate": 0.0004002664132737932, + "loss": 4.8445, + "mean_token_accuracy": 0.2175495907664299, + "num_tokens": 9226888.0, + "step": 3875 + }, + { + "entropy": 5.131028938293457, + "epoch": 3.7968673519334315, + "grad_norm": 1.109375, + "learning_rate": 0.00039994745920425996, + "loss": 4.8552, + "mean_token_accuracy": 0.22309367805719377, + "num_tokens": 9238658.0, + "step": 3880 + }, + { + "entropy": 5.046094560623169, + "epoch": 3.801762114537445, + "grad_norm": 1.1796875, + "learning_rate": 0.0003996281416820952, + "loss": 4.761, + "mean_token_accuracy": 0.23520938456058502, + "num_tokens": 9249453.0, + "step": 3885 + }, + { + "entropy": 5.060846567153931, + "epoch": 3.8066568771414584, + "grad_norm": 1.1953125, + "learning_rate": 0.0003993084616361438, + "loss": 4.7883, + "mean_token_accuracy": 0.21691110581159592, + "num_tokens": 9260648.0, + "step": 3890 + }, + { + "entropy": 5.0653399467468265, + "epoch": 3.8115516397454723, + "grad_norm": 1.1875, + "learning_rate": 0.0003989884199963049, + "loss": 4.8212, + "mean_token_accuracy": 0.218986214697361, + "num_tokens": 9273120.0, + "step": 3895 + }, + { + "entropy": 5.0901384353637695, + "epoch": 3.816446402349486, + "grad_norm": 1.2734375, + "learning_rate": 0.0003986680176935297, + "loss": 4.8453, + "mean_token_accuracy": 0.22201039493083954, + "num_tokens": 9285460.0, + "step": 3900 + }, + { + "entropy": 5.052167367935181, + "epoch": 3.8213411649534996, + "grad_norm": 1.140625, + "learning_rate": 0.0003983472556598184, + "loss": 4.8365, + "mean_token_accuracy": 0.2265273168683052, + "num_tokens": 9297038.0, + "step": 3905 + }, + { + "entropy": 5.058988428115844, + "epoch": 3.8262359275575135, + "grad_norm": 1.2734375, + "learning_rate": 0.0003980261348282177, + "loss": 4.7678, + "mean_token_accuracy": 0.23172608464956285, + "num_tokens": 9309006.0, + "step": 3910 + }, + { + "entropy": 5.029935455322265, + "epoch": 3.831130690161527, + "grad_norm": 1.09375, + "learning_rate": 0.0003977046561328178, + "loss": 4.7527, + "mean_token_accuracy": 0.23079726994037628, + "num_tokens": 9321276.0, + "step": 3915 + }, + { + "entropy": 4.97658486366272, + "epoch": 3.836025452765541, + "grad_norm": 1.109375, + "learning_rate": 0.00039738282050875, + "loss": 4.7715, + "mean_token_accuracy": 0.21992994844913483, + "num_tokens": 9333172.0, + "step": 3920 + }, + { + "entropy": 5.103640079498291, + "epoch": 3.8409202153695547, + "grad_norm": 1.1953125, + "learning_rate": 0.0003970606288921839, + "loss": 4.8113, + "mean_token_accuracy": 0.22476234287023544, + "num_tokens": 9343653.0, + "step": 3925 + }, + { + "entropy": 5.034993600845337, + "epoch": 3.845814977973568, + "grad_norm": 1.15625, + "learning_rate": 0.00039673808222032457, + "loss": 4.8093, + "mean_token_accuracy": 0.22278518229722977, + "num_tokens": 9355811.0, + "step": 3930 + }, + { + "entropy": 4.919755554199218, + "epoch": 3.850709740577582, + "grad_norm": 1.046875, + "learning_rate": 0.0003964151814314099, + "loss": 4.7726, + "mean_token_accuracy": 0.22335645258426667, + "num_tokens": 9367132.0, + "step": 3935 + }, + { + "entropy": 5.017191553115845, + "epoch": 3.8556045031815955, + "grad_norm": 1.109375, + "learning_rate": 0.0003960919274647075, + "loss": 4.7673, + "mean_token_accuracy": 0.22698212265968323, + "num_tokens": 9379101.0, + "step": 3940 + }, + { + "entropy": 5.057470798492432, + "epoch": 3.8604992657856094, + "grad_norm": 1.25, + "learning_rate": 0.000395768321260513, + "loss": 4.8288, + "mean_token_accuracy": 0.22712221890687942, + "num_tokens": 9390270.0, + "step": 3945 + }, + { + "entropy": 5.064850902557373, + "epoch": 3.8653940283896233, + "grad_norm": 1.2734375, + "learning_rate": 0.0003954443637601462, + "loss": 4.842, + "mean_token_accuracy": 0.2169718399643898, + "num_tokens": 9401724.0, + "step": 3950 + }, + { + "entropy": 5.049954080581665, + "epoch": 3.8702887909936368, + "grad_norm": 1.15625, + "learning_rate": 0.00039512005590594876, + "loss": 4.8423, + "mean_token_accuracy": 0.2201844722032547, + "num_tokens": 9415206.0, + "step": 3955 + }, + { + "entropy": 5.194021081924438, + "epoch": 3.8751835535976507, + "grad_norm": 1.3984375, + "learning_rate": 0.00039479539864128164, + "loss": 4.8965, + "mean_token_accuracy": 0.21629704385995865, + "num_tokens": 9425830.0, + "step": 3960 + }, + { + "entropy": 4.963757419586182, + "epoch": 3.880078316201664, + "grad_norm": 1.15625, + "learning_rate": 0.00039447039291052194, + "loss": 4.7876, + "mean_token_accuracy": 0.22419182658195497, + "num_tokens": 9437603.0, + "step": 3965 + }, + { + "entropy": 4.988585805892944, + "epoch": 3.884973078805678, + "grad_norm": 1.171875, + "learning_rate": 0.00039414503965906075, + "loss": 4.8142, + "mean_token_accuracy": 0.22689663469791413, + "num_tokens": 9448138.0, + "step": 3970 + }, + { + "entropy": 5.16522707939148, + "epoch": 3.889867841409692, + "grad_norm": 1.234375, + "learning_rate": 0.0003938193398332995, + "loss": 4.8378, + "mean_token_accuracy": 0.2153660163283348, + "num_tokens": 9460530.0, + "step": 3975 + }, + { + "entropy": 5.092146348953247, + "epoch": 3.8947626040137053, + "grad_norm": 1.1875, + "learning_rate": 0.00039349329438064835, + "loss": 4.8541, + "mean_token_accuracy": 0.2215948611497879, + "num_tokens": 9472242.0, + "step": 3980 + }, + { + "entropy": 5.041393804550171, + "epoch": 3.899657366617719, + "grad_norm": 1.2578125, + "learning_rate": 0.0003931669042495226, + "loss": 4.7491, + "mean_token_accuracy": 0.22804808169603347, + "num_tokens": 9483266.0, + "step": 3985 + }, + { + "entropy": 5.045307779312134, + "epoch": 3.9045521292217327, + "grad_norm": 1.171875, + "learning_rate": 0.00039284017038933994, + "loss": 4.7909, + "mean_token_accuracy": 0.22371412813663483, + "num_tokens": 9494032.0, + "step": 3990 + }, + { + "entropy": 5.0007702827453615, + "epoch": 3.9094468918257466, + "grad_norm": 1.1328125, + "learning_rate": 0.00039251309375051824, + "loss": 4.7481, + "mean_token_accuracy": 0.23098208010196686, + "num_tokens": 9506301.0, + "step": 3995 + }, + { + "entropy": 5.028079414367676, + "epoch": 3.91434165442976, + "grad_norm": 1.671875, + "learning_rate": 0.00039218567528447225, + "loss": 4.8206, + "mean_token_accuracy": 0.22137255370616912, + "num_tokens": 9517972.0, + "step": 4000 + }, + { + "epoch": 3.91434165442976, + "eval_entropy": 4.977437346827956, + "eval_loss": 5.587992191314697, + "eval_mean_token_accuracy": 0.19564044451353998, + "eval_num_tokens": 9517972.0, + "eval_runtime": 2.724, + "eval_samples_per_second": 1265.405, + "eval_steps_per_second": 158.222, + "step": 4000 + }, + { + "entropy": 5.103353357315063, + "epoch": 3.919236417033774, + "grad_norm": 1.1328125, + "learning_rate": 0.0003918579159436113, + "loss": 4.9132, + "mean_token_accuracy": 0.21382989585399628, + "num_tokens": 9530108.0, + "step": 4005 + }, + { + "entropy": 5.06493911743164, + "epoch": 3.9241311796377873, + "grad_norm": 1.1015625, + "learning_rate": 0.00039152981668133573, + "loss": 4.7868, + "mean_token_accuracy": 0.22151001542806625, + "num_tokens": 9542055.0, + "step": 4010 + }, + { + "entropy": 5.0945597171783445, + "epoch": 3.9290259422418012, + "grad_norm": 1.1640625, + "learning_rate": 0.0003912013784520354, + "loss": 4.8136, + "mean_token_accuracy": 0.2190907344222069, + "num_tokens": 9553507.0, + "step": 4015 + }, + { + "entropy": 5.168673324584961, + "epoch": 3.933920704845815, + "grad_norm": 1.328125, + "learning_rate": 0.00039087260221108537, + "loss": 5.0045, + "mean_token_accuracy": 0.2076257809996605, + "num_tokens": 9564958.0, + "step": 4020 + }, + { + "entropy": 5.08221755027771, + "epoch": 3.9388154674498286, + "grad_norm": 1.296875, + "learning_rate": 0.0003905434889148448, + "loss": 4.8898, + "mean_token_accuracy": 0.22382588684558868, + "num_tokens": 9577149.0, + "step": 4025 + }, + { + "entropy": 5.125473546981811, + "epoch": 3.9437102300538425, + "grad_norm": 1.171875, + "learning_rate": 0.00039021403952065254, + "loss": 4.8643, + "mean_token_accuracy": 0.2155940130352974, + "num_tokens": 9590920.0, + "step": 4030 + }, + { + "entropy": 5.061619901657105, + "epoch": 3.948604992657856, + "grad_norm": 1.390625, + "learning_rate": 0.0003898842549868255, + "loss": 4.7858, + "mean_token_accuracy": 0.23111396729946138, + "num_tokens": 9602224.0, + "step": 4035 + }, + { + "entropy": 5.029408931732178, + "epoch": 3.95349975526187, + "grad_norm": 1.09375, + "learning_rate": 0.00038955413627265534, + "loss": 4.826, + "mean_token_accuracy": 0.2155000552535057, + "num_tokens": 9615160.0, + "step": 4040 + }, + { + "entropy": 5.077261829376221, + "epoch": 3.9583945178658837, + "grad_norm": 1.2109375, + "learning_rate": 0.0003892236843384058, + "loss": 4.8794, + "mean_token_accuracy": 0.21613506972789764, + "num_tokens": 9627853.0, + "step": 4045 + }, + { + "entropy": 5.1072883129119875, + "epoch": 3.963289280469897, + "grad_norm": 1.1328125, + "learning_rate": 0.0003888929001453098, + "loss": 4.8566, + "mean_token_accuracy": 0.21715804934501648, + "num_tokens": 9640215.0, + "step": 4050 + }, + { + "entropy": 5.186117029190063, + "epoch": 3.968184043073911, + "grad_norm": 1.1640625, + "learning_rate": 0.0003885617846555671, + "loss": 4.9161, + "mean_token_accuracy": 0.2154057204723358, + "num_tokens": 9652088.0, + "step": 4055 + }, + { + "entropy": 4.929154968261718, + "epoch": 3.9730788056779245, + "grad_norm": 1.046875, + "learning_rate": 0.0003882303388323406, + "loss": 4.7686, + "mean_token_accuracy": 0.2280975952744484, + "num_tokens": 9664594.0, + "step": 4060 + }, + { + "entropy": 4.958717966079712, + "epoch": 3.9779735682819384, + "grad_norm": 1.1953125, + "learning_rate": 0.00038789856363975473, + "loss": 4.8172, + "mean_token_accuracy": 0.22695261985063553, + "num_tokens": 9675289.0, + "step": 4065 + }, + { + "entropy": 5.139262342453003, + "epoch": 3.9828683308859523, + "grad_norm": 1.1328125, + "learning_rate": 0.0003875664600428914, + "loss": 4.8389, + "mean_token_accuracy": 0.21972294002771378, + "num_tokens": 9687029.0, + "step": 4070 + }, + { + "entropy": 5.1033586978912355, + "epoch": 3.9877630934899657, + "grad_norm": 1.171875, + "learning_rate": 0.0003872340290077883, + "loss": 4.8805, + "mean_token_accuracy": 0.2241383895277977, + "num_tokens": 9698069.0, + "step": 4075 + }, + { + "entropy": 5.05276780128479, + "epoch": 3.9926578560939796, + "grad_norm": 1.1875, + "learning_rate": 0.00038690127150143515, + "loss": 4.7545, + "mean_token_accuracy": 0.2242726728320122, + "num_tokens": 9708872.0, + "step": 4080 + }, + { + "entropy": 4.995786809921265, + "epoch": 3.997552618697993, + "grad_norm": 1.0625, + "learning_rate": 0.0003865681884917717, + "loss": 4.8207, + "mean_token_accuracy": 0.22683833837509154, + "num_tokens": 9721786.0, + "step": 4085 + }, + { + "entropy": 5.1724024878607855, + "epoch": 4.001957905041605, + "grad_norm": 1.140625, + "learning_rate": 0.00038623478094768424, + "loss": 4.7452, + "mean_token_accuracy": 0.2254696422153049, + "num_tokens": 9731518.0, + "step": 4090 + }, + { + "entropy": 5.023131275177002, + "epoch": 4.006852667645619, + "grad_norm": 1.046875, + "learning_rate": 0.0003859010498390033, + "loss": 4.5591, + "mean_token_accuracy": 0.23827751129865646, + "num_tokens": 9743895.0, + "step": 4095 + }, + { + "entropy": 4.985896110534668, + "epoch": 4.011747430249633, + "grad_norm": 1.1953125, + "learning_rate": 0.00038556699613650044, + "loss": 4.5581, + "mean_token_accuracy": 0.2374291941523552, + "num_tokens": 9756104.0, + "step": 4100 + }, + { + "entropy": 4.957859086990356, + "epoch": 4.016642192853647, + "grad_norm": 1.125, + "learning_rate": 0.00038523262081188573, + "loss": 4.4576, + "mean_token_accuracy": 0.24857828617095948, + "num_tokens": 9767494.0, + "step": 4105 + }, + { + "entropy": 5.041051959991455, + "epoch": 4.02153695545766, + "grad_norm": 1.09375, + "learning_rate": 0.00038489792483780474, + "loss": 4.5525, + "mean_token_accuracy": 0.2367478311061859, + "num_tokens": 9779123.0, + "step": 4110 + }, + { + "entropy": 4.988537740707398, + "epoch": 4.026431718061674, + "grad_norm": 1.0390625, + "learning_rate": 0.00038456290918783566, + "loss": 4.6262, + "mean_token_accuracy": 0.23023803383111954, + "num_tokens": 9791309.0, + "step": 4115 + }, + { + "entropy": 5.059031200408936, + "epoch": 4.031326480665688, + "grad_norm": 1.140625, + "learning_rate": 0.0003842275748364868, + "loss": 4.5714, + "mean_token_accuracy": 0.233939291536808, + "num_tokens": 9803333.0, + "step": 4120 + }, + { + "entropy": 5.124443626403808, + "epoch": 4.0362212432697016, + "grad_norm": 1.1015625, + "learning_rate": 0.0003838919227591933, + "loss": 4.6479, + "mean_token_accuracy": 0.23417795747518538, + "num_tokens": 9815592.0, + "step": 4125 + }, + { + "entropy": 5.063463544845581, + "epoch": 4.0411160058737154, + "grad_norm": 1.203125, + "learning_rate": 0.0003835559539323146, + "loss": 4.6197, + "mean_token_accuracy": 0.23014721870422364, + "num_tokens": 9827380.0, + "step": 4130 + }, + { + "entropy": 4.968182563781738, + "epoch": 4.0460107684777284, + "grad_norm": 1.1328125, + "learning_rate": 0.0003832196693331315, + "loss": 4.4356, + "mean_token_accuracy": 0.24900406301021577, + "num_tokens": 9838261.0, + "step": 4135 + }, + { + "entropy": 4.958034372329712, + "epoch": 4.050905531081742, + "grad_norm": 1.2109375, + "learning_rate": 0.0003828830699398433, + "loss": 4.5673, + "mean_token_accuracy": 0.24179045110940933, + "num_tokens": 9849330.0, + "step": 4140 + }, + { + "entropy": 5.065645170211792, + "epoch": 4.055800293685756, + "grad_norm": 1.125, + "learning_rate": 0.00038254615673156516, + "loss": 4.6275, + "mean_token_accuracy": 0.2306502193212509, + "num_tokens": 9860711.0, + "step": 4145 + }, + { + "entropy": 5.059020519256592, + "epoch": 4.06069505628977, + "grad_norm": 1.2578125, + "learning_rate": 0.00038220893068832484, + "loss": 4.5425, + "mean_token_accuracy": 0.2374820217490196, + "num_tokens": 9872230.0, + "step": 4150 + }, + { + "entropy": 5.044583511352539, + "epoch": 4.065589818893784, + "grad_norm": 1.078125, + "learning_rate": 0.00038187139279106025, + "loss": 4.591, + "mean_token_accuracy": 0.22831845730543138, + "num_tokens": 9884459.0, + "step": 4155 + }, + { + "entropy": 4.965525722503662, + "epoch": 4.070484581497797, + "grad_norm": 1.1953125, + "learning_rate": 0.00038153354402161636, + "loss": 4.5306, + "mean_token_accuracy": 0.24032900631427764, + "num_tokens": 9895636.0, + "step": 4160 + }, + { + "entropy": 4.978104209899902, + "epoch": 4.075379344101811, + "grad_norm": 1.4609375, + "learning_rate": 0.0003811953853627425, + "loss": 4.507, + "mean_token_accuracy": 0.24414079487323762, + "num_tokens": 9907090.0, + "step": 4165 + }, + { + "entropy": 4.997107219696045, + "epoch": 4.080274106705825, + "grad_norm": 1.203125, + "learning_rate": 0.00038085691779808916, + "loss": 4.5661, + "mean_token_accuracy": 0.24097975045442582, + "num_tokens": 9918663.0, + "step": 4170 + }, + { + "entropy": 4.950863170623779, + "epoch": 4.085168869309839, + "grad_norm": 1.125, + "learning_rate": 0.00038051814231220585, + "loss": 4.5697, + "mean_token_accuracy": 0.2428872510790825, + "num_tokens": 9930662.0, + "step": 4175 + }, + { + "entropy": 5.114802503585816, + "epoch": 4.090063631913853, + "grad_norm": 1.2265625, + "learning_rate": 0.0003801790598905374, + "loss": 4.6904, + "mean_token_accuracy": 0.22135650217533112, + "num_tokens": 9942782.0, + "step": 4180 + }, + { + "entropy": 5.004737758636475, + "epoch": 4.094958394517866, + "grad_norm": 1.265625, + "learning_rate": 0.00037983967151942143, + "loss": 4.5331, + "mean_token_accuracy": 0.2448731318116188, + "num_tokens": 9954663.0, + "step": 4185 + }, + { + "entropy": 4.978229808807373, + "epoch": 4.0998531571218795, + "grad_norm": 1.234375, + "learning_rate": 0.000379499978186086, + "loss": 4.5862, + "mean_token_accuracy": 0.23844058215618133, + "num_tokens": 9968036.0, + "step": 4190 + }, + { + "entropy": 5.04127984046936, + "epoch": 4.104747919725893, + "grad_norm": 1.2578125, + "learning_rate": 0.0003791599808786456, + "loss": 4.62, + "mean_token_accuracy": 0.232499660551548, + "num_tokens": 9979855.0, + "step": 4195 + }, + { + "entropy": 5.025613069534302, + "epoch": 4.109642682329907, + "grad_norm": 1.203125, + "learning_rate": 0.0003788196805860995, + "loss": 4.4975, + "mean_token_accuracy": 0.2550596997141838, + "num_tokens": 9991380.0, + "step": 4200 + }, + { + "entropy": 5.030689477920532, + "epoch": 4.114537444933921, + "grad_norm": 1.1640625, + "learning_rate": 0.0003784790782983279, + "loss": 4.6009, + "mean_token_accuracy": 0.23677781075239182, + "num_tokens": 10003886.0, + "step": 4205 + }, + { + "entropy": 4.982917642593383, + "epoch": 4.119432207537934, + "grad_norm": 1.25, + "learning_rate": 0.0003781381750060898, + "loss": 4.5927, + "mean_token_accuracy": 0.23751294910907744, + "num_tokens": 10015237.0, + "step": 4210 + }, + { + "entropy": 4.986427736282349, + "epoch": 4.124326970141948, + "grad_norm": 1.0390625, + "learning_rate": 0.0003777969717010194, + "loss": 4.5197, + "mean_token_accuracy": 0.24729954749345778, + "num_tokens": 10028514.0, + "step": 4215 + }, + { + "entropy": 4.94989333152771, + "epoch": 4.129221732745962, + "grad_norm": 1.0625, + "learning_rate": 0.0003774554693756239, + "loss": 4.545, + "mean_token_accuracy": 0.23948704749345778, + "num_tokens": 10041658.0, + "step": 4220 + }, + { + "entropy": 4.941936111450195, + "epoch": 4.134116495349976, + "grad_norm": 1.234375, + "learning_rate": 0.0003771136690232802, + "loss": 4.4823, + "mean_token_accuracy": 0.25030840635299684, + "num_tokens": 10052622.0, + "step": 4225 + }, + { + "entropy": 4.951936388015747, + "epoch": 4.139011257953989, + "grad_norm": 1.1796875, + "learning_rate": 0.000376771571638232, + "loss": 4.5212, + "mean_token_accuracy": 0.23812614232301713, + "num_tokens": 10063819.0, + "step": 4230 + }, + { + "entropy": 4.998723363876342, + "epoch": 4.143906020558003, + "grad_norm": 1.09375, + "learning_rate": 0.00037642917821558737, + "loss": 4.6672, + "mean_token_accuracy": 0.2340690091252327, + "num_tokens": 10076757.0, + "step": 4235 + }, + { + "entropy": 4.940063190460205, + "epoch": 4.148800783162017, + "grad_norm": 1.21875, + "learning_rate": 0.000376086489751315, + "loss": 4.4913, + "mean_token_accuracy": 0.24697423428297044, + "num_tokens": 10088287.0, + "step": 4240 + }, + { + "entropy": 4.959346103668213, + "epoch": 4.1536955457660305, + "grad_norm": 1.25, + "learning_rate": 0.00037574350724224213, + "loss": 4.51, + "mean_token_accuracy": 0.2408648580312729, + "num_tokens": 10099739.0, + "step": 4245 + }, + { + "entropy": 4.995651626586914, + "epoch": 4.158590308370044, + "grad_norm": 1.171875, + "learning_rate": 0.0003754002316860515, + "loss": 4.6101, + "mean_token_accuracy": 0.23685633689165114, + "num_tokens": 10112613.0, + "step": 4250 + }, + { + "entropy": 5.025398540496826, + "epoch": 4.163485070974057, + "grad_norm": 1.234375, + "learning_rate": 0.00037505666408127773, + "loss": 4.5495, + "mean_token_accuracy": 0.2375389203429222, + "num_tokens": 10124966.0, + "step": 4255 + }, + { + "entropy": 4.934124517440796, + "epoch": 4.168379833578071, + "grad_norm": 1.1953125, + "learning_rate": 0.0003747128054273055, + "loss": 4.5406, + "mean_token_accuracy": 0.2428314670920372, + "num_tokens": 10135841.0, + "step": 4260 + }, + { + "entropy": 5.013625955581665, + "epoch": 4.173274596182085, + "grad_norm": 1.1953125, + "learning_rate": 0.0003743686567243659, + "loss": 4.6596, + "mean_token_accuracy": 0.22884552776813508, + "num_tokens": 10147374.0, + "step": 4265 + }, + { + "entropy": 4.992853593826294, + "epoch": 4.178169358786099, + "grad_norm": 1.140625, + "learning_rate": 0.0003740242189735336, + "loss": 4.5636, + "mean_token_accuracy": 0.236056911945343, + "num_tokens": 10159886.0, + "step": 4270 + }, + { + "entropy": 5.046988439559937, + "epoch": 4.183064121390113, + "grad_norm": 1.15625, + "learning_rate": 0.0003736794931767242, + "loss": 4.6437, + "mean_token_accuracy": 0.23168521523475646, + "num_tokens": 10172629.0, + "step": 4275 + }, + { + "entropy": 4.970481204986572, + "epoch": 4.187958883994126, + "grad_norm": 1.265625, + "learning_rate": 0.0003733344803366914, + "loss": 4.5006, + "mean_token_accuracy": 0.2400296911597252, + "num_tokens": 10184467.0, + "step": 4280 + }, + { + "entropy": 4.981130743026734, + "epoch": 4.19285364659814, + "grad_norm": 1.15625, + "learning_rate": 0.0003729891814570232, + "loss": 4.5989, + "mean_token_accuracy": 0.22856157273054123, + "num_tokens": 10196864.0, + "step": 4285 + }, + { + "entropy": 5.0006462097167965, + "epoch": 4.197748409202154, + "grad_norm": 1.078125, + "learning_rate": 0.00037264359754214036, + "loss": 4.615, + "mean_token_accuracy": 0.23426750302314758, + "num_tokens": 10210787.0, + "step": 4290 + }, + { + "entropy": 4.971421957015991, + "epoch": 4.202643171806168, + "grad_norm": 1.1640625, + "learning_rate": 0.00037229772959729263, + "loss": 4.6164, + "mean_token_accuracy": 0.23017945289611816, + "num_tokens": 10223881.0, + "step": 4295 + }, + { + "entropy": 4.9670933246612545, + "epoch": 4.2075379344101815, + "grad_norm": 1.296875, + "learning_rate": 0.0003719515786285554, + "loss": 4.5432, + "mean_token_accuracy": 0.24093651324510573, + "num_tokens": 10235505.0, + "step": 4300 + }, + { + "entropy": 4.944381380081177, + "epoch": 4.2124326970141945, + "grad_norm": 1.09375, + "learning_rate": 0.00037160514564282815, + "loss": 4.541, + "mean_token_accuracy": 0.24333113729953765, + "num_tokens": 10247799.0, + "step": 4305 + }, + { + "entropy": 4.884352731704712, + "epoch": 4.217327459618208, + "grad_norm": 1.1796875, + "learning_rate": 0.00037125843164783, + "loss": 4.46, + "mean_token_accuracy": 0.24434017539024352, + "num_tokens": 10259068.0, + "step": 4310 + }, + { + "entropy": 4.95476336479187, + "epoch": 4.222222222222222, + "grad_norm": 1.2578125, + "learning_rate": 0.0003709114376520979, + "loss": 4.4964, + "mean_token_accuracy": 0.24015609323978424, + "num_tokens": 10271286.0, + "step": 4315 + }, + { + "entropy": 4.938775587081909, + "epoch": 4.227116984826236, + "grad_norm": 1.1875, + "learning_rate": 0.00037056416466498313, + "loss": 4.5561, + "mean_token_accuracy": 0.23273864537477493, + "num_tokens": 10283173.0, + "step": 4320 + }, + { + "entropy": 5.012444305419922, + "epoch": 4.232011747430249, + "grad_norm": 1.203125, + "learning_rate": 0.0003702166136966485, + "loss": 4.6257, + "mean_token_accuracy": 0.2402504190802574, + "num_tokens": 10296117.0, + "step": 4325 + }, + { + "entropy": 5.034178256988525, + "epoch": 4.236906510034263, + "grad_norm": 1.1953125, + "learning_rate": 0.0003698687857580655, + "loss": 4.6023, + "mean_token_accuracy": 0.2323506772518158, + "num_tokens": 10306995.0, + "step": 4330 + }, + { + "entropy": 4.841176128387451, + "epoch": 4.241801272638277, + "grad_norm": 1.171875, + "learning_rate": 0.0003695206818610113, + "loss": 4.4346, + "mean_token_accuracy": 0.2476430505514145, + "num_tokens": 10318549.0, + "step": 4335 + }, + { + "entropy": 4.992100238800049, + "epoch": 4.246696035242291, + "grad_norm": 1.2890625, + "learning_rate": 0.0003691723030180657, + "loss": 4.6176, + "mean_token_accuracy": 0.23537442684173585, + "num_tokens": 10329399.0, + "step": 4340 + }, + { + "entropy": 4.993355083465576, + "epoch": 4.251590797846305, + "grad_norm": 1.2578125, + "learning_rate": 0.0003688236502426082, + "loss": 4.6357, + "mean_token_accuracy": 0.23501158505678177, + "num_tokens": 10341567.0, + "step": 4345 + }, + { + "entropy": 4.990873718261719, + "epoch": 4.256485560450318, + "grad_norm": 1.1171875, + "learning_rate": 0.0003684747245488153, + "loss": 4.4868, + "mean_token_accuracy": 0.2507901802659035, + "num_tokens": 10352407.0, + "step": 4350 + }, + { + "entropy": 4.960176038742065, + "epoch": 4.261380323054332, + "grad_norm": 1.2578125, + "learning_rate": 0.0003681255269516574, + "loss": 4.5799, + "mean_token_accuracy": 0.23848912119865417, + "num_tokens": 10364403.0, + "step": 4355 + }, + { + "entropy": 5.034172248840332, + "epoch": 4.266275085658346, + "grad_norm": 1.09375, + "learning_rate": 0.0003677760584668956, + "loss": 4.6293, + "mean_token_accuracy": 0.23745577782392502, + "num_tokens": 10375392.0, + "step": 4360 + }, + { + "entropy": 5.023036861419678, + "epoch": 4.2711698482623595, + "grad_norm": 1.140625, + "learning_rate": 0.00036742632011107926, + "loss": 4.6398, + "mean_token_accuracy": 0.22803306132555007, + "num_tokens": 10388038.0, + "step": 4365 + }, + { + "entropy": 4.989942741394043, + "epoch": 4.276064610866373, + "grad_norm": 1.109375, + "learning_rate": 0.0003670763129015424, + "loss": 4.6633, + "mean_token_accuracy": 0.22033597081899642, + "num_tokens": 10401706.0, + "step": 4370 + }, + { + "entropy": 4.898762989044189, + "epoch": 4.280959373470386, + "grad_norm": 1.1328125, + "learning_rate": 0.00036672603785640144, + "loss": 4.5558, + "mean_token_accuracy": 0.2382776752114296, + "num_tokens": 10413363.0, + "step": 4375 + }, + { + "entropy": 4.985649633407593, + "epoch": 4.2858541360744, + "grad_norm": 1.203125, + "learning_rate": 0.00036637549599455175, + "loss": 4.5086, + "mean_token_accuracy": 0.2554389536380768, + "num_tokens": 10425000.0, + "step": 4380 + }, + { + "entropy": 4.965001392364502, + "epoch": 4.290748898678414, + "grad_norm": 1.1484375, + "learning_rate": 0.0003660246883356648, + "loss": 4.5917, + "mean_token_accuracy": 0.24058783203363418, + "num_tokens": 10436412.0, + "step": 4385 + }, + { + "entropy": 4.929542827606201, + "epoch": 4.295643661282428, + "grad_norm": 1.2578125, + "learning_rate": 0.00036567361590018513, + "loss": 4.5348, + "mean_token_accuracy": 0.24117553383111953, + "num_tokens": 10446970.0, + "step": 4390 + }, + { + "entropy": 4.971066617965699, + "epoch": 4.300538423886442, + "grad_norm": 1.09375, + "learning_rate": 0.0003653222797093277, + "loss": 4.5958, + "mean_token_accuracy": 0.2335049331188202, + "num_tokens": 10458721.0, + "step": 4395 + }, + { + "entropy": 4.929677724838257, + "epoch": 4.305433186490455, + "grad_norm": 1.171875, + "learning_rate": 0.0003649706807850746, + "loss": 4.4786, + "mean_token_accuracy": 0.2507967263460159, + "num_tokens": 10469676.0, + "step": 4400 + }, + { + "entropy": 4.970559358596802, + "epoch": 4.310327949094469, + "grad_norm": 1.390625, + "learning_rate": 0.000364618820150172, + "loss": 4.6013, + "mean_token_accuracy": 0.23871603459119797, + "num_tokens": 10480832.0, + "step": 4405 + }, + { + "entropy": 4.944663619995117, + "epoch": 4.315222711698483, + "grad_norm": 1.140625, + "learning_rate": 0.0003642666988281277, + "loss": 4.5965, + "mean_token_accuracy": 0.23900092542171478, + "num_tokens": 10493100.0, + "step": 4410 + }, + { + "entropy": 5.035148572921753, + "epoch": 4.320117474302497, + "grad_norm": 1.21875, + "learning_rate": 0.0003639143178432075, + "loss": 4.6073, + "mean_token_accuracy": 0.2362759679555893, + "num_tokens": 10503910.0, + "step": 4415 + }, + { + "entropy": 4.999735975265503, + "epoch": 4.32501223690651, + "grad_norm": 1.140625, + "learning_rate": 0.00036356167822043265, + "loss": 4.6022, + "mean_token_accuracy": 0.23736752718687057, + "num_tokens": 10515739.0, + "step": 4420 + }, + { + "entropy": 4.931397581100464, + "epoch": 4.3299069995105235, + "grad_norm": 1.1875, + "learning_rate": 0.00036320878098557657, + "loss": 4.5844, + "mean_token_accuracy": 0.24389175325632095, + "num_tokens": 10527587.0, + "step": 4425 + }, + { + "entropy": 4.922537899017334, + "epoch": 4.334801762114537, + "grad_norm": 1.25, + "learning_rate": 0.00036285562716516234, + "loss": 4.6023, + "mean_token_accuracy": 0.239091594517231, + "num_tokens": 10538961.0, + "step": 4430 + }, + { + "entropy": 5.007340621948242, + "epoch": 4.339696524718551, + "grad_norm": 1.15625, + "learning_rate": 0.0003625022177864591, + "loss": 4.6344, + "mean_token_accuracy": 0.22378634810447692, + "num_tokens": 10552084.0, + "step": 4435 + }, + { + "entropy": 5.001192235946656, + "epoch": 4.344591287322565, + "grad_norm": 1.1875, + "learning_rate": 0.0003621485538774796, + "loss": 4.5266, + "mean_token_accuracy": 0.24157078862190245, + "num_tokens": 10563647.0, + "step": 4440 + }, + { + "entropy": 4.932107543945312, + "epoch": 4.349486049926578, + "grad_norm": 1.234375, + "learning_rate": 0.0003617946364669768, + "loss": 4.5989, + "mean_token_accuracy": 0.2350343644618988, + "num_tokens": 10575651.0, + "step": 4445 + }, + { + "entropy": 5.014455842971802, + "epoch": 4.354380812530592, + "grad_norm": 1.1328125, + "learning_rate": 0.00036144046658444115, + "loss": 4.6686, + "mean_token_accuracy": 0.2301238015294075, + "num_tokens": 10588672.0, + "step": 4450 + }, + { + "entropy": 5.024813079833985, + "epoch": 4.359275575134606, + "grad_norm": 1.1328125, + "learning_rate": 0.00036108604526009753, + "loss": 4.6073, + "mean_token_accuracy": 0.23376379162073135, + "num_tokens": 10601363.0, + "step": 4455 + }, + { + "entropy": 4.9786200523376465, + "epoch": 4.36417033773862, + "grad_norm": 1.2109375, + "learning_rate": 0.0003607313735249021, + "loss": 4.6024, + "mean_token_accuracy": 0.23971123546361922, + "num_tokens": 10613462.0, + "step": 4460 + }, + { + "entropy": 4.9615809440612795, + "epoch": 4.369065100342634, + "grad_norm": 1.1796875, + "learning_rate": 0.0003603764524105396, + "loss": 4.5825, + "mean_token_accuracy": 0.24286321103572844, + "num_tokens": 10624896.0, + "step": 4465 + }, + { + "entropy": 4.9141175746917725, + "epoch": 4.373959862946647, + "grad_norm": 1.2578125, + "learning_rate": 0.0003600212829494201, + "loss": 4.504, + "mean_token_accuracy": 0.24894710034132003, + "num_tokens": 10635542.0, + "step": 4470 + }, + { + "entropy": 4.977388048171997, + "epoch": 4.378854625550661, + "grad_norm": 1.15625, + "learning_rate": 0.0003596658661746759, + "loss": 4.5588, + "mean_token_accuracy": 0.24535323828458785, + "num_tokens": 10648955.0, + "step": 4475 + }, + { + "entropy": 4.973334836959839, + "epoch": 4.3837493881546745, + "grad_norm": 1.1953125, + "learning_rate": 0.000359310203120159, + "loss": 4.5934, + "mean_token_accuracy": 0.23908900320529938, + "num_tokens": 10660144.0, + "step": 4480 + }, + { + "entropy": 4.941062641143799, + "epoch": 4.388644150758688, + "grad_norm": 1.1015625, + "learning_rate": 0.00035895429482043763, + "loss": 4.4907, + "mean_token_accuracy": 0.24111208468675613, + "num_tokens": 10671896.0, + "step": 4485 + }, + { + "entropy": 4.986586046218872, + "epoch": 4.393538913362702, + "grad_norm": 1.28125, + "learning_rate": 0.00035859814231079337, + "loss": 4.6403, + "mean_token_accuracy": 0.2328612059354782, + "num_tokens": 10683344.0, + "step": 4490 + }, + { + "entropy": 4.831319856643677, + "epoch": 4.398433675966715, + "grad_norm": 1.296875, + "learning_rate": 0.00035824174662721814, + "loss": 4.4669, + "mean_token_accuracy": 0.24965253621339797, + "num_tokens": 10694057.0, + "step": 4495 + }, + { + "entropy": 5.074819278717041, + "epoch": 4.403328438570729, + "grad_norm": 1.09375, + "learning_rate": 0.00035788510880641137, + "loss": 4.7056, + "mean_token_accuracy": 0.22890681475400926, + "num_tokens": 10707429.0, + "step": 4500 + }, + { + "entropy": 5.049197864532471, + "epoch": 4.408223201174743, + "grad_norm": 1.171875, + "learning_rate": 0.00035752822988577683, + "loss": 4.5631, + "mean_token_accuracy": 0.23588933050632477, + "num_tokens": 10719857.0, + "step": 4505 + }, + { + "entropy": 4.944564390182495, + "epoch": 4.413117963778757, + "grad_norm": 1.1328125, + "learning_rate": 0.0003571711109034193, + "loss": 4.5742, + "mean_token_accuracy": 0.24017254561185836, + "num_tokens": 10732136.0, + "step": 4510 + }, + { + "entropy": 4.869391059875488, + "epoch": 4.41801272638277, + "grad_norm": 1.1796875, + "learning_rate": 0.00035681375289814226, + "loss": 4.5107, + "mean_token_accuracy": 0.2448602706193924, + "num_tokens": 10743104.0, + "step": 4515 + }, + { + "entropy": 4.992645597457885, + "epoch": 4.422907488986784, + "grad_norm": 1.0625, + "learning_rate": 0.0003564561569094443, + "loss": 4.5514, + "mean_token_accuracy": 0.24186391681432723, + "num_tokens": 10754965.0, + "step": 4520 + }, + { + "entropy": 5.020322179794311, + "epoch": 4.427802251590798, + "grad_norm": 1.1953125, + "learning_rate": 0.0003560983239775162, + "loss": 4.6161, + "mean_token_accuracy": 0.23685276359319687, + "num_tokens": 10765438.0, + "step": 4525 + }, + { + "entropy": 4.90551791191101, + "epoch": 4.432697014194812, + "grad_norm": 1.1875, + "learning_rate": 0.000355740255143238, + "loss": 4.6224, + "mean_token_accuracy": 0.23386283218860626, + "num_tokens": 10778176.0, + "step": 4530 + }, + { + "entropy": 4.968013525009155, + "epoch": 4.4375917767988255, + "grad_norm": 1.25, + "learning_rate": 0.0003553819514481761, + "loss": 4.6608, + "mean_token_accuracy": 0.226600943505764, + "num_tokens": 10790871.0, + "step": 4535 + }, + { + "entropy": 4.986626672744751, + "epoch": 4.4424865394028386, + "grad_norm": 1.1640625, + "learning_rate": 0.0003550234139345798, + "loss": 4.6401, + "mean_token_accuracy": 0.23747914880514145, + "num_tokens": 10802880.0, + "step": 4540 + }, + { + "entropy": 4.981742095947266, + "epoch": 4.447381302006852, + "grad_norm": 1.2109375, + "learning_rate": 0.0003546646436453789, + "loss": 4.5852, + "mean_token_accuracy": 0.23627849817276, + "num_tokens": 10816366.0, + "step": 4545 + }, + { + "entropy": 4.868809509277344, + "epoch": 4.452276064610866, + "grad_norm": 1.1875, + "learning_rate": 0.00035430564162417986, + "loss": 4.4891, + "mean_token_accuracy": 0.24741119891405106, + "num_tokens": 10827973.0, + "step": 4550 + }, + { + "entropy": 5.132536363601685, + "epoch": 4.45717082721488, + "grad_norm": 1.2265625, + "learning_rate": 0.0003539464089152636, + "loss": 4.6797, + "mean_token_accuracy": 0.23054636865854264, + "num_tokens": 10839438.0, + "step": 4555 + }, + { + "entropy": 4.904827022552491, + "epoch": 4.462065589818894, + "grad_norm": 1.1328125, + "learning_rate": 0.00035358694656358194, + "loss": 4.5165, + "mean_token_accuracy": 0.2442225217819214, + "num_tokens": 10850189.0, + "step": 4560 + }, + { + "entropy": 4.833751010894775, + "epoch": 4.466960352422907, + "grad_norm": 1.1953125, + "learning_rate": 0.0003532272556147545, + "loss": 4.5193, + "mean_token_accuracy": 0.23978835195302964, + "num_tokens": 10861730.0, + "step": 4565 + }, + { + "entropy": 5.036434888839722, + "epoch": 4.471855115026921, + "grad_norm": 1.1015625, + "learning_rate": 0.0003528673371150664, + "loss": 4.6726, + "mean_token_accuracy": 0.23058370351791382, + "num_tokens": 10873843.0, + "step": 4570 + }, + { + "entropy": 4.995850515365601, + "epoch": 4.476749877630935, + "grad_norm": 1.171875, + "learning_rate": 0.00035250719211146395, + "loss": 4.6395, + "mean_token_accuracy": 0.23562803864479065, + "num_tokens": 10886754.0, + "step": 4575 + }, + { + "entropy": 4.960853624343872, + "epoch": 4.481644640234949, + "grad_norm": 1.0859375, + "learning_rate": 0.0003521468216515528, + "loss": 4.5898, + "mean_token_accuracy": 0.23953092396259307, + "num_tokens": 10899402.0, + "step": 4580 + }, + { + "entropy": 4.983584070205689, + "epoch": 4.486539402838963, + "grad_norm": 1.1875, + "learning_rate": 0.00035178622678359433, + "loss": 4.6076, + "mean_token_accuracy": 0.24189481884241104, + "num_tokens": 10912706.0, + "step": 4585 + }, + { + "entropy": 4.929827404022217, + "epoch": 4.491434165442976, + "grad_norm": 1.171875, + "learning_rate": 0.00035142540855650264, + "loss": 4.6414, + "mean_token_accuracy": 0.23340380936861038, + "num_tokens": 10924710.0, + "step": 4590 + }, + { + "entropy": 4.896418762207031, + "epoch": 4.49632892804699, + "grad_norm": 1.125, + "learning_rate": 0.00035106436801984154, + "loss": 4.5596, + "mean_token_accuracy": 0.24512310326099396, + "num_tokens": 10936863.0, + "step": 4595 + }, + { + "entropy": 4.937282752990723, + "epoch": 4.5012236906510035, + "grad_norm": 1.0703125, + "learning_rate": 0.0003507031062238216, + "loss": 4.5465, + "mean_token_accuracy": 0.24911466538906096, + "num_tokens": 10948098.0, + "step": 4600 + }, + { + "entropy": 4.956559467315674, + "epoch": 4.506118453255017, + "grad_norm": 1.2734375, + "learning_rate": 0.0003503416242192968, + "loss": 4.6285, + "mean_token_accuracy": 0.2394946500658989, + "num_tokens": 10960703.0, + "step": 4605 + }, + { + "entropy": 4.99582805633545, + "epoch": 4.51101321585903, + "grad_norm": 1.09375, + "learning_rate": 0.00034997992305776194, + "loss": 4.5726, + "mean_token_accuracy": 0.23462877422571182, + "num_tokens": 10972652.0, + "step": 4610 + }, + { + "entropy": 4.9431041240692135, + "epoch": 4.515907978463044, + "grad_norm": 1.1875, + "learning_rate": 0.00034961800379134907, + "loss": 4.583, + "mean_token_accuracy": 0.23193895816802979, + "num_tokens": 10985511.0, + "step": 4615 + }, + { + "entropy": 4.928348207473755, + "epoch": 4.520802741067058, + "grad_norm": 1.140625, + "learning_rate": 0.0003492558674728248, + "loss": 4.5437, + "mean_token_accuracy": 0.23933225572109224, + "num_tokens": 10997397.0, + "step": 4620 + }, + { + "entropy": 4.884153079986572, + "epoch": 4.525697503671072, + "grad_norm": 1.0625, + "learning_rate": 0.00034889351515558705, + "loss": 4.5624, + "mean_token_accuracy": 0.23536658883094788, + "num_tokens": 11009301.0, + "step": 4625 + }, + { + "entropy": 4.983486604690552, + "epoch": 4.530592266275086, + "grad_norm": 1.2109375, + "learning_rate": 0.00034853094789366216, + "loss": 4.6166, + "mean_token_accuracy": 0.2318914443254471, + "num_tokens": 11021214.0, + "step": 4630 + }, + { + "entropy": 4.995839071273804, + "epoch": 4.5354870288791, + "grad_norm": 1.234375, + "learning_rate": 0.00034816816674170155, + "loss": 4.6307, + "mean_token_accuracy": 0.23181201964616777, + "num_tokens": 11033706.0, + "step": 4635 + }, + { + "entropy": 4.904265308380127, + "epoch": 4.540381791483113, + "grad_norm": 1.1640625, + "learning_rate": 0.00034780517275497896, + "loss": 4.5223, + "mean_token_accuracy": 0.24747188985347748, + "num_tokens": 11046903.0, + "step": 4640 + }, + { + "entropy": 4.995366525650025, + "epoch": 4.545276554087127, + "grad_norm": 1.1328125, + "learning_rate": 0.00034744196698938715, + "loss": 4.6808, + "mean_token_accuracy": 0.23345842957496643, + "num_tokens": 11059769.0, + "step": 4645 + }, + { + "entropy": 4.958969449996948, + "epoch": 4.550171316691141, + "grad_norm": 1.15625, + "learning_rate": 0.00034707855050143487, + "loss": 4.6213, + "mean_token_accuracy": 0.23973002284765244, + "num_tokens": 11072278.0, + "step": 4650 + }, + { + "entropy": 4.980345344543457, + "epoch": 4.5550660792951545, + "grad_norm": 1.2265625, + "learning_rate": 0.0003467149243482439, + "loss": 4.6103, + "mean_token_accuracy": 0.23416877686977386, + "num_tokens": 11084393.0, + "step": 4655 + }, + { + "entropy": 4.974357843399048, + "epoch": 4.5599608418991675, + "grad_norm": 1.1328125, + "learning_rate": 0.00034635108958754605, + "loss": 4.5113, + "mean_token_accuracy": 0.25227575153112414, + "num_tokens": 11096209.0, + "step": 4660 + }, + { + "entropy": 4.796844816207885, + "epoch": 4.564855604503181, + "grad_norm": 1.1484375, + "learning_rate": 0.0003459870472776796, + "loss": 4.3975, + "mean_token_accuracy": 0.25478396117687224, + "num_tokens": 11107563.0, + "step": 4665 + }, + { + "entropy": 4.876433897018432, + "epoch": 4.569750367107195, + "grad_norm": 1.1328125, + "learning_rate": 0.0003456227984775867, + "loss": 4.5936, + "mean_token_accuracy": 0.2475576013326645, + "num_tokens": 11119771.0, + "step": 4670 + }, + { + "entropy": 4.9424066066741945, + "epoch": 4.574645129711209, + "grad_norm": 1.1640625, + "learning_rate": 0.0003452583442468104, + "loss": 4.5355, + "mean_token_accuracy": 0.24378240704536439, + "num_tokens": 11130243.0, + "step": 4675 + }, + { + "entropy": 4.956759214401245, + "epoch": 4.579539892315223, + "grad_norm": 1.1484375, + "learning_rate": 0.0003448936856454909, + "loss": 4.6354, + "mean_token_accuracy": 0.23188417702913283, + "num_tokens": 11142623.0, + "step": 4680 + }, + { + "entropy": 4.957581090927124, + "epoch": 4.584434654919236, + "grad_norm": 1.109375, + "learning_rate": 0.0003445288237343632, + "loss": 4.5506, + "mean_token_accuracy": 0.23696067482233046, + "num_tokens": 11154961.0, + "step": 4685 + }, + { + "entropy": 4.863600587844848, + "epoch": 4.58932941752325, + "grad_norm": 1.1015625, + "learning_rate": 0.0003441637595747535, + "loss": 4.5568, + "mean_token_accuracy": 0.24411790668964387, + "num_tokens": 11166924.0, + "step": 4690 + }, + { + "entropy": 4.99712495803833, + "epoch": 4.594224180127264, + "grad_norm": 1.2421875, + "learning_rate": 0.0003437984942285764, + "loss": 4.5925, + "mean_token_accuracy": 0.23994487076997756, + "num_tokens": 11178151.0, + "step": 4695 + }, + { + "entropy": 4.99697642326355, + "epoch": 4.599118942731278, + "grad_norm": 1.234375, + "learning_rate": 0.00034343302875833174, + "loss": 4.6063, + "mean_token_accuracy": 0.23970601409673692, + "num_tokens": 11190546.0, + "step": 4700 + }, + { + "entropy": 4.911056089401245, + "epoch": 4.604013705335291, + "grad_norm": 1.1015625, + "learning_rate": 0.0003430673642271014, + "loss": 4.5319, + "mean_token_accuracy": 0.2503520429134369, + "num_tokens": 11202191.0, + "step": 4705 + }, + { + "entropy": 4.8730621337890625, + "epoch": 4.608908467939305, + "grad_norm": 1.203125, + "learning_rate": 0.0003427015016985464, + "loss": 4.6004, + "mean_token_accuracy": 0.23604031950235366, + "num_tokens": 11213233.0, + "step": 4710 + }, + { + "entropy": 4.965299892425537, + "epoch": 4.6138032305433185, + "grad_norm": 1.2109375, + "learning_rate": 0.0003423354422369036, + "loss": 4.5624, + "mean_token_accuracy": 0.23677294552326203, + "num_tokens": 11224209.0, + "step": 4715 + }, + { + "entropy": 5.060855054855347, + "epoch": 4.618697993147332, + "grad_norm": 1.140625, + "learning_rate": 0.0003419691869069829, + "loss": 4.7085, + "mean_token_accuracy": 0.23144390285015107, + "num_tokens": 11236764.0, + "step": 4720 + }, + { + "entropy": 4.937286138534546, + "epoch": 4.623592755751346, + "grad_norm": 1.28125, + "learning_rate": 0.0003416027367741637, + "loss": 4.5261, + "mean_token_accuracy": 0.24710342288017273, + "num_tokens": 11248386.0, + "step": 4725 + }, + { + "entropy": 4.834506940841675, + "epoch": 4.62848751835536, + "grad_norm": 1.15625, + "learning_rate": 0.0003412360929043922, + "loss": 4.5261, + "mean_token_accuracy": 0.2465933382511139, + "num_tokens": 11260056.0, + "step": 4730 + }, + { + "entropy": 4.969740867614746, + "epoch": 4.633382280959373, + "grad_norm": 1.0625, + "learning_rate": 0.0003408692563641781, + "loss": 4.6864, + "mean_token_accuracy": 0.22559406459331513, + "num_tokens": 11274186.0, + "step": 4735 + }, + { + "entropy": 4.9639567852020265, + "epoch": 4.638277043563387, + "grad_norm": 1.140625, + "learning_rate": 0.00034050222822059153, + "loss": 4.5563, + "mean_token_accuracy": 0.2435510516166687, + "num_tokens": 11286464.0, + "step": 4740 + }, + { + "entropy": 4.903935527801513, + "epoch": 4.643171806167401, + "grad_norm": 1.140625, + "learning_rate": 0.0003401350095412601, + "loss": 4.5388, + "mean_token_accuracy": 0.23533929139375687, + "num_tokens": 11298536.0, + "step": 4745 + }, + { + "entropy": 4.984070634841919, + "epoch": 4.648066568771415, + "grad_norm": 1.046875, + "learning_rate": 0.0003397676013943655, + "loss": 4.7008, + "mean_token_accuracy": 0.22351232320070266, + "num_tokens": 11311477.0, + "step": 4750 + }, + { + "entropy": 5.042261743545533, + "epoch": 4.652961331375428, + "grad_norm": 1.265625, + "learning_rate": 0.00033940000484864065, + "loss": 4.6359, + "mean_token_accuracy": 0.23226390033960342, + "num_tokens": 11323449.0, + "step": 4755 + }, + { + "entropy": 4.958922100067139, + "epoch": 4.657856093979442, + "grad_norm": 1.046875, + "learning_rate": 0.00033903222097336636, + "loss": 4.6416, + "mean_token_accuracy": 0.23971253782510757, + "num_tokens": 11336606.0, + "step": 4760 + }, + { + "entropy": 4.934089326858521, + "epoch": 4.662750856583456, + "grad_norm": 1.15625, + "learning_rate": 0.0003386642508383685, + "loss": 4.5607, + "mean_token_accuracy": 0.23808138817548752, + "num_tokens": 11348272.0, + "step": 4765 + }, + { + "entropy": 4.979602956771851, + "epoch": 4.66764561918747, + "grad_norm": 1.0546875, + "learning_rate": 0.0003382960955140146, + "loss": 4.6474, + "mean_token_accuracy": 0.2371411442756653, + "num_tokens": 11359762.0, + "step": 4770 + }, + { + "entropy": 4.918827533721924, + "epoch": 4.6725403817914835, + "grad_norm": 1.1875, + "learning_rate": 0.0003379277560712112, + "loss": 4.5287, + "mean_token_accuracy": 0.24563721120357512, + "num_tokens": 11372015.0, + "step": 4775 + }, + { + "entropy": 4.992553663253784, + "epoch": 4.6774351443954965, + "grad_norm": 1.2890625, + "learning_rate": 0.0003375592335813999, + "loss": 4.5794, + "mean_token_accuracy": 0.24276368618011473, + "num_tokens": 11382433.0, + "step": 4780 + }, + { + "entropy": 4.926769495010376, + "epoch": 4.68232990699951, + "grad_norm": 1.1953125, + "learning_rate": 0.0003371905291165551, + "loss": 4.5468, + "mean_token_accuracy": 0.2355273887515068, + "num_tokens": 11394479.0, + "step": 4785 + }, + { + "entropy": 4.898515892028809, + "epoch": 4.687224669603524, + "grad_norm": 1.3203125, + "learning_rate": 0.0003368216437491806, + "loss": 4.5381, + "mean_token_accuracy": 0.24220383167266846, + "num_tokens": 11405759.0, + "step": 4790 + }, + { + "entropy": 5.041534185409546, + "epoch": 4.692119432207538, + "grad_norm": 1.265625, + "learning_rate": 0.00033645257855230616, + "loss": 4.686, + "mean_token_accuracy": 0.23345834463834764, + "num_tokens": 11418356.0, + "step": 4795 + }, + { + "entropy": 4.962784957885742, + "epoch": 4.697014194811552, + "grad_norm": 1.21875, + "learning_rate": 0.0003360833345994849, + "loss": 4.5647, + "mean_token_accuracy": 0.2334904357790947, + "num_tokens": 11428999.0, + "step": 4800 + }, + { + "entropy": 4.961305141448975, + "epoch": 4.701908957415565, + "grad_norm": 1.234375, + "learning_rate": 0.00033571391296478956, + "loss": 4.6493, + "mean_token_accuracy": 0.23007457405328752, + "num_tokens": 11439531.0, + "step": 4805 + }, + { + "entropy": 4.888871335983277, + "epoch": 4.706803720019579, + "grad_norm": 1.1171875, + "learning_rate": 0.00033534431472281005, + "loss": 4.5147, + "mean_token_accuracy": 0.2470294326543808, + "num_tokens": 11451582.0, + "step": 4810 + }, + { + "entropy": 4.912890005111694, + "epoch": 4.711698482623593, + "grad_norm": 1.2421875, + "learning_rate": 0.0003349745409486499, + "loss": 4.6071, + "mean_token_accuracy": 0.23003580719232558, + "num_tokens": 11463243.0, + "step": 4815 + }, + { + "entropy": 5.000146865844727, + "epoch": 4.716593245227607, + "grad_norm": 1.109375, + "learning_rate": 0.0003346045927179232, + "loss": 4.597, + "mean_token_accuracy": 0.2359566494822502, + "num_tokens": 11475797.0, + "step": 4820 + }, + { + "entropy": 4.880976438522339, + "epoch": 4.721488007831621, + "grad_norm": 1.15625, + "learning_rate": 0.0003342344711067516, + "loss": 4.5452, + "mean_token_accuracy": 0.24409642368555068, + "num_tokens": 11487166.0, + "step": 4825 + }, + { + "entropy": 4.8728338241577145, + "epoch": 4.726382770435634, + "grad_norm": 1.1484375, + "learning_rate": 0.0003338641771917609, + "loss": 4.5857, + "mean_token_accuracy": 0.22893455922603606, + "num_tokens": 11498834.0, + "step": 4830 + }, + { + "entropy": 4.904224443435669, + "epoch": 4.7312775330396475, + "grad_norm": 1.1328125, + "learning_rate": 0.00033349371205007827, + "loss": 4.5863, + "mean_token_accuracy": 0.2370509222149849, + "num_tokens": 11511665.0, + "step": 4835 + }, + { + "entropy": 5.072694969177246, + "epoch": 4.736172295643661, + "grad_norm": 1.234375, + "learning_rate": 0.00033312307675932904, + "loss": 4.5992, + "mean_token_accuracy": 0.23935865312814714, + "num_tokens": 11522358.0, + "step": 4840 + }, + { + "entropy": 4.960729694366455, + "epoch": 4.741067058247675, + "grad_norm": 1.1875, + "learning_rate": 0.0003327522723976332, + "loss": 4.5857, + "mean_token_accuracy": 0.23962829560041427, + "num_tokens": 11536082.0, + "step": 4845 + }, + { + "entropy": 4.896367073059082, + "epoch": 4.745961820851688, + "grad_norm": 1.1484375, + "learning_rate": 0.0003323813000436028, + "loss": 4.5804, + "mean_token_accuracy": 0.24031926840543746, + "num_tokens": 11549004.0, + "step": 4850 + }, + { + "entropy": 4.942358016967773, + "epoch": 4.750856583455702, + "grad_norm": 1.1640625, + "learning_rate": 0.00033201016077633825, + "loss": 4.6194, + "mean_token_accuracy": 0.23238101601600647, + "num_tokens": 11560029.0, + "step": 4855 + }, + { + "entropy": 4.97268648147583, + "epoch": 4.755751346059716, + "grad_norm": 1.109375, + "learning_rate": 0.0003316388556754259, + "loss": 4.5764, + "mean_token_accuracy": 0.24354737401008605, + "num_tokens": 11571563.0, + "step": 4860 + }, + { + "entropy": 4.867502641677857, + "epoch": 4.76064610866373, + "grad_norm": 1.1171875, + "learning_rate": 0.0003312673858209341, + "loss": 4.5175, + "mean_token_accuracy": 0.23850720077753068, + "num_tokens": 11582917.0, + "step": 4865 + }, + { + "entropy": 4.924775886535644, + "epoch": 4.765540871267744, + "grad_norm": 1.1875, + "learning_rate": 0.0003308957522934107, + "loss": 4.6328, + "mean_token_accuracy": 0.2353920817375183, + "num_tokens": 11594272.0, + "step": 4870 + }, + { + "entropy": 4.96436653137207, + "epoch": 4.770435633871757, + "grad_norm": 1.28125, + "learning_rate": 0.00033052395617387954, + "loss": 4.6137, + "mean_token_accuracy": 0.24112553000450135, + "num_tokens": 11605389.0, + "step": 4875 + }, + { + "entropy": 4.93902096748352, + "epoch": 4.775330396475771, + "grad_norm": 1.1640625, + "learning_rate": 0.00033015199854383734, + "loss": 4.6033, + "mean_token_accuracy": 0.23862474411725998, + "num_tokens": 11617542.0, + "step": 4880 + }, + { + "entropy": 4.920818424224853, + "epoch": 4.780225159079785, + "grad_norm": 1.203125, + "learning_rate": 0.0003297798804852508, + "loss": 4.5455, + "mean_token_accuracy": 0.2366666316986084, + "num_tokens": 11630078.0, + "step": 4885 + }, + { + "entropy": 4.940057563781738, + "epoch": 4.7851199216837985, + "grad_norm": 1.1484375, + "learning_rate": 0.00032940760308055315, + "loss": 4.6167, + "mean_token_accuracy": 0.2333507552742958, + "num_tokens": 11641418.0, + "step": 4890 + }, + { + "entropy": 5.0347026824951175, + "epoch": 4.790014684287812, + "grad_norm": 1.125, + "learning_rate": 0.00032903516741264124, + "loss": 4.7665, + "mean_token_accuracy": 0.2256920740008354, + "num_tokens": 11654797.0, + "step": 4895 + }, + { + "entropy": 4.936593437194825, + "epoch": 4.794909446891825, + "grad_norm": 0.984375, + "learning_rate": 0.00032866257456487215, + "loss": 4.5822, + "mean_token_accuracy": 0.2424963504076004, + "num_tokens": 11667880.0, + "step": 4900 + }, + { + "entropy": 4.986945867538452, + "epoch": 4.799804209495839, + "grad_norm": 1.125, + "learning_rate": 0.00032828982562106023, + "loss": 4.5762, + "mean_token_accuracy": 0.23732181191444396, + "num_tokens": 11680229.0, + "step": 4905 + }, + { + "entropy": 4.926059579849243, + "epoch": 4.804698972099853, + "grad_norm": 1.1484375, + "learning_rate": 0.000327916921665474, + "loss": 4.5886, + "mean_token_accuracy": 0.23226813673973085, + "num_tokens": 11691219.0, + "step": 4910 + }, + { + "entropy": 4.9361631870269775, + "epoch": 4.809593734703867, + "grad_norm": 1.140625, + "learning_rate": 0.00032754386378283266, + "loss": 4.5513, + "mean_token_accuracy": 0.24084499776363372, + "num_tokens": 11702630.0, + "step": 4915 + }, + { + "entropy": 4.962361097335815, + "epoch": 4.814488497307881, + "grad_norm": 1.15625, + "learning_rate": 0.0003271706530583035, + "loss": 4.6579, + "mean_token_accuracy": 0.23210628032684327, + "num_tokens": 11713904.0, + "step": 4920 + }, + { + "entropy": 4.9835145473480225, + "epoch": 4.819383259911894, + "grad_norm": 1.171875, + "learning_rate": 0.00032679729057749797, + "loss": 4.5844, + "mean_token_accuracy": 0.24705798029899598, + "num_tokens": 11726106.0, + "step": 4925 + }, + { + "entropy": 4.951479530334472, + "epoch": 4.824278022515908, + "grad_norm": 1.109375, + "learning_rate": 0.0003264237774264693, + "loss": 4.5579, + "mean_token_accuracy": 0.2422999322414398, + "num_tokens": 11739032.0, + "step": 4930 + }, + { + "entropy": 4.921961879730224, + "epoch": 4.829172785119922, + "grad_norm": 1.21875, + "learning_rate": 0.00032605011469170875, + "loss": 4.5394, + "mean_token_accuracy": 0.23905659317970276, + "num_tokens": 11750859.0, + "step": 4935 + }, + { + "entropy": 4.932737016677857, + "epoch": 4.834067547723936, + "grad_norm": 1.1171875, + "learning_rate": 0.000325676303460143, + "loss": 4.5245, + "mean_token_accuracy": 0.25352912247180937, + "num_tokens": 11761442.0, + "step": 4940 + }, + { + "entropy": 4.915727233886718, + "epoch": 4.838962310327949, + "grad_norm": 1.171875, + "learning_rate": 0.0003253023448191303, + "loss": 4.4855, + "mean_token_accuracy": 0.2534261792898178, + "num_tokens": 11771986.0, + "step": 4945 + }, + { + "entropy": 4.8648669719696045, + "epoch": 4.8438570729319625, + "grad_norm": 1.2109375, + "learning_rate": 0.00032492823985645804, + "loss": 4.5548, + "mean_token_accuracy": 0.23888727724552156, + "num_tokens": 11782813.0, + "step": 4950 + }, + { + "entropy": 4.965753889083862, + "epoch": 4.848751835535976, + "grad_norm": 1.265625, + "learning_rate": 0.0003245539896603391, + "loss": 4.6013, + "mean_token_accuracy": 0.23862355351448059, + "num_tokens": 11794676.0, + "step": 4955 + }, + { + "entropy": 4.956359577178955, + "epoch": 4.85364659813999, + "grad_norm": 1.1953125, + "learning_rate": 0.0003241795953194086, + "loss": 4.5374, + "mean_token_accuracy": 0.2480431005358696, + "num_tokens": 11806251.0, + "step": 4960 + }, + { + "entropy": 4.981100988388062, + "epoch": 4.858541360744004, + "grad_norm": 1.1015625, + "learning_rate": 0.0003238050579227215, + "loss": 4.618, + "mean_token_accuracy": 0.2375776380300522, + "num_tokens": 11817331.0, + "step": 4965 + }, + { + "entropy": 4.944558477401733, + "epoch": 4.863436123348018, + "grad_norm": 1.21875, + "learning_rate": 0.0003234303785597482, + "loss": 4.6062, + "mean_token_accuracy": 0.2414374068379402, + "num_tokens": 11829178.0, + "step": 4970 + }, + { + "entropy": 4.879626083374023, + "epoch": 4.868330885952031, + "grad_norm": 1.3359375, + "learning_rate": 0.0003230555583203728, + "loss": 4.6051, + "mean_token_accuracy": 0.23914755880832672, + "num_tokens": 11841421.0, + "step": 4975 + }, + { + "entropy": 4.902350521087646, + "epoch": 4.873225648556045, + "grad_norm": 1.0625, + "learning_rate": 0.0003226805982948884, + "loss": 4.5538, + "mean_token_accuracy": 0.23678377121686936, + "num_tokens": 11854351.0, + "step": 4980 + }, + { + "entropy": 4.972124814987183, + "epoch": 4.878120411160059, + "grad_norm": 1.203125, + "learning_rate": 0.00032230549957399534, + "loss": 4.5696, + "mean_token_accuracy": 0.2439131036400795, + "num_tokens": 11865739.0, + "step": 4985 + }, + { + "entropy": 5.014398574829102, + "epoch": 4.883015173764073, + "grad_norm": 1.1484375, + "learning_rate": 0.0003219302632487971, + "loss": 4.7044, + "mean_token_accuracy": 0.233197383582592, + "num_tokens": 11878215.0, + "step": 4990 + }, + { + "entropy": 4.957666969299316, + "epoch": 4.887909936368086, + "grad_norm": 1.1796875, + "learning_rate": 0.00032155489041079755, + "loss": 4.5947, + "mean_token_accuracy": 0.2403508022427559, + "num_tokens": 11890224.0, + "step": 4995 + }, + { + "entropy": 4.90994439125061, + "epoch": 4.8928046989721, + "grad_norm": 1.09375, + "learning_rate": 0.0003211793821518977, + "loss": 4.5575, + "mean_token_accuracy": 0.2488363578915596, + "num_tokens": 11901982.0, + "step": 5000 + }, + { + "epoch": 4.8928046989721, + "eval_entropy": 4.9151236916916, + "eval_loss": 5.558598518371582, + "eval_mean_token_accuracy": 0.20045298462400857, + "eval_num_tokens": 11901982.0, + "eval_runtime": 2.7091, + "eval_samples_per_second": 1272.391, + "eval_steps_per_second": 159.095, + "step": 5000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.8482168330496e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-5000/training_args.bin b/checkpoint-5000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-6000/added_tokens.json b/checkpoint-6000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-6000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-6000/config.json b/checkpoint-6000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-6000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-6000/generation_config.json b/checkpoint-6000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-6000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-6000/model.safetensors b/checkpoint-6000/model.safetensors new file mode 100644 index 0000000..f1a3ca0 --- /dev/null +++ b/checkpoint-6000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65567ebf8c05d9fca6a2217904378134a5386fc7cc8d93e2b8a3cfcc0f9faa5c +size 249556672 diff --git a/checkpoint-6000/rng_state.pth b/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000..d3f412d --- /dev/null +++ b/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387a774ba628cf9720e536bd5850b597e3051ef15cc2c14eb79ac97f9119d708 +size 14709 diff --git a/checkpoint-6000/special_tokens_map.json b/checkpoint-6000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-6000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-6000/spiece.model b/checkpoint-6000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-6000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-6000/tokenizer_config.json b/checkpoint-6000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-6000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-6000/trainer_state.json b/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000..6a39415 --- /dev/null +++ b/checkpoint-6000/trainer_state.json @@ -0,0 +1,12100 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.87126774351444, + "eval_steps": 1000, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + }, + { + "entropy": 5.626655435562133, + "epoch": 1.9623103279490945, + "grad_norm": 1.078125, + "learning_rate": 0.00048693373272105743, + "loss": 5.504, + "mean_token_accuracy": 0.180687840282917, + "num_tokens": 4769947.0, + "step": 2005 + }, + { + "entropy": 5.595974683761597, + "epoch": 1.9672050905531082, + "grad_norm": 1.0390625, + "learning_rate": 0.00048680455692385124, + "loss": 5.5583, + "mean_token_accuracy": 0.18348373621702194, + "num_tokens": 4782749.0, + "step": 2010 + }, + { + "entropy": 5.579078435897827, + "epoch": 1.9720998531571219, + "grad_norm": 1.0546875, + "learning_rate": 0.0004866747650202907, + "loss": 5.5238, + "mean_token_accuracy": 0.18451536893844606, + "num_tokens": 4794944.0, + "step": 2015 + }, + { + "entropy": 5.6003326892852785, + "epoch": 1.9769946157611356, + "grad_norm": 0.96875, + "learning_rate": 0.0004865443573879201, + "loss": 5.468, + "mean_token_accuracy": 0.18887062072753907, + "num_tokens": 4806992.0, + "step": 2020 + }, + { + "entropy": 5.549536085128784, + "epoch": 1.9818893783651492, + "grad_norm": 1.015625, + "learning_rate": 0.0004864133344060749, + "loss": 5.4539, + "mean_token_accuracy": 0.18131107091903687, + "num_tokens": 4818791.0, + "step": 2025 + }, + { + "entropy": 5.558773422241211, + "epoch": 1.9867841409691631, + "grad_norm": 1.203125, + "learning_rate": 0.00048628169645588073, + "loss": 5.5525, + "mean_token_accuracy": 0.17917387038469315, + "num_tokens": 4830708.0, + "step": 2030 + }, + { + "entropy": 5.571465063095093, + "epoch": 1.9916789035731766, + "grad_norm": 1.0390625, + "learning_rate": 0.0004861494439202515, + "loss": 5.5524, + "mean_token_accuracy": 0.1800464168190956, + "num_tokens": 4843031.0, + "step": 2035 + }, + { + "entropy": 5.617353916168213, + "epoch": 1.9965736661771905, + "grad_norm": 1.0859375, + "learning_rate": 0.0004860165771838892, + "loss": 5.5313, + "mean_token_accuracy": 0.1778000995516777, + "num_tokens": 4855523.0, + "step": 2040 + }, + { + "entropy": 5.416062302059597, + "epoch": 2.0009789525208026, + "grad_norm": 0.890625, + "learning_rate": 0.0004858830966332825, + "loss": 5.346, + "mean_token_accuracy": 0.18389874531163108, + "num_tokens": 4866979.0, + "step": 2045 + }, + { + "entropy": 5.488109588623047, + "epoch": 2.0058737151248165, + "grad_norm": 1.046875, + "learning_rate": 0.0004857490026567055, + "loss": 5.1157, + "mean_token_accuracy": 0.19696198999881745, + "num_tokens": 4878496.0, + "step": 2050 + }, + { + "entropy": 5.498682832717895, + "epoch": 2.01076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004856142956442165, + "loss": 5.1833, + "mean_token_accuracy": 0.19493499547243118, + "num_tokens": 4890519.0, + "step": 2055 + }, + { + "entropy": 5.596047735214233, + "epoch": 2.015663240332844, + "grad_norm": 0.98828125, + "learning_rate": 0.0004854789759876572, + "loss": 5.2827, + "mean_token_accuracy": 0.19122138023376464, + "num_tokens": 4902797.0, + "step": 2060 + }, + { + "entropy": 5.531758785247803, + "epoch": 2.0205580029368577, + "grad_norm": 1.1640625, + "learning_rate": 0.00048534304408065135, + "loss": 5.1783, + "mean_token_accuracy": 0.19460100531578065, + "num_tokens": 4913243.0, + "step": 2065 + }, + { + "entropy": 5.424594974517822, + "epoch": 2.025452765540871, + "grad_norm": 1.0390625, + "learning_rate": 0.00048520650031860357, + "loss": 5.0638, + "mean_token_accuracy": 0.19740711152553558, + "num_tokens": 4923876.0, + "step": 2070 + }, + { + "entropy": 5.36385588645935, + "epoch": 2.030347528144885, + "grad_norm": 1.046875, + "learning_rate": 0.00048506934509869845, + "loss": 5.0638, + "mean_token_accuracy": 0.2020087271928787, + "num_tokens": 4936004.0, + "step": 2075 + }, + { + "entropy": 5.394824838638305, + "epoch": 2.0352422907488985, + "grad_norm": 1.078125, + "learning_rate": 0.00048493157881989894, + "loss": 5.098, + "mean_token_accuracy": 0.19910106658935547, + "num_tokens": 4947404.0, + "step": 2080 + }, + { + "entropy": 5.37768030166626, + "epoch": 2.0401370533529124, + "grad_norm": 0.921875, + "learning_rate": 0.0004847932018829456, + "loss": 5.2171, + "mean_token_accuracy": 0.1941538408398628, + "num_tokens": 4960444.0, + "step": 2085 + }, + { + "entropy": 5.418075847625732, + "epoch": 2.0450318159569263, + "grad_norm": 1.078125, + "learning_rate": 0.0004846542146903555, + "loss": 5.1722, + "mean_token_accuracy": 0.19768768548965454, + "num_tokens": 4972356.0, + "step": 2090 + }, + { + "entropy": 5.449041891098022, + "epoch": 2.0499265785609397, + "grad_norm": 1.078125, + "learning_rate": 0.00048451461764642046, + "loss": 5.1357, + "mean_token_accuracy": 0.19979992508888245, + "num_tokens": 4984785.0, + "step": 2095 + }, + { + "entropy": 5.291361522674561, + "epoch": 2.0548213411649536, + "grad_norm": 1.0859375, + "learning_rate": 0.0004843744111572067, + "loss": 5.0675, + "mean_token_accuracy": 0.1959679678082466, + "num_tokens": 4995909.0, + "step": 2100 + }, + { + "entropy": 5.432163047790527, + "epoch": 2.059716103768967, + "grad_norm": 1.0625, + "learning_rate": 0.0004842335956305526, + "loss": 5.0949, + "mean_token_accuracy": 0.19766340106725694, + "num_tokens": 5006191.0, + "step": 2105 + }, + { + "entropy": 5.350412321090698, + "epoch": 2.064610866372981, + "grad_norm": 1.0625, + "learning_rate": 0.00048409217147606895, + "loss": 5.089, + "mean_token_accuracy": 0.2033711478114128, + "num_tokens": 5017399.0, + "step": 2110 + }, + { + "entropy": 5.316557788848877, + "epoch": 2.0695056289769944, + "grad_norm": 1.0234375, + "learning_rate": 0.0004839501391051363, + "loss": 5.0824, + "mean_token_accuracy": 0.19411368370056153, + "num_tokens": 5028402.0, + "step": 2115 + }, + { + "entropy": 5.446633148193359, + "epoch": 2.0744003915810083, + "grad_norm": 1.0, + "learning_rate": 0.0004838074989309045, + "loss": 5.1938, + "mean_token_accuracy": 0.20314160287380217, + "num_tokens": 5040813.0, + "step": 2120 + }, + { + "entropy": 5.414164018630982, + "epoch": 2.079295154185022, + "grad_norm": 0.94921875, + "learning_rate": 0.00048366425136829176, + "loss": 5.1433, + "mean_token_accuracy": 0.20220062136650085, + "num_tokens": 5053076.0, + "step": 2125 + }, + { + "entropy": 5.4324311256408695, + "epoch": 2.0841899167890356, + "grad_norm": 1.0859375, + "learning_rate": 0.00048352039683398286, + "loss": 5.2068, + "mean_token_accuracy": 0.19256707429885864, + "num_tokens": 5065397.0, + "step": 2130 + }, + { + "entropy": 5.374685382843017, + "epoch": 2.0890846793930495, + "grad_norm": 1.125, + "learning_rate": 0.00048337593574642796, + "loss": 5.0098, + "mean_token_accuracy": 0.20131478905677797, + "num_tokens": 5076545.0, + "step": 2135 + }, + { + "entropy": 5.4096685409545895, + "epoch": 2.093979441997063, + "grad_norm": 1.03125, + "learning_rate": 0.00048323086852584187, + "loss": 5.2009, + "mean_token_accuracy": 0.19109852015972137, + "num_tokens": 5089487.0, + "step": 2140 + }, + { + "entropy": 5.413058519363403, + "epoch": 2.098874204601077, + "grad_norm": 1.0234375, + "learning_rate": 0.0004830851955942024, + "loss": 5.1923, + "mean_token_accuracy": 0.1943016231060028, + "num_tokens": 5102046.0, + "step": 2145 + }, + { + "entropy": 5.484387826919556, + "epoch": 2.1037689672050908, + "grad_norm": 1.1171875, + "learning_rate": 0.0004829389173752495, + "loss": 5.3399, + "mean_token_accuracy": 0.19494949281215668, + "num_tokens": 5114758.0, + "step": 2150 + }, + { + "entropy": 5.461303567886352, + "epoch": 2.108663729809104, + "grad_norm": 1.1328125, + "learning_rate": 0.00048279203429448366, + "loss": 5.1454, + "mean_token_accuracy": 0.19781216084957123, + "num_tokens": 5126130.0, + "step": 2155 + }, + { + "entropy": 5.358008193969726, + "epoch": 2.113558492413118, + "grad_norm": 1.046875, + "learning_rate": 0.0004826445467791646, + "loss": 5.2108, + "mean_token_accuracy": 0.19490469843149186, + "num_tokens": 5137749.0, + "step": 2160 + }, + { + "entropy": 5.471472644805909, + "epoch": 2.1184532550171316, + "grad_norm": 1.0078125, + "learning_rate": 0.00048249645525831055, + "loss": 5.1601, + "mean_token_accuracy": 0.20036131292581558, + "num_tokens": 5149361.0, + "step": 2165 + }, + { + "entropy": 5.363424825668335, + "epoch": 2.1233480176211454, + "grad_norm": 1.0234375, + "learning_rate": 0.0004823477601626967, + "loss": 5.0896, + "mean_token_accuracy": 0.2008701056241989, + "num_tokens": 5161025.0, + "step": 2170 + }, + { + "entropy": 5.255881643295288, + "epoch": 2.128242780225159, + "grad_norm": 1.15625, + "learning_rate": 0.00048219846192485365, + "loss": 5.0238, + "mean_token_accuracy": 0.20319584757089615, + "num_tokens": 5171507.0, + "step": 2175 + }, + { + "entropy": 5.427309846878051, + "epoch": 2.133137542829173, + "grad_norm": 1.09375, + "learning_rate": 0.0004820485609790668, + "loss": 5.275, + "mean_token_accuracy": 0.19347049593925475, + "num_tokens": 5184026.0, + "step": 2180 + }, + { + "entropy": 5.4172220706939695, + "epoch": 2.1380323054331867, + "grad_norm": 1.140625, + "learning_rate": 0.00048189805776137454, + "loss": 5.1795, + "mean_token_accuracy": 0.20001329630613326, + "num_tokens": 5195788.0, + "step": 2185 + }, + { + "entropy": 5.262393999099731, + "epoch": 2.1429270680372, + "grad_norm": 1.140625, + "learning_rate": 0.00048174695270956707, + "loss": 5.0315, + "mean_token_accuracy": 0.20920827537775039, + "num_tokens": 5205440.0, + "step": 2190 + }, + { + "entropy": 5.293731689453125, + "epoch": 2.147821830641214, + "grad_norm": 1.015625, + "learning_rate": 0.0004815952462631857, + "loss": 5.1003, + "mean_token_accuracy": 0.2001971885561943, + "num_tokens": 5216578.0, + "step": 2195 + }, + { + "entropy": 5.37099986076355, + "epoch": 2.1527165932452275, + "grad_norm": 1.0546875, + "learning_rate": 0.00048144293886352035, + "loss": 5.1344, + "mean_token_accuracy": 0.20005329102277755, + "num_tokens": 5228836.0, + "step": 2200 + }, + { + "entropy": 5.275912046432495, + "epoch": 2.1576113558492414, + "grad_norm": 1.09375, + "learning_rate": 0.0004812900309536098, + "loss": 5.0887, + "mean_token_accuracy": 0.2067259818315506, + "num_tokens": 5240648.0, + "step": 2205 + }, + { + "entropy": 5.3612512111663815, + "epoch": 2.162506118453255, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113652297823907, + "loss": 5.2269, + "mean_token_accuracy": 0.18981953859329223, + "num_tokens": 5252391.0, + "step": 2210 + }, + { + "entropy": 5.453209781646729, + "epoch": 2.1674008810572687, + "grad_norm": 1.1015625, + "learning_rate": 0.00048098241538393897, + "loss": 5.2036, + "mean_token_accuracy": 0.19229551404714584, + "num_tokens": 5264574.0, + "step": 2215 + }, + { + "entropy": 5.34055609703064, + "epoch": 2.1722956436612826, + "grad_norm": 0.953125, + "learning_rate": 0.00048082770861898426, + "loss": 5.1746, + "mean_token_accuracy": 0.19398458898067475, + "num_tokens": 5277400.0, + "step": 2220 + }, + { + "entropy": 5.379359340667724, + "epoch": 2.177190406265296, + "grad_norm": 1.1171875, + "learning_rate": 0.00048067240313339295, + "loss": 5.1089, + "mean_token_accuracy": 0.19827474504709244, + "num_tokens": 5288951.0, + "step": 2225 + }, + { + "entropy": 5.3159558296203615, + "epoch": 2.18208516886931, + "grad_norm": 1.0859375, + "learning_rate": 0.00048051649937892423, + "loss": 5.0671, + "mean_token_accuracy": 0.2028965413570404, + "num_tokens": 5300902.0, + "step": 2230 + }, + { + "entropy": 5.325251483917237, + "epoch": 2.1869799314733234, + "grad_norm": 1.09375, + "learning_rate": 0.00048035999780907785, + "loss": 5.1804, + "mean_token_accuracy": 0.1967838153243065, + "num_tokens": 5312498.0, + "step": 2235 + }, + { + "entropy": 5.33814377784729, + "epoch": 2.1918746940773373, + "grad_norm": 0.98046875, + "learning_rate": 0.00048020289887909246, + "loss": 5.0948, + "mean_token_accuracy": 0.19691168814897536, + "num_tokens": 5323591.0, + "step": 2240 + }, + { + "entropy": 5.343142366409301, + "epoch": 2.196769456681351, + "grad_norm": 1.0859375, + "learning_rate": 0.0004800452030459441, + "loss": 5.0878, + "mean_token_accuracy": 0.2060595616698265, + "num_tokens": 5334673.0, + "step": 2245 + }, + { + "entropy": 5.302957439422608, + "epoch": 2.2016642192853646, + "grad_norm": 1.125, + "learning_rate": 0.0004798869107683456, + "loss": 5.0975, + "mean_token_accuracy": 0.2082034319639206, + "num_tokens": 5347049.0, + "step": 2250 + }, + { + "entropy": 5.4850016117095945, + "epoch": 2.2065589818893785, + "grad_norm": 1.0859375, + "learning_rate": 0.00047972802250674426, + "loss": 5.2136, + "mean_token_accuracy": 0.1905737653374672, + "num_tokens": 5359153.0, + "step": 2255 + }, + { + "entropy": 5.326099538803101, + "epoch": 2.211453744493392, + "grad_norm": 1.109375, + "learning_rate": 0.00047956853872332126, + "loss": 5.0928, + "mean_token_accuracy": 0.20605096518993377, + "num_tokens": 5369663.0, + "step": 2260 + }, + { + "entropy": 5.356387901306152, + "epoch": 2.216348507097406, + "grad_norm": 0.98828125, + "learning_rate": 0.0004794084598819899, + "loss": 5.1502, + "mean_token_accuracy": 0.1967753291130066, + "num_tokens": 5380962.0, + "step": 2265 + }, + { + "entropy": 5.288668155670166, + "epoch": 2.2212432697014193, + "grad_norm": 0.96875, + "learning_rate": 0.00047924778644839466, + "loss": 5.1048, + "mean_token_accuracy": 0.2026848703622818, + "num_tokens": 5393319.0, + "step": 2270 + }, + { + "entropy": 5.390505695343018, + "epoch": 2.226138032305433, + "grad_norm": 1.03125, + "learning_rate": 0.00047908651888990943, + "loss": 5.1442, + "mean_token_accuracy": 0.20073584467172623, + "num_tokens": 5405052.0, + "step": 2275 + }, + { + "entropy": 5.326527070999146, + "epoch": 2.231032794909447, + "grad_norm": 1.0703125, + "learning_rate": 0.0004789246576756362, + "loss": 5.0887, + "mean_token_accuracy": 0.2013887345790863, + "num_tokens": 5416416.0, + "step": 2280 + }, + { + "entropy": 5.414171504974365, + "epoch": 2.2359275575134605, + "grad_norm": 1.09375, + "learning_rate": 0.0004787622032764041, + "loss": 5.3084, + "mean_token_accuracy": 0.18751744031906128, + "num_tokens": 5428676.0, + "step": 2285 + }, + { + "entropy": 5.395980930328369, + "epoch": 2.2408223201174744, + "grad_norm": 1.1328125, + "learning_rate": 0.0004785991561647675, + "loss": 5.1538, + "mean_token_accuracy": 0.19835059940814972, + "num_tokens": 5439885.0, + "step": 2290 + }, + { + "entropy": 5.331133651733398, + "epoch": 2.245717082721488, + "grad_norm": 1.078125, + "learning_rate": 0.00047843551681500494, + "loss": 5.2068, + "mean_token_accuracy": 0.19880653768777848, + "num_tokens": 5451236.0, + "step": 2295 + }, + { + "entropy": 5.391649007797241, + "epoch": 2.2506118453255017, + "grad_norm": 0.98828125, + "learning_rate": 0.0004782712857031178, + "loss": 5.2206, + "mean_token_accuracy": 0.19829923510551453, + "num_tokens": 5464088.0, + "step": 2300 + }, + { + "entropy": 5.2941186904907225, + "epoch": 2.255506607929515, + "grad_norm": 1.03125, + "learning_rate": 0.0004781064633068287, + "loss": 5.0972, + "mean_token_accuracy": 0.1968427300453186, + "num_tokens": 5475857.0, + "step": 2305 + }, + { + "entropy": 5.406572008132935, + "epoch": 2.260401370533529, + "grad_norm": 1.015625, + "learning_rate": 0.0004779410501055802, + "loss": 5.2506, + "mean_token_accuracy": 0.19424178153276445, + "num_tokens": 5488670.0, + "step": 2310 + }, + { + "entropy": 5.382027053833008, + "epoch": 2.265296133137543, + "grad_norm": 0.8984375, + "learning_rate": 0.00047777504658053343, + "loss": 5.1331, + "mean_token_accuracy": 0.19536806344985963, + "num_tokens": 5501746.0, + "step": 2315 + }, + { + "entropy": 5.342251920700074, + "epoch": 2.2701908957415564, + "grad_norm": 1.125, + "learning_rate": 0.0004776084532145668, + "loss": 5.2087, + "mean_token_accuracy": 0.19615187793970107, + "num_tokens": 5513504.0, + "step": 2320 + }, + { + "entropy": 5.28951063156128, + "epoch": 2.2750856583455703, + "grad_norm": 1.0234375, + "learning_rate": 0.00047744127049227425, + "loss": 5.1353, + "mean_token_accuracy": 0.1898852616548538, + "num_tokens": 5526144.0, + "step": 2325 + }, + { + "entropy": 5.376743125915527, + "epoch": 2.2799804209495838, + "grad_norm": 1.03125, + "learning_rate": 0.0004772734988999644, + "loss": 5.1969, + "mean_token_accuracy": 0.19190049171447754, + "num_tokens": 5537545.0, + "step": 2330 + }, + { + "entropy": 5.363980293273926, + "epoch": 2.2848751835535976, + "grad_norm": 1.0859375, + "learning_rate": 0.0004771051389256582, + "loss": 5.1988, + "mean_token_accuracy": 0.19740142524242402, + "num_tokens": 5549447.0, + "step": 2335 + }, + { + "entropy": 5.373389053344726, + "epoch": 2.2897699461576115, + "grad_norm": 1.1328125, + "learning_rate": 0.00047693619105908887, + "loss": 5.1783, + "mean_token_accuracy": 0.19465951174497603, + "num_tokens": 5561091.0, + "step": 2340 + }, + { + "entropy": 5.344110679626465, + "epoch": 2.294664708761625, + "grad_norm": 1.1015625, + "learning_rate": 0.0004767666557916992, + "loss": 5.0986, + "mean_token_accuracy": 0.19979317635297775, + "num_tokens": 5573326.0, + "step": 2345 + }, + { + "entropy": 5.291253471374512, + "epoch": 2.299559471365639, + "grad_norm": 1.125, + "learning_rate": 0.00047659653361664087, + "loss": 5.1232, + "mean_token_accuracy": 0.19844507426023483, + "num_tokens": 5584947.0, + "step": 2350 + }, + { + "entropy": 5.330148124694825, + "epoch": 2.3044542339696523, + "grad_norm": 1.03125, + "learning_rate": 0.00047642582502877256, + "loss": 5.1108, + "mean_token_accuracy": 0.20429294407367707, + "num_tokens": 5596944.0, + "step": 2355 + }, + { + "entropy": 5.328449010848999, + "epoch": 2.309348996573666, + "grad_norm": 1.0, + "learning_rate": 0.000476254530524659, + "loss": 5.1795, + "mean_token_accuracy": 0.20087141394615174, + "num_tokens": 5609265.0, + "step": 2360 + }, + { + "entropy": 5.3663146018981935, + "epoch": 2.31424375917768, + "grad_norm": 1.1171875, + "learning_rate": 0.0004760826506025691, + "loss": 5.1304, + "mean_token_accuracy": 0.19760584831237793, + "num_tokens": 5620730.0, + "step": 2365 + }, + { + "entropy": 5.285108232498169, + "epoch": 2.3191385217816936, + "grad_norm": 1.0, + "learning_rate": 0.0004759101857624747, + "loss": 5.1766, + "mean_token_accuracy": 0.20640088468790055, + "num_tokens": 5633191.0, + "step": 2370 + }, + { + "entropy": 5.3933042049407955, + "epoch": 2.3240332843857074, + "grad_norm": 1.0625, + "learning_rate": 0.000475737136506049, + "loss": 5.2271, + "mean_token_accuracy": 0.1945857360959053, + "num_tokens": 5645134.0, + "step": 2375 + }, + { + "entropy": 5.295850324630737, + "epoch": 2.328928046989721, + "grad_norm": 1.03125, + "learning_rate": 0.00047556350333666524, + "loss": 5.0834, + "mean_token_accuracy": 0.20512981414794923, + "num_tokens": 5658799.0, + "step": 2380 + }, + { + "entropy": 5.313294506072998, + "epoch": 2.333822809593735, + "grad_norm": 1.0625, + "learning_rate": 0.0004753892867593953, + "loss": 5.0859, + "mean_token_accuracy": 0.20842575281858444, + "num_tokens": 5670202.0, + "step": 2385 + }, + { + "entropy": 5.322448492050171, + "epoch": 2.3387175721977482, + "grad_norm": 1.046875, + "learning_rate": 0.00047521448728100787, + "loss": 5.2334, + "mean_token_accuracy": 0.19291446208953858, + "num_tokens": 5682469.0, + "step": 2390 + }, + { + "entropy": 5.4270847797393795, + "epoch": 2.343612334801762, + "grad_norm": 1.1796875, + "learning_rate": 0.00047503910540996734, + "loss": 5.2345, + "mean_token_accuracy": 0.19537753313779832, + "num_tokens": 5692908.0, + "step": 2395 + }, + { + "entropy": 5.408088541030883, + "epoch": 2.348507097405776, + "grad_norm": 1.15625, + "learning_rate": 0.0004748631416564322, + "loss": 5.1633, + "mean_token_accuracy": 0.20164895057678223, + "num_tokens": 5703813.0, + "step": 2400 + }, + { + "entropy": 5.196409845352173, + "epoch": 2.3534018600097895, + "grad_norm": 1.0625, + "learning_rate": 0.00047468659653225343, + "loss": 4.9836, + "mean_token_accuracy": 0.21172523200511933, + "num_tokens": 5715274.0, + "step": 2405 + }, + { + "entropy": 5.29620771408081, + "epoch": 2.3582966226138034, + "grad_norm": 1.0703125, + "learning_rate": 0.00047450947055097326, + "loss": 5.1346, + "mean_token_accuracy": 0.1948849856853485, + "num_tokens": 5727809.0, + "step": 2410 + }, + { + "entropy": 5.345274257659912, + "epoch": 2.363191385217817, + "grad_norm": 1.0234375, + "learning_rate": 0.0004743317642278234, + "loss": 5.2698, + "mean_token_accuracy": 0.19395796507596968, + "num_tokens": 5740398.0, + "step": 2415 + }, + { + "entropy": 5.324441909790039, + "epoch": 2.3680861478218307, + "grad_norm": 1.0859375, + "learning_rate": 0.000474153478079724, + "loss": 5.1448, + "mean_token_accuracy": 0.2060188740491867, + "num_tokens": 5752453.0, + "step": 2420 + }, + { + "entropy": 5.363028478622437, + "epoch": 2.372980910425844, + "grad_norm": 1.1171875, + "learning_rate": 0.0004739746126252813, + "loss": 5.2544, + "mean_token_accuracy": 0.19350223541259765, + "num_tokens": 5765062.0, + "step": 2425 + }, + { + "entropy": 5.430942630767822, + "epoch": 2.377875673029858, + "grad_norm": 1.046875, + "learning_rate": 0.0004737951683847872, + "loss": 5.219, + "mean_token_accuracy": 0.19821250736713408, + "num_tokens": 5776765.0, + "step": 2430 + }, + { + "entropy": 5.291578006744385, + "epoch": 2.382770435633872, + "grad_norm": 1.0625, + "learning_rate": 0.0004736151458802168, + "loss": 5.1678, + "mean_token_accuracy": 0.20081659257411957, + "num_tokens": 5789509.0, + "step": 2435 + }, + { + "entropy": 5.356848478317261, + "epoch": 2.3876651982378854, + "grad_norm": 1.046875, + "learning_rate": 0.0004734345456352275, + "loss": 5.1043, + "mean_token_accuracy": 0.20367712676525115, + "num_tokens": 5801264.0, + "step": 2440 + }, + { + "entropy": 5.308737421035767, + "epoch": 2.3925599608418993, + "grad_norm": 1.015625, + "learning_rate": 0.0004732533681751571, + "loss": 5.1319, + "mean_token_accuracy": 0.20206829607486726, + "num_tokens": 5813246.0, + "step": 2445 + }, + { + "entropy": 5.312044334411621, + "epoch": 2.3974547234459127, + "grad_norm": 1.09375, + "learning_rate": 0.0004730716140270227, + "loss": 5.1469, + "mean_token_accuracy": 0.2028827801346779, + "num_tokens": 5825304.0, + "step": 2450 + }, + { + "entropy": 5.267190885543823, + "epoch": 2.4023494860499266, + "grad_norm": 1.1328125, + "learning_rate": 0.0004728892837195186, + "loss": 5.0377, + "mean_token_accuracy": 0.2059757873415947, + "num_tokens": 5837996.0, + "step": 2455 + }, + { + "entropy": 5.323007535934448, + "epoch": 2.4072442486539405, + "grad_norm": 0.9609375, + "learning_rate": 0.0004727063777830151, + "loss": 5.1748, + "mean_token_accuracy": 0.19384027421474456, + "num_tokens": 5850968.0, + "step": 2460 + }, + { + "entropy": 5.284120225906372, + "epoch": 2.412139011257954, + "grad_norm": 1.09375, + "learning_rate": 0.00047252289674955706, + "loss": 5.1703, + "mean_token_accuracy": 0.1982756406068802, + "num_tokens": 5863233.0, + "step": 2465 + }, + { + "entropy": 5.306171417236328, + "epoch": 2.417033773861968, + "grad_norm": 1.1484375, + "learning_rate": 0.00047233884115286214, + "loss": 5.0615, + "mean_token_accuracy": 0.20489953309297562, + "num_tokens": 5873776.0, + "step": 2470 + }, + { + "entropy": 5.330395984649658, + "epoch": 2.4219285364659813, + "grad_norm": 1.078125, + "learning_rate": 0.0004721542115283193, + "loss": 5.1998, + "mean_token_accuracy": 0.19702814221382142, + "num_tokens": 5885839.0, + "step": 2475 + }, + { + "entropy": 5.301304960250855, + "epoch": 2.426823299069995, + "grad_norm": 1.109375, + "learning_rate": 0.00047196900841298725, + "loss": 5.1866, + "mean_token_accuracy": 0.1993207722902298, + "num_tokens": 5896973.0, + "step": 2480 + }, + { + "entropy": 5.327944040298462, + "epoch": 2.431718061674009, + "grad_norm": 1.1796875, + "learning_rate": 0.0004717832323455929, + "loss": 5.1753, + "mean_token_accuracy": 0.20232927352190017, + "num_tokens": 5908306.0, + "step": 2485 + }, + { + "entropy": 5.290309238433838, + "epoch": 2.4366128242780225, + "grad_norm": 1.015625, + "learning_rate": 0.0004715968838665298, + "loss": 5.1711, + "mean_token_accuracy": 0.19939935356378555, + "num_tokens": 5919719.0, + "step": 2490 + }, + { + "entropy": 5.33341794013977, + "epoch": 2.4415075868820364, + "grad_norm": 1.0703125, + "learning_rate": 0.00047140996351785654, + "loss": 5.1023, + "mean_token_accuracy": 0.20435553342103957, + "num_tokens": 5931406.0, + "step": 2495 + }, + { + "entropy": 5.368729209899902, + "epoch": 2.44640234948605, + "grad_norm": 1.1015625, + "learning_rate": 0.00047122247184329527, + "loss": 5.2185, + "mean_token_accuracy": 0.19418967366218567, + "num_tokens": 5943427.0, + "step": 2500 + }, + { + "entropy": 5.307469177246094, + "epoch": 2.4512971120900637, + "grad_norm": 1.0625, + "learning_rate": 0.0004710344093882298, + "loss": 5.1507, + "mean_token_accuracy": 0.2013296440243721, + "num_tokens": 5954684.0, + "step": 2505 + }, + { + "entropy": 5.359532833099365, + "epoch": 2.456191874694077, + "grad_norm": 1.1796875, + "learning_rate": 0.0004708457766997046, + "loss": 5.2619, + "mean_token_accuracy": 0.18810701966285706, + "num_tokens": 5965135.0, + "step": 2510 + }, + { + "entropy": 5.419138956069946, + "epoch": 2.461086637298091, + "grad_norm": 1.0703125, + "learning_rate": 0.00047065657432642275, + "loss": 5.128, + "mean_token_accuracy": 0.20935332030057907, + "num_tokens": 5976419.0, + "step": 2515 + }, + { + "entropy": 5.281298351287842, + "epoch": 2.4659813999021045, + "grad_norm": 1.078125, + "learning_rate": 0.00047046680281874416, + "loss": 5.1704, + "mean_token_accuracy": 0.19998786300420762, + "num_tokens": 5990204.0, + "step": 2520 + }, + { + "entropy": 5.401511573791504, + "epoch": 2.4708761625061184, + "grad_norm": 1.265625, + "learning_rate": 0.0004702764627286845, + "loss": 5.2293, + "mean_token_accuracy": 0.19928793162107467, + "num_tokens": 6002137.0, + "step": 2525 + }, + { + "entropy": 5.285235929489136, + "epoch": 2.4757709251101323, + "grad_norm": 1.0625, + "learning_rate": 0.0004700855546099136, + "loss": 5.1081, + "mean_token_accuracy": 0.20293399542570115, + "num_tokens": 6014254.0, + "step": 2530 + }, + { + "entropy": 5.33097767829895, + "epoch": 2.4806656877141458, + "grad_norm": 1.1171875, + "learning_rate": 0.000469894079017753, + "loss": 5.1706, + "mean_token_accuracy": 0.1951598733663559, + "num_tokens": 6025999.0, + "step": 2535 + }, + { + "entropy": 5.242245769500732, + "epoch": 2.4855604503181596, + "grad_norm": 1.0625, + "learning_rate": 0.0004697020365091755, + "loss": 5.1076, + "mean_token_accuracy": 0.2008503183722496, + "num_tokens": 6037909.0, + "step": 2540 + }, + { + "entropy": 5.338990831375122, + "epoch": 2.490455212922173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004695094276428027, + "loss": 5.2176, + "mean_token_accuracy": 0.18787843734025955, + "num_tokens": 6050267.0, + "step": 2545 + }, + { + "entropy": 5.3056189060211185, + "epoch": 2.495349975526187, + "grad_norm": 1.03125, + "learning_rate": 0.00046931625297890367, + "loss": 5.1037, + "mean_token_accuracy": 0.20342702567577362, + "num_tokens": 6062168.0, + "step": 2550 + }, + { + "entropy": 5.221565580368042, + "epoch": 2.500244738130201, + "grad_norm": 0.93359375, + "learning_rate": 0.00046912251307939336, + "loss": 5.063, + "mean_token_accuracy": 0.20233901143074035, + "num_tokens": 6075737.0, + "step": 2555 + }, + { + "entropy": 5.328143358230591, + "epoch": 2.5051395007342143, + "grad_norm": 1.0703125, + "learning_rate": 0.0004689282085078308, + "loss": 5.1588, + "mean_token_accuracy": 0.1983553498983383, + "num_tokens": 6089195.0, + "step": 2560 + }, + { + "entropy": 5.28541522026062, + "epoch": 2.510034263338228, + "grad_norm": 1.109375, + "learning_rate": 0.00046873333982941763, + "loss": 5.1283, + "mean_token_accuracy": 0.19364329129457475, + "num_tokens": 6101277.0, + "step": 2565 + }, + { + "entropy": 5.3025566101074215, + "epoch": 2.5149290259422417, + "grad_norm": 1.171875, + "learning_rate": 0.0004685379076109964, + "loss": 5.2084, + "mean_token_accuracy": 0.1892598196864128, + "num_tokens": 6113169.0, + "step": 2570 + }, + { + "entropy": 5.2775373458862305, + "epoch": 2.5198237885462555, + "grad_norm": 1.0546875, + "learning_rate": 0.00046834191242104887, + "loss": 5.0687, + "mean_token_accuracy": 0.20382051467895507, + "num_tokens": 6124006.0, + "step": 2575 + }, + { + "entropy": 5.243126773834229, + "epoch": 2.5247185511502694, + "grad_norm": 1.1640625, + "learning_rate": 0.0004681453548296944, + "loss": 5.0609, + "mean_token_accuracy": 0.20143638849258422, + "num_tokens": 6134991.0, + "step": 2580 + }, + { + "entropy": 5.288752269744873, + "epoch": 2.529613313754283, + "grad_norm": 1.171875, + "learning_rate": 0.0004679482354086884, + "loss": 5.1545, + "mean_token_accuracy": 0.195332270860672, + "num_tokens": 6145771.0, + "step": 2585 + }, + { + "entropy": 5.329096794128418, + "epoch": 2.534508076358297, + "grad_norm": 1.0625, + "learning_rate": 0.00046775055473142037, + "loss": 5.1409, + "mean_token_accuracy": 0.20373797565698623, + "num_tokens": 6157778.0, + "step": 2590 + }, + { + "entropy": 5.320698356628418, + "epoch": 2.5394028389623102, + "grad_norm": 1.09375, + "learning_rate": 0.00046755231337291257, + "loss": 5.2232, + "mean_token_accuracy": 0.194973361492157, + "num_tokens": 6167977.0, + "step": 2595 + }, + { + "entropy": 5.258221435546875, + "epoch": 2.544297601566324, + "grad_norm": 1.1015625, + "learning_rate": 0.000467353511909818, + "loss": 5.1519, + "mean_token_accuracy": 0.1974998250603676, + "num_tokens": 6179012.0, + "step": 2600 + }, + { + "entropy": 5.416901731491089, + "epoch": 2.549192364170338, + "grad_norm": 1.1328125, + "learning_rate": 0.00046715415092041923, + "loss": 5.2214, + "mean_token_accuracy": 0.20321713387966156, + "num_tokens": 6191199.0, + "step": 2605 + }, + { + "entropy": 5.396421337127686, + "epoch": 2.5540871267743515, + "grad_norm": 1.1875, + "learning_rate": 0.00046695423098462607, + "loss": 5.2765, + "mean_token_accuracy": 0.19418736398220063, + "num_tokens": 6202990.0, + "step": 2610 + }, + { + "entropy": 5.373351144790649, + "epoch": 2.558981889378365, + "grad_norm": 1.1796875, + "learning_rate": 0.0004667537526839745, + "loss": 5.2863, + "mean_token_accuracy": 0.19325242787599564, + "num_tokens": 6215270.0, + "step": 2615 + }, + { + "entropy": 5.2843457698822025, + "epoch": 2.563876651982379, + "grad_norm": 1.1015625, + "learning_rate": 0.0004665527166016244, + "loss": 5.1041, + "mean_token_accuracy": 0.2006557270884514, + "num_tokens": 6227471.0, + "step": 2620 + }, + { + "entropy": 5.304417896270752, + "epoch": 2.5687714145863927, + "grad_norm": 1.15625, + "learning_rate": 0.0004663511233223584, + "loss": 5.1405, + "mean_token_accuracy": 0.19751403629779815, + "num_tokens": 6239960.0, + "step": 2625 + }, + { + "entropy": 5.183145141601562, + "epoch": 2.573666177190406, + "grad_norm": 1.03125, + "learning_rate": 0.00046614897343257993, + "loss": 5.0943, + "mean_token_accuracy": 0.19900689721107484, + "num_tokens": 6252986.0, + "step": 2630 + }, + { + "entropy": 5.334723329544067, + "epoch": 2.57856093979442, + "grad_norm": 1.0546875, + "learning_rate": 0.0004659462675203113, + "loss": 5.2365, + "mean_token_accuracy": 0.19438600391149521, + "num_tokens": 6265814.0, + "step": 2635 + }, + { + "entropy": 5.294690322875977, + "epoch": 2.5834557023984335, + "grad_norm": 1.046875, + "learning_rate": 0.0004657430061751924, + "loss": 5.1526, + "mean_token_accuracy": 0.19875487089157104, + "num_tokens": 6276875.0, + "step": 2640 + }, + { + "entropy": 5.29907865524292, + "epoch": 2.5883504650024474, + "grad_norm": 1.0625, + "learning_rate": 0.00046553918998847873, + "loss": 5.1866, + "mean_token_accuracy": 0.1913258284330368, + "num_tokens": 6288864.0, + "step": 2645 + }, + { + "entropy": 5.373501443862915, + "epoch": 2.5932452276064613, + "grad_norm": 1.28125, + "learning_rate": 0.0004653348195530396, + "loss": 5.2424, + "mean_token_accuracy": 0.1908942475914955, + "num_tokens": 6302693.0, + "step": 2650 + }, + { + "entropy": 5.310032081604004, + "epoch": 2.5981399902104747, + "grad_norm": 1.109375, + "learning_rate": 0.00046512989546335684, + "loss": 5.2109, + "mean_token_accuracy": 0.1932237148284912, + "num_tokens": 6315961.0, + "step": 2655 + }, + { + "entropy": 5.304839754104615, + "epoch": 2.6030347528144886, + "grad_norm": 1.140625, + "learning_rate": 0.00046492441831552244, + "loss": 5.2087, + "mean_token_accuracy": 0.19596468061208724, + "num_tokens": 6328383.0, + "step": 2660 + }, + { + "entropy": 5.363293695449829, + "epoch": 2.607929515418502, + "grad_norm": 1.1171875, + "learning_rate": 0.00046471838870723744, + "loss": 5.136, + "mean_token_accuracy": 0.1972019836306572, + "num_tokens": 6341188.0, + "step": 2665 + }, + { + "entropy": 5.237611436843872, + "epoch": 2.612824278022516, + "grad_norm": 1.109375, + "learning_rate": 0.00046451180723780966, + "loss": 5.0922, + "mean_token_accuracy": 0.20550482720136642, + "num_tokens": 6352364.0, + "step": 2670 + }, + { + "entropy": 5.364541006088257, + "epoch": 2.61771904062653, + "grad_norm": 1.03125, + "learning_rate": 0.00046430467450815237, + "loss": 5.2227, + "mean_token_accuracy": 0.20022366791963578, + "num_tokens": 6364801.0, + "step": 2675 + }, + { + "entropy": 5.332408142089844, + "epoch": 2.6226138032305433, + "grad_norm": 0.96484375, + "learning_rate": 0.00046409699112078234, + "loss": 5.1131, + "mean_token_accuracy": 0.20269023180007933, + "num_tokens": 6378350.0, + "step": 2680 + }, + { + "entropy": 5.227812242507935, + "epoch": 2.627508565834557, + "grad_norm": 1.0546875, + "learning_rate": 0.000463888757679818, + "loss": 5.0975, + "mean_token_accuracy": 0.19431902468204498, + "num_tokens": 6390372.0, + "step": 2685 + }, + { + "entropy": 5.292713356018067, + "epoch": 2.6324033284385706, + "grad_norm": 1.125, + "learning_rate": 0.000463679974790978, + "loss": 5.1655, + "mean_token_accuracy": 0.19646825790405273, + "num_tokens": 6402460.0, + "step": 2690 + }, + { + "entropy": 5.2531421184539795, + "epoch": 2.6372980910425845, + "grad_norm": 1.046875, + "learning_rate": 0.00046347064306157904, + "loss": 5.0339, + "mean_token_accuracy": 0.20605625808238984, + "num_tokens": 6413086.0, + "step": 2695 + }, + { + "entropy": 5.273374080657959, + "epoch": 2.6421928536465984, + "grad_norm": 1.0390625, + "learning_rate": 0.00046326076310053443, + "loss": 5.2039, + "mean_token_accuracy": 0.20057330429553985, + "num_tokens": 6425334.0, + "step": 2700 + }, + { + "entropy": 5.329495000839233, + "epoch": 2.647087616250612, + "grad_norm": 1.0390625, + "learning_rate": 0.0004630503355183522, + "loss": 5.2021, + "mean_token_accuracy": 0.19525025635957718, + "num_tokens": 6438043.0, + "step": 2705 + }, + { + "entropy": 5.352862691879272, + "epoch": 2.6519823788546253, + "grad_norm": 1.1171875, + "learning_rate": 0.0004628393609271332, + "loss": 5.2473, + "mean_token_accuracy": 0.1973058670759201, + "num_tokens": 6449424.0, + "step": 2710 + }, + { + "entropy": 5.27777681350708, + "epoch": 2.656877141458639, + "grad_norm": 1.1328125, + "learning_rate": 0.0004626278399405698, + "loss": 5.1823, + "mean_token_accuracy": 0.20338010936975479, + "num_tokens": 6461149.0, + "step": 2715 + }, + { + "entropy": 5.37155704498291, + "epoch": 2.661771904062653, + "grad_norm": 1.046875, + "learning_rate": 0.0004624157731739432, + "loss": 5.1824, + "mean_token_accuracy": 0.20031111240386962, + "num_tokens": 6472750.0, + "step": 2720 + }, + { + "entropy": 5.269566822052002, + "epoch": 2.6666666666666665, + "grad_norm": 1.1484375, + "learning_rate": 0.00046220316124412255, + "loss": 5.1534, + "mean_token_accuracy": 0.2030242934823036, + "num_tokens": 6485912.0, + "step": 2725 + }, + { + "entropy": 5.277011966705322, + "epoch": 2.6715614292706804, + "grad_norm": 1.03125, + "learning_rate": 0.0004619900047695628, + "loss": 5.1074, + "mean_token_accuracy": 0.2049603432416916, + "num_tokens": 6496457.0, + "step": 2730 + }, + { + "entropy": 5.2734582901000975, + "epoch": 2.676456191874694, + "grad_norm": 1.0546875, + "learning_rate": 0.0004617763043703029, + "loss": 5.2227, + "mean_token_accuracy": 0.19709507524967193, + "num_tokens": 6509112.0, + "step": 2735 + }, + { + "entropy": 5.344844722747803, + "epoch": 2.6813509544787077, + "grad_norm": 1.109375, + "learning_rate": 0.0004615620606679637, + "loss": 5.2023, + "mean_token_accuracy": 0.19780662953853606, + "num_tokens": 6520968.0, + "step": 2740 + }, + { + "entropy": 5.323253107070923, + "epoch": 2.6862457170827216, + "grad_norm": 1.15625, + "learning_rate": 0.0004613472742857468, + "loss": 5.2199, + "mean_token_accuracy": 0.1946541726589203, + "num_tokens": 6533384.0, + "step": 2745 + }, + { + "entropy": 5.23217282295227, + "epoch": 2.691140479686735, + "grad_norm": 1.1015625, + "learning_rate": 0.00046113194584843217, + "loss": 5.08, + "mean_token_accuracy": 0.20902790129184723, + "num_tokens": 6544334.0, + "step": 2750 + }, + { + "entropy": 5.267884683609009, + "epoch": 2.696035242290749, + "grad_norm": 1.171875, + "learning_rate": 0.00046091607598237655, + "loss": 5.1461, + "mean_token_accuracy": 0.20653503835201265, + "num_tokens": 6556260.0, + "step": 2755 + }, + { + "entropy": 5.357528781890869, + "epoch": 2.7009300048947624, + "grad_norm": 1.046875, + "learning_rate": 0.00046069966531551174, + "loss": 5.1733, + "mean_token_accuracy": 0.1969723477959633, + "num_tokens": 6568148.0, + "step": 2760 + }, + { + "entropy": 5.397097110748291, + "epoch": 2.7058247674987763, + "grad_norm": 0.99609375, + "learning_rate": 0.0004604827144773425, + "loss": 5.2952, + "mean_token_accuracy": 0.19570557475090028, + "num_tokens": 6580929.0, + "step": 2765 + }, + { + "entropy": 5.2552718162536625, + "epoch": 2.71071953010279, + "grad_norm": 1.0078125, + "learning_rate": 0.00046026522409894476, + "loss": 5.2036, + "mean_token_accuracy": 0.19973676651716232, + "num_tokens": 6594412.0, + "step": 2770 + }, + { + "entropy": 5.272260332107544, + "epoch": 2.7156142927068037, + "grad_norm": 1.0625, + "learning_rate": 0.0004600471948129643, + "loss": 5.1549, + "mean_token_accuracy": 0.20321643203496934, + "num_tokens": 6606735.0, + "step": 2775 + }, + { + "entropy": 5.34075813293457, + "epoch": 2.7205090553108175, + "grad_norm": 1.140625, + "learning_rate": 0.00045982862725361414, + "loss": 5.189, + "mean_token_accuracy": 0.19283341318368913, + "num_tokens": 6620203.0, + "step": 2780 + }, + { + "entropy": 5.281694984436035, + "epoch": 2.725403817914831, + "grad_norm": 1.0234375, + "learning_rate": 0.00045960952205667305, + "loss": 5.0273, + "mean_token_accuracy": 0.2054688349366188, + "num_tokens": 6632420.0, + "step": 2785 + }, + { + "entropy": 5.248138332366944, + "epoch": 2.730298580518845, + "grad_norm": 1.2265625, + "learning_rate": 0.0004593898798594839, + "loss": 5.0615, + "mean_token_accuracy": 0.20480649769306183, + "num_tokens": 6644090.0, + "step": 2790 + }, + { + "entropy": 5.18441481590271, + "epoch": 2.7351933431228588, + "grad_norm": 1.1328125, + "learning_rate": 0.00045916970130095155, + "loss": 5.1237, + "mean_token_accuracy": 0.20232576578855516, + "num_tokens": 6654970.0, + "step": 2795 + }, + { + "entropy": 5.235738801956177, + "epoch": 2.7400881057268722, + "grad_norm": 1.0, + "learning_rate": 0.000458948987021541, + "loss": 5.0864, + "mean_token_accuracy": 0.20247414112091064, + "num_tokens": 6667428.0, + "step": 2800 + }, + { + "entropy": 5.293523788452148, + "epoch": 2.744982868330886, + "grad_norm": 1.1953125, + "learning_rate": 0.0004587277376632755, + "loss": 5.1167, + "mean_token_accuracy": 0.20096131265163422, + "num_tokens": 6679743.0, + "step": 2805 + }, + { + "entropy": 5.195648813247681, + "epoch": 2.7498776309348996, + "grad_norm": 1.1171875, + "learning_rate": 0.0004585059538697349, + "loss": 5.1231, + "mean_token_accuracy": 0.2077399328351021, + "num_tokens": 6691657.0, + "step": 2810 + }, + { + "entropy": 5.2407111644744875, + "epoch": 2.7547723935389135, + "grad_norm": 1.1015625, + "learning_rate": 0.00045828363628605355, + "loss": 5.1147, + "mean_token_accuracy": 0.20235977917909623, + "num_tokens": 6703862.0, + "step": 2815 + }, + { + "entropy": 5.314387226104737, + "epoch": 2.759667156142927, + "grad_norm": 1.171875, + "learning_rate": 0.00045806078555891874, + "loss": 5.1477, + "mean_token_accuracy": 0.19421834498643875, + "num_tokens": 6714896.0, + "step": 2820 + }, + { + "entropy": 5.247271633148193, + "epoch": 2.764561918746941, + "grad_norm": 1.0703125, + "learning_rate": 0.00045783740233656825, + "loss": 5.1073, + "mean_token_accuracy": 0.20424874275922775, + "num_tokens": 6726432.0, + "step": 2825 + }, + { + "entropy": 5.23317141532898, + "epoch": 2.7694566813509542, + "grad_norm": 1.1328125, + "learning_rate": 0.00045761348726878906, + "loss": 5.0982, + "mean_token_accuracy": 0.20008147805929183, + "num_tokens": 6738262.0, + "step": 2830 + }, + { + "entropy": 5.314716863632202, + "epoch": 2.774351443954968, + "grad_norm": 1.09375, + "learning_rate": 0.0004573890410069149, + "loss": 5.2182, + "mean_token_accuracy": 0.19755987972021102, + "num_tokens": 6750838.0, + "step": 2835 + }, + { + "entropy": 5.339499568939209, + "epoch": 2.779246206558982, + "grad_norm": 1.1796875, + "learning_rate": 0.00045716406420382507, + "loss": 5.1352, + "mean_token_accuracy": 0.20612797290086746, + "num_tokens": 6763284.0, + "step": 2840 + }, + { + "entropy": 5.200328302383423, + "epoch": 2.7841409691629955, + "grad_norm": 1.15625, + "learning_rate": 0.00045693855751394185, + "loss": 5.1781, + "mean_token_accuracy": 0.19806490689516068, + "num_tokens": 6775122.0, + "step": 2845 + }, + { + "entropy": 5.246775674819946, + "epoch": 2.7890357317670094, + "grad_norm": 1.1796875, + "learning_rate": 0.00045671252159322907, + "loss": 4.9814, + "mean_token_accuracy": 0.21260356158018112, + "num_tokens": 6786126.0, + "step": 2850 + }, + { + "entropy": 5.225829267501831, + "epoch": 2.793930494371023, + "grad_norm": 1.171875, + "learning_rate": 0.00045648595709918974, + "loss": 5.0955, + "mean_token_accuracy": 0.20787982046604156, + "num_tokens": 6797549.0, + "step": 2855 + }, + { + "entropy": 5.221702241897583, + "epoch": 2.7988252569750367, + "grad_norm": 1.09375, + "learning_rate": 0.0004562588646908646, + "loss": 5.0589, + "mean_token_accuracy": 0.1999519497156143, + "num_tokens": 6809882.0, + "step": 2860 + }, + { + "entropy": 5.277024984359741, + "epoch": 2.8037200195790506, + "grad_norm": 1.15625, + "learning_rate": 0.00045603124502883004, + "loss": 5.1685, + "mean_token_accuracy": 0.20202742516994476, + "num_tokens": 6822490.0, + "step": 2865 + }, + { + "entropy": 5.319039916992187, + "epoch": 2.808614782183064, + "grad_norm": 1.015625, + "learning_rate": 0.0004558030987751961, + "loss": 5.1629, + "mean_token_accuracy": 0.19774821102619172, + "num_tokens": 6834857.0, + "step": 2870 + }, + { + "entropy": 5.291704940795898, + "epoch": 2.813509544787078, + "grad_norm": 1.1640625, + "learning_rate": 0.0004555744265936045, + "loss": 5.1726, + "mean_token_accuracy": 0.19582183808088302, + "num_tokens": 6847371.0, + "step": 2875 + }, + { + "entropy": 5.288819742202759, + "epoch": 2.8184043073910914, + "grad_norm": 1.1015625, + "learning_rate": 0.0004553452291492269, + "loss": 5.1859, + "mean_token_accuracy": 0.20653139501810075, + "num_tokens": 6858313.0, + "step": 2880 + }, + { + "entropy": 5.22146954536438, + "epoch": 2.8232990699951053, + "grad_norm": 1.140625, + "learning_rate": 0.00045511550710876283, + "loss": 5.1053, + "mean_token_accuracy": 0.20446014255285264, + "num_tokens": 6869046.0, + "step": 2885 + }, + { + "entropy": 5.209698915481567, + "epoch": 2.828193832599119, + "grad_norm": 1.234375, + "learning_rate": 0.0004548852611404378, + "loss": 4.9938, + "mean_token_accuracy": 0.21259300410747528, + "num_tokens": 6879484.0, + "step": 2890 + }, + { + "entropy": 5.295617961883545, + "epoch": 2.8330885952031326, + "grad_norm": 1.1328125, + "learning_rate": 0.0004546544919140014, + "loss": 5.1401, + "mean_token_accuracy": 0.2019681915640831, + "num_tokens": 6890941.0, + "step": 2895 + }, + { + "entropy": 5.305285978317261, + "epoch": 2.8379833578071465, + "grad_norm": 1.1875, + "learning_rate": 0.0004544232001007253, + "loss": 5.1445, + "mean_token_accuracy": 0.19834502339363097, + "num_tokens": 6903446.0, + "step": 2900 + }, + { + "entropy": 5.2520472526550295, + "epoch": 2.84287812041116, + "grad_norm": 1.1171875, + "learning_rate": 0.000454191386373401, + "loss": 5.139, + "mean_token_accuracy": 0.20072694271802902, + "num_tokens": 6916972.0, + "step": 2905 + }, + { + "entropy": 5.312392044067383, + "epoch": 2.847772883015174, + "grad_norm": 1.15625, + "learning_rate": 0.00045395905140633875, + "loss": 5.2139, + "mean_token_accuracy": 0.19229765385389327, + "num_tokens": 6929888.0, + "step": 2910 + }, + { + "entropy": 5.216417598724365, + "epoch": 2.8526676456191877, + "grad_norm": 1.0546875, + "learning_rate": 0.00045372619587536427, + "loss": 5.0993, + "mean_token_accuracy": 0.20833698511123658, + "num_tokens": 6941739.0, + "step": 2915 + }, + { + "entropy": 5.288608837127685, + "epoch": 2.857562408223201, + "grad_norm": 1.046875, + "learning_rate": 0.0004534928204578182, + "loss": 5.1386, + "mean_token_accuracy": 0.20470602214336395, + "num_tokens": 6953842.0, + "step": 2920 + }, + { + "entropy": 5.276420736312867, + "epoch": 2.8624571708272146, + "grad_norm": 1.1484375, + "learning_rate": 0.0004532589258325531, + "loss": 5.1236, + "mean_token_accuracy": 0.20376610457897187, + "num_tokens": 6965217.0, + "step": 2925 + }, + { + "entropy": 5.278570938110351, + "epoch": 2.8673519334312285, + "grad_norm": 1.1640625, + "learning_rate": 0.0004530245126799317, + "loss": 5.1017, + "mean_token_accuracy": 0.20043444782495498, + "num_tokens": 6976996.0, + "step": 2930 + }, + { + "entropy": 5.156794118881225, + "epoch": 2.8722466960352424, + "grad_norm": 1.1328125, + "learning_rate": 0.0004527895816818255, + "loss": 5.077, + "mean_token_accuracy": 0.2072145789861679, + "num_tokens": 6987481.0, + "step": 2935 + }, + { + "entropy": 5.305797386169433, + "epoch": 2.877141458639256, + "grad_norm": 1.140625, + "learning_rate": 0.0004525541335216119, + "loss": 5.1421, + "mean_token_accuracy": 0.2094895660877228, + "num_tokens": 6998297.0, + "step": 2940 + }, + { + "entropy": 5.271157121658325, + "epoch": 2.8820362212432697, + "grad_norm": 1.078125, + "learning_rate": 0.0004523181688841728, + "loss": 5.1776, + "mean_token_accuracy": 0.20025330334901809, + "num_tokens": 7009792.0, + "step": 2945 + }, + { + "entropy": 5.40869107246399, + "epoch": 2.886930983847283, + "grad_norm": 0.96484375, + "learning_rate": 0.0004520816884558925, + "loss": 5.1608, + "mean_token_accuracy": 0.19975550919771196, + "num_tokens": 7022327.0, + "step": 2950 + }, + { + "entropy": 5.127566289901734, + "epoch": 2.891825746451297, + "grad_norm": 1.09375, + "learning_rate": 0.00045184469292465555, + "loss": 5.0348, + "mean_token_accuracy": 0.2134496822953224, + "num_tokens": 7032861.0, + "step": 2955 + }, + { + "entropy": 5.2581127166748045, + "epoch": 2.896720509055311, + "grad_norm": 1.140625, + "learning_rate": 0.000451607182979845, + "loss": 5.1886, + "mean_token_accuracy": 0.19754125773906708, + "num_tokens": 7045091.0, + "step": 2960 + }, + { + "entropy": 5.361897563934326, + "epoch": 2.9016152716593244, + "grad_norm": 1.0390625, + "learning_rate": 0.0004513691593123401, + "loss": 5.1417, + "mean_token_accuracy": 0.19922478795051574, + "num_tokens": 7058687.0, + "step": 2965 + }, + { + "entropy": 5.230517911911011, + "epoch": 2.9065100342633383, + "grad_norm": 1.140625, + "learning_rate": 0.00045113062261451447, + "loss": 5.1041, + "mean_token_accuracy": 0.20409076511859894, + "num_tokens": 7070185.0, + "step": 2970 + }, + { + "entropy": 5.153442859649658, + "epoch": 2.9114047968673518, + "grad_norm": 1.0703125, + "learning_rate": 0.0004508915735802342, + "loss": 5.0436, + "mean_token_accuracy": 0.21531937271356583, + "num_tokens": 7082084.0, + "step": 2975 + }, + { + "entropy": 5.288640642166138, + "epoch": 2.9162995594713657, + "grad_norm": 1.1640625, + "learning_rate": 0.00045065201290485547, + "loss": 5.1311, + "mean_token_accuracy": 0.2090048909187317, + "num_tokens": 7093648.0, + "step": 2980 + }, + { + "entropy": 5.317954778671265, + "epoch": 2.9211943220753795, + "grad_norm": 1.0703125, + "learning_rate": 0.0004504119412852228, + "loss": 5.2205, + "mean_token_accuracy": 0.1979729115962982, + "num_tokens": 7106444.0, + "step": 2985 + }, + { + "entropy": 5.221889877319336, + "epoch": 2.926089084679393, + "grad_norm": 1.0859375, + "learning_rate": 0.0004501713594196671, + "loss": 5.1525, + "mean_token_accuracy": 0.1946215435862541, + "num_tokens": 7119287.0, + "step": 2990 + }, + { + "entropy": 5.262315082550049, + "epoch": 2.930983847283407, + "grad_norm": 1.1875, + "learning_rate": 0.0004499302680080034, + "loss": 5.1373, + "mean_token_accuracy": 0.20100004523992537, + "num_tokens": 7130615.0, + "step": 2995 + }, + { + "entropy": 5.250856971740722, + "epoch": 2.9358786098874203, + "grad_norm": 1.2109375, + "learning_rate": 0.000449688667751529, + "loss": 5.103, + "mean_token_accuracy": 0.2066326454281807, + "num_tokens": 7141864.0, + "step": 3000 + }, + { + "epoch": 2.9358786098874203, + "eval_entropy": 5.239256037913453, + "eval_loss": 5.65110969543457, + "eval_mean_token_accuracy": 0.18974790772263245, + "eval_num_tokens": 7141864.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.994, + "eval_steps_per_second": 158.92, + "step": 3000 + }, + { + "entropy": 5.3498396396636965, + "epoch": 2.9407733724914342, + "grad_norm": 1.0703125, + "learning_rate": 0.00044944655935302114, + "loss": 5.1835, + "mean_token_accuracy": 0.19889111071825027, + "num_tokens": 7152303.0, + "step": 3005 + }, + { + "entropy": 5.192798328399658, + "epoch": 2.945668135095448, + "grad_norm": 1.1328125, + "learning_rate": 0.0004492039435167355, + "loss": 5.1174, + "mean_token_accuracy": 0.2020832344889641, + "num_tokens": 7164398.0, + "step": 3010 + }, + { + "entropy": 5.242094326019287, + "epoch": 2.9505628976994616, + "grad_norm": 1.21875, + "learning_rate": 0.0004489608209484034, + "loss": 5.1279, + "mean_token_accuracy": 0.20991869866847992, + "num_tokens": 7175192.0, + "step": 3015 + }, + { + "entropy": 5.273676490783691, + "epoch": 2.955457660303475, + "grad_norm": 1.0078125, + "learning_rate": 0.0004487171923552306, + "loss": 5.2383, + "mean_token_accuracy": 0.19441885203123094, + "num_tokens": 7189522.0, + "step": 3020 + }, + { + "entropy": 5.32355146408081, + "epoch": 2.960352422907489, + "grad_norm": 1.03125, + "learning_rate": 0.0004484730584458945, + "loss": 5.1586, + "mean_token_accuracy": 0.2014496371150017, + "num_tokens": 7201404.0, + "step": 3025 + }, + { + "entropy": 5.206380558013916, + "epoch": 2.965247185511503, + "grad_norm": 1.1484375, + "learning_rate": 0.0004482284199305426, + "loss": 5.1062, + "mean_token_accuracy": 0.20622824877500534, + "num_tokens": 7212355.0, + "step": 3030 + }, + { + "entropy": 5.183655405044556, + "epoch": 2.9701419481155162, + "grad_norm": 1.109375, + "learning_rate": 0.00044798327752078993, + "loss": 5.0126, + "mean_token_accuracy": 0.21361497044563293, + "num_tokens": 7223297.0, + "step": 3035 + }, + { + "entropy": 5.1699216842651365, + "epoch": 2.97503671071953, + "grad_norm": 1.0390625, + "learning_rate": 0.00044773763192971756, + "loss": 5.0496, + "mean_token_accuracy": 0.21205516457557677, + "num_tokens": 7235019.0, + "step": 3040 + }, + { + "entropy": 5.302969074249267, + "epoch": 2.9799314733235436, + "grad_norm": 1.0625, + "learning_rate": 0.0004474914838718701, + "loss": 5.1468, + "mean_token_accuracy": 0.2011548325419426, + "num_tokens": 7247429.0, + "step": 3045 + }, + { + "entropy": 5.151635313034058, + "epoch": 2.9848262359275575, + "grad_norm": 1.015625, + "learning_rate": 0.00044724483406325375, + "loss": 5.0214, + "mean_token_accuracy": 0.21079832166433335, + "num_tokens": 7259211.0, + "step": 3050 + }, + { + "entropy": 5.201655673980713, + "epoch": 2.9897209985315714, + "grad_norm": 1.0703125, + "learning_rate": 0.0004469976832213344, + "loss": 5.1013, + "mean_token_accuracy": 0.20135508179664613, + "num_tokens": 7270843.0, + "step": 3055 + }, + { + "entropy": 5.2060614109039305, + "epoch": 2.994615761135585, + "grad_norm": 1.09375, + "learning_rate": 0.000446750032065035, + "loss": 5.0263, + "mean_token_accuracy": 0.20377332866191863, + "num_tokens": 7282644.0, + "step": 3060 + }, + { + "entropy": 5.1719215393066404, + "epoch": 2.9995105237395987, + "grad_norm": 1.03125, + "learning_rate": 0.0004465018813147342, + "loss": 5.0764, + "mean_token_accuracy": 0.2082974672317505, + "num_tokens": 7294592.0, + "step": 3065 + }, + { + "entropy": 5.152208911048041, + "epoch": 3.003915810083211, + "grad_norm": 1.0234375, + "learning_rate": 0.00044625323169226376, + "loss": 4.8313, + "mean_token_accuracy": 0.21952111356788212, + "num_tokens": 7304315.0, + "step": 3070 + }, + { + "entropy": 5.258079576492309, + "epoch": 3.0088105726872247, + "grad_norm": 1.1171875, + "learning_rate": 0.00044600408392090653, + "loss": 4.8218, + "mean_token_accuracy": 0.2206038549542427, + "num_tokens": 7316042.0, + "step": 3075 + }, + { + "entropy": 5.194670152664185, + "epoch": 3.013705335291238, + "grad_norm": 1.078125, + "learning_rate": 0.0004457544387253945, + "loss": 4.8032, + "mean_token_accuracy": 0.22254225313663484, + "num_tokens": 7328096.0, + "step": 3080 + }, + { + "entropy": 5.21949610710144, + "epoch": 3.018600097895252, + "grad_norm": 1.0859375, + "learning_rate": 0.0004455042968319063, + "loss": 4.8169, + "mean_token_accuracy": 0.22124014794826508, + "num_tokens": 7340093.0, + "step": 3085 + }, + { + "entropy": 5.261151647567749, + "epoch": 3.023494860499266, + "grad_norm": 1.140625, + "learning_rate": 0.00044525365896806593, + "loss": 4.8632, + "mean_token_accuracy": 0.22004459500312806, + "num_tokens": 7352439.0, + "step": 3090 + }, + { + "entropy": 5.141685581207275, + "epoch": 3.0283896231032794, + "grad_norm": 1.0, + "learning_rate": 0.00044500252586293957, + "loss": 4.759, + "mean_token_accuracy": 0.218286868929863, + "num_tokens": 7364139.0, + "step": 3095 + }, + { + "entropy": 5.218305540084839, + "epoch": 3.0332843857072933, + "grad_norm": 1.15625, + "learning_rate": 0.00044475089824703426, + "loss": 4.8619, + "mean_token_accuracy": 0.21531160771846772, + "num_tokens": 7375390.0, + "step": 3100 + }, + { + "entropy": 5.173544788360596, + "epoch": 3.0381791483113068, + "grad_norm": 1.140625, + "learning_rate": 0.0004444987768522952, + "loss": 4.7697, + "mean_token_accuracy": 0.2147290900349617, + "num_tokens": 7386350.0, + "step": 3105 + }, + { + "entropy": 5.174273061752319, + "epoch": 3.0430739109153206, + "grad_norm": 1.078125, + "learning_rate": 0.0004442461624121044, + "loss": 4.7454, + "mean_token_accuracy": 0.2209487721323967, + "num_tokens": 7398256.0, + "step": 3110 + }, + { + "entropy": 5.181314134597779, + "epoch": 3.0479686735193345, + "grad_norm": 1.2265625, + "learning_rate": 0.00044399305566127773, + "loss": 4.7692, + "mean_token_accuracy": 0.219735686480999, + "num_tokens": 7410083.0, + "step": 3115 + }, + { + "entropy": 5.160170269012451, + "epoch": 3.052863436123348, + "grad_norm": 1.125, + "learning_rate": 0.0004437394573360631, + "loss": 4.7951, + "mean_token_accuracy": 0.22411915212869643, + "num_tokens": 7421988.0, + "step": 3120 + }, + { + "entropy": 5.139834976196289, + "epoch": 3.057758198727362, + "grad_norm": 1.1875, + "learning_rate": 0.0004434853681741384, + "loss": 4.7997, + "mean_token_accuracy": 0.21659549027681352, + "num_tokens": 7434191.0, + "step": 3125 + }, + { + "entropy": 5.182546091079712, + "epoch": 3.0626529613313753, + "grad_norm": 1.171875, + "learning_rate": 0.00044323078891460934, + "loss": 4.7833, + "mean_token_accuracy": 0.22339957505464553, + "num_tokens": 7445765.0, + "step": 3130 + }, + { + "entropy": 5.123447847366333, + "epoch": 3.067547723935389, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429757202980071, + "loss": 4.7552, + "mean_token_accuracy": 0.22224232852458953, + "num_tokens": 7457269.0, + "step": 3135 + }, + { + "entropy": 5.104322624206543, + "epoch": 3.0724424865394027, + "grad_norm": 1.0859375, + "learning_rate": 0.00044272016306628656, + "loss": 4.779, + "mean_token_accuracy": 0.22368589043617249, + "num_tokens": 7470048.0, + "step": 3140 + }, + { + "entropy": 5.089307832717895, + "epoch": 3.0773372491434166, + "grad_norm": 1.09375, + "learning_rate": 0.0004424641179628237, + "loss": 4.7551, + "mean_token_accuracy": 0.22463481724262238, + "num_tokens": 7482954.0, + "step": 3145 + }, + { + "entropy": 5.12674765586853, + "epoch": 3.0822320117474304, + "grad_norm": 1.0703125, + "learning_rate": 0.0004422075857324137, + "loss": 4.8024, + "mean_token_accuracy": 0.22329255938529968, + "num_tokens": 7495546.0, + "step": 3150 + }, + { + "entropy": 5.1817950248718265, + "epoch": 3.087126774351444, + "grad_norm": 1.0234375, + "learning_rate": 0.00044195056712126876, + "loss": 4.8436, + "mean_token_accuracy": 0.2192997917532921, + "num_tokens": 7508042.0, + "step": 3155 + }, + { + "entropy": 5.086804294586182, + "epoch": 3.092021536955458, + "grad_norm": 1.125, + "learning_rate": 0.0004416930628770158, + "loss": 4.8123, + "mean_token_accuracy": 0.21833253055810928, + "num_tokens": 7520548.0, + "step": 3160 + }, + { + "entropy": 5.14989275932312, + "epoch": 3.0969162995594712, + "grad_norm": 1.0703125, + "learning_rate": 0.00044143507374869444, + "loss": 4.8172, + "mean_token_accuracy": 0.21817636638879775, + "num_tokens": 7531106.0, + "step": 3165 + }, + { + "entropy": 5.08776741027832, + "epoch": 3.101811062163485, + "grad_norm": 1.1796875, + "learning_rate": 0.0004411766004867548, + "loss": 4.7439, + "mean_token_accuracy": 0.22358861118555068, + "num_tokens": 7543159.0, + "step": 3170 + }, + { + "entropy": 5.1496686935424805, + "epoch": 3.1067058247674986, + "grad_norm": 1.15625, + "learning_rate": 0.00044091764384305524, + "loss": 4.8313, + "mean_token_accuracy": 0.22145208567380906, + "num_tokens": 7554708.0, + "step": 3175 + }, + { + "entropy": 5.182804679870605, + "epoch": 3.1116005873715125, + "grad_norm": 1.125, + "learning_rate": 0.00044065820457085995, + "loss": 4.8088, + "mean_token_accuracy": 0.2163847044110298, + "num_tokens": 7564896.0, + "step": 3180 + }, + { + "entropy": 5.093549823760986, + "epoch": 3.1164953499755264, + "grad_norm": 1.1328125, + "learning_rate": 0.0004403982834248374, + "loss": 4.7333, + "mean_token_accuracy": 0.2243751674890518, + "num_tokens": 7575917.0, + "step": 3185 + }, + { + "entropy": 5.106040048599243, + "epoch": 3.12139011257954, + "grad_norm": 1.1953125, + "learning_rate": 0.00044013788116105754, + "loss": 4.8104, + "mean_token_accuracy": 0.22413290143013, + "num_tokens": 7587632.0, + "step": 3190 + }, + { + "entropy": 5.115657091140747, + "epoch": 3.1262848751835537, + "grad_norm": 1.1796875, + "learning_rate": 0.0004398769985369898, + "loss": 4.6619, + "mean_token_accuracy": 0.2362922489643097, + "num_tokens": 7599177.0, + "step": 3195 + }, + { + "entropy": 5.15286660194397, + "epoch": 3.131179637787567, + "grad_norm": 1.203125, + "learning_rate": 0.0004396156363115011, + "loss": 4.8064, + "mean_token_accuracy": 0.22309130877256395, + "num_tokens": 7611122.0, + "step": 3200 + }, + { + "entropy": 5.14999794960022, + "epoch": 3.136074400391581, + "grad_norm": 1.15625, + "learning_rate": 0.0004393537952448531, + "loss": 4.8488, + "mean_token_accuracy": 0.21808122098445892, + "num_tokens": 7622053.0, + "step": 3205 + }, + { + "entropy": 5.1783332347869875, + "epoch": 3.140969162995595, + "grad_norm": 1.1796875, + "learning_rate": 0.0004390914760987008, + "loss": 4.8574, + "mean_token_accuracy": 0.2219322144985199, + "num_tokens": 7633774.0, + "step": 3210 + }, + { + "entropy": 5.17280764579773, + "epoch": 3.1458639255996084, + "grad_norm": 1.1640625, + "learning_rate": 0.0004388286796360895, + "loss": 4.8814, + "mean_token_accuracy": 0.21389546245336533, + "num_tokens": 7645286.0, + "step": 3215 + }, + { + "entropy": 5.111659717559815, + "epoch": 3.1507586882036223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004385654066214529, + "loss": 4.7673, + "mean_token_accuracy": 0.22385075837373733, + "num_tokens": 7656576.0, + "step": 3220 + }, + { + "entropy": 5.107363080978393, + "epoch": 3.1556534508076357, + "grad_norm": 1.1484375, + "learning_rate": 0.0004383016578206112, + "loss": 4.8201, + "mean_token_accuracy": 0.22123815417289733, + "num_tokens": 7667786.0, + "step": 3225 + }, + { + "entropy": 5.20523624420166, + "epoch": 3.1605482134116496, + "grad_norm": 1.140625, + "learning_rate": 0.0004380374340007684, + "loss": 4.8452, + "mean_token_accuracy": 0.2151228219270706, + "num_tokens": 7680029.0, + "step": 3230 + }, + { + "entropy": 5.136455726623535, + "epoch": 3.165442976015663, + "grad_norm": 1.1328125, + "learning_rate": 0.0004377727359305103, + "loss": 4.8486, + "mean_token_accuracy": 0.2207125499844551, + "num_tokens": 7692659.0, + "step": 3235 + }, + { + "entropy": 5.150415134429932, + "epoch": 3.170337738619677, + "grad_norm": 1.109375, + "learning_rate": 0.0004375075643798022, + "loss": 4.8128, + "mean_token_accuracy": 0.2215397596359253, + "num_tokens": 7705011.0, + "step": 3240 + }, + { + "entropy": 5.054905748367309, + "epoch": 3.175232501223691, + "grad_norm": 1.0078125, + "learning_rate": 0.0004372419201199867, + "loss": 4.7561, + "mean_token_accuracy": 0.22285788357257844, + "num_tokens": 7717489.0, + "step": 3245 + }, + { + "entropy": 5.087309694290161, + "epoch": 3.1801272638277043, + "grad_norm": 1.0703125, + "learning_rate": 0.0004369758039237814, + "loss": 4.7968, + "mean_token_accuracy": 0.22163646519184113, + "num_tokens": 7730009.0, + "step": 3250 + }, + { + "entropy": 5.211210298538208, + "epoch": 3.185022026431718, + "grad_norm": 1.125, + "learning_rate": 0.00043670921656527686, + "loss": 4.8711, + "mean_token_accuracy": 0.21754691898822784, + "num_tokens": 7741782.0, + "step": 3255 + }, + { + "entropy": 5.170057535171509, + "epoch": 3.1899167890357316, + "grad_norm": 1.078125, + "learning_rate": 0.000436442158819934, + "loss": 4.8354, + "mean_token_accuracy": 0.21667892038822173, + "num_tokens": 7753135.0, + "step": 3260 + }, + { + "entropy": 5.098474073410034, + "epoch": 3.1948115516397455, + "grad_norm": 1.171875, + "learning_rate": 0.00043617463146458196, + "loss": 4.8281, + "mean_token_accuracy": 0.21399773508310319, + "num_tokens": 7766344.0, + "step": 3265 + }, + { + "entropy": 5.120054292678833, + "epoch": 3.199706314243759, + "grad_norm": 1.265625, + "learning_rate": 0.000435906635277416, + "loss": 4.8442, + "mean_token_accuracy": 0.2192484274506569, + "num_tokens": 7778419.0, + "step": 3270 + }, + { + "entropy": 5.065897846221924, + "epoch": 3.204601076847773, + "grad_norm": 1.140625, + "learning_rate": 0.0004356381710379954, + "loss": 4.7307, + "mean_token_accuracy": 0.2220268577337265, + "num_tokens": 7789303.0, + "step": 3275 + }, + { + "entropy": 5.102967166900635, + "epoch": 3.2094958394517867, + "grad_norm": 1.0078125, + "learning_rate": 0.0004353692395272404, + "loss": 4.8441, + "mean_token_accuracy": 0.2154310703277588, + "num_tokens": 7803315.0, + "step": 3280 + }, + { + "entropy": 5.133005380630493, + "epoch": 3.2143906020558, + "grad_norm": 1.1015625, + "learning_rate": 0.00043509984152743074, + "loss": 4.8317, + "mean_token_accuracy": 0.21344627887010575, + "num_tokens": 7814651.0, + "step": 3285 + }, + { + "entropy": 5.086959648132324, + "epoch": 3.219285364659814, + "grad_norm": 1.203125, + "learning_rate": 0.00043482997782220333, + "loss": 4.7976, + "mean_token_accuracy": 0.21823935210704803, + "num_tokens": 7826481.0, + "step": 3290 + }, + { + "entropy": 5.1153992176055905, + "epoch": 3.2241801272638275, + "grad_norm": 1.0859375, + "learning_rate": 0.00043455964919654927, + "loss": 4.7424, + "mean_token_accuracy": 0.23253000527620316, + "num_tokens": 7837868.0, + "step": 3295 + }, + { + "entropy": 5.099810552597046, + "epoch": 3.2290748898678414, + "grad_norm": 1.1328125, + "learning_rate": 0.0004342888564368124, + "loss": 4.8011, + "mean_token_accuracy": 0.22438711524009705, + "num_tokens": 7850928.0, + "step": 3300 + }, + { + "entropy": 5.163304328918457, + "epoch": 3.2339696524718553, + "grad_norm": 1.1796875, + "learning_rate": 0.00043401760033068656, + "loss": 4.8854, + "mean_token_accuracy": 0.2155757039785385, + "num_tokens": 7862343.0, + "step": 3305 + }, + { + "entropy": 5.148097896575928, + "epoch": 3.2388644150758688, + "grad_norm": 1.0390625, + "learning_rate": 0.0004337458816672132, + "loss": 4.8496, + "mean_token_accuracy": 0.21238613426685332, + "num_tokens": 7874681.0, + "step": 3310 + }, + { + "entropy": 5.073517274856568, + "epoch": 3.2437591776798826, + "grad_norm": 1.1875, + "learning_rate": 0.0004334737012367797, + "loss": 4.7769, + "mean_token_accuracy": 0.21962419748306275, + "num_tokens": 7886624.0, + "step": 3315 + }, + { + "entropy": 5.226518678665161, + "epoch": 3.248653940283896, + "grad_norm": 1.09375, + "learning_rate": 0.00043320105983111627, + "loss": 4.8749, + "mean_token_accuracy": 0.21509021818637847, + "num_tokens": 7897918.0, + "step": 3320 + }, + { + "entropy": 5.152651309967041, + "epoch": 3.25354870288791, + "grad_norm": 1.1796875, + "learning_rate": 0.0004329279582432941, + "loss": 4.932, + "mean_token_accuracy": 0.21958141177892684, + "num_tokens": 7909698.0, + "step": 3325 + }, + { + "entropy": 5.121517133712769, + "epoch": 3.258443465491924, + "grad_norm": 1.2578125, + "learning_rate": 0.0004326543972677231, + "loss": 4.8369, + "mean_token_accuracy": 0.21473742574453353, + "num_tokens": 7921715.0, + "step": 3330 + }, + { + "entropy": 5.076841068267822, + "epoch": 3.2633382280959373, + "grad_norm": 1.171875, + "learning_rate": 0.00043238037770014937, + "loss": 4.7511, + "mean_token_accuracy": 0.21911688148975372, + "num_tokens": 7933262.0, + "step": 3335 + }, + { + "entropy": 5.141078281402588, + "epoch": 3.268232990699951, + "grad_norm": 1.2734375, + "learning_rate": 0.000432105900337653, + "loss": 4.8511, + "mean_token_accuracy": 0.21800520569086074, + "num_tokens": 7944352.0, + "step": 3340 + }, + { + "entropy": 5.0780316352844235, + "epoch": 3.2731277533039647, + "grad_norm": 1.203125, + "learning_rate": 0.0004318309659786457, + "loss": 4.7584, + "mean_token_accuracy": 0.22223492413759233, + "num_tokens": 7955024.0, + "step": 3345 + }, + { + "entropy": 5.087853527069091, + "epoch": 3.2780225159079786, + "grad_norm": 1.2109375, + "learning_rate": 0.0004315555754228687, + "loss": 4.8218, + "mean_token_accuracy": 0.22424828857183457, + "num_tokens": 7965543.0, + "step": 3350 + }, + { + "entropy": 5.142214775085449, + "epoch": 3.282917278511992, + "grad_norm": 1.2109375, + "learning_rate": 0.00043127972947138994, + "loss": 4.8638, + "mean_token_accuracy": 0.2150084137916565, + "num_tokens": 7977179.0, + "step": 3355 + }, + { + "entropy": 5.203800439834595, + "epoch": 3.287812041116006, + "grad_norm": 1.0859375, + "learning_rate": 0.00043100342892660225, + "loss": 4.9112, + "mean_token_accuracy": 0.20913542062044144, + "num_tokens": 7990177.0, + "step": 3360 + }, + { + "entropy": 5.177821969985962, + "epoch": 3.2927068037200193, + "grad_norm": 1.2109375, + "learning_rate": 0.0004307266745922207, + "loss": 4.7909, + "mean_token_accuracy": 0.2120165690779686, + "num_tokens": 8000879.0, + "step": 3365 + }, + { + "entropy": 5.078297185897827, + "epoch": 3.2976015663240332, + "grad_norm": 1.21875, + "learning_rate": 0.00043044946727328036, + "loss": 4.8003, + "mean_token_accuracy": 0.21971254646778107, + "num_tokens": 8013335.0, + "step": 3370 + }, + { + "entropy": 5.103021907806396, + "epoch": 3.302496328928047, + "grad_norm": 1.1015625, + "learning_rate": 0.00043017180777613415, + "loss": 4.8135, + "mean_token_accuracy": 0.22505059242248535, + "num_tokens": 8025020.0, + "step": 3375 + }, + { + "entropy": 5.110682249069214, + "epoch": 3.3073910915320606, + "grad_norm": 1.171875, + "learning_rate": 0.00042989369690844993, + "loss": 4.7648, + "mean_token_accuracy": 0.2246474251151085, + "num_tokens": 8037244.0, + "step": 3380 + }, + { + "entropy": 5.001568698883057, + "epoch": 3.3122858541360745, + "grad_norm": 1.1484375, + "learning_rate": 0.000429615135479209, + "loss": 4.7959, + "mean_token_accuracy": 0.22334180027246475, + "num_tokens": 8049087.0, + "step": 3385 + }, + { + "entropy": 5.188577890396118, + "epoch": 3.317180616740088, + "grad_norm": 1.203125, + "learning_rate": 0.00042933612429870284, + "loss": 4.9156, + "mean_token_accuracy": 0.21281692385673523, + "num_tokens": 8061052.0, + "step": 3390 + }, + { + "entropy": 5.12839412689209, + "epoch": 3.322075379344102, + "grad_norm": 1.0390625, + "learning_rate": 0.0004290566641785314, + "loss": 4.7894, + "mean_token_accuracy": 0.22035609632730485, + "num_tokens": 8072389.0, + "step": 3395 + }, + { + "entropy": 5.003451681137085, + "epoch": 3.3269701419481157, + "grad_norm": 1.046875, + "learning_rate": 0.00042877675593160053, + "loss": 4.8, + "mean_token_accuracy": 0.21525861769914628, + "num_tokens": 8085141.0, + "step": 3400 + }, + { + "entropy": 5.1706421852111815, + "epoch": 3.331864904552129, + "grad_norm": 1.0859375, + "learning_rate": 0.00042849640037211957, + "loss": 4.9041, + "mean_token_accuracy": 0.2083066239953041, + "num_tokens": 8097337.0, + "step": 3405 + }, + { + "entropy": 5.114046382904053, + "epoch": 3.336759667156143, + "grad_norm": 1.125, + "learning_rate": 0.000428215598315599, + "loss": 4.8412, + "mean_token_accuracy": 0.21854109466075897, + "num_tokens": 8109160.0, + "step": 3410 + }, + { + "entropy": 5.143175458908081, + "epoch": 3.3416544297601565, + "grad_norm": 1.109375, + "learning_rate": 0.00042793435057884816, + "loss": 4.7823, + "mean_token_accuracy": 0.21902110427618027, + "num_tokens": 8121195.0, + "step": 3415 + }, + { + "entropy": 5.103787803649903, + "epoch": 3.3465491923641704, + "grad_norm": 1.1328125, + "learning_rate": 0.00042765265797997274, + "loss": 4.7733, + "mean_token_accuracy": 0.22462240755558013, + "num_tokens": 8132364.0, + "step": 3420 + }, + { + "entropy": 5.122178840637207, + "epoch": 3.3514439549681843, + "grad_norm": 1.046875, + "learning_rate": 0.00042737052133837253, + "loss": 4.8555, + "mean_token_accuracy": 0.21716293841600418, + "num_tokens": 8144703.0, + "step": 3425 + }, + { + "entropy": 5.119469022750854, + "epoch": 3.3563387175721977, + "grad_norm": 1.0859375, + "learning_rate": 0.00042708794147473876, + "loss": 4.8393, + "mean_token_accuracy": 0.21995826959609985, + "num_tokens": 8157364.0, + "step": 3430 + }, + { + "entropy": 5.194144201278687, + "epoch": 3.3612334801762116, + "grad_norm": 1.1796875, + "learning_rate": 0.0004268049192110523, + "loss": 4.9333, + "mean_token_accuracy": 0.21170254945755004, + "num_tokens": 8170264.0, + "step": 3435 + }, + { + "entropy": 5.169523477554321, + "epoch": 3.366128242780225, + "grad_norm": 1.203125, + "learning_rate": 0.00042652145537058056, + "loss": 4.865, + "mean_token_accuracy": 0.2144750773906708, + "num_tokens": 8182854.0, + "step": 3440 + }, + { + "entropy": 5.071971988677978, + "epoch": 3.371023005384239, + "grad_norm": 1.1171875, + "learning_rate": 0.00042623755077787556, + "loss": 4.8302, + "mean_token_accuracy": 0.21609048843383788, + "num_tokens": 8195098.0, + "step": 3445 + }, + { + "entropy": 5.1184186935424805, + "epoch": 3.3759177679882524, + "grad_norm": 1.1328125, + "learning_rate": 0.00042595320625877153, + "loss": 4.9155, + "mean_token_accuracy": 0.21652448922395706, + "num_tokens": 8207513.0, + "step": 3450 + }, + { + "entropy": 5.167665195465088, + "epoch": 3.3808125305922663, + "grad_norm": 1.1796875, + "learning_rate": 0.00042566842264038203, + "loss": 4.8084, + "mean_token_accuracy": 0.2188054382801056, + "num_tokens": 8218603.0, + "step": 3455 + }, + { + "entropy": 5.169710397720337, + "epoch": 3.38570729319628, + "grad_norm": 1.1171875, + "learning_rate": 0.0004253832007510982, + "loss": 4.8944, + "mean_token_accuracy": 0.21486698538064958, + "num_tokens": 8231624.0, + "step": 3460 + }, + { + "entropy": 5.103657531738281, + "epoch": 3.3906020558002936, + "grad_norm": 1.34375, + "learning_rate": 0.000425097541420586, + "loss": 4.8423, + "mean_token_accuracy": 0.21821292191743852, + "num_tokens": 8242119.0, + "step": 3465 + }, + { + "entropy": 5.117683172225952, + "epoch": 3.3954968184043075, + "grad_norm": 1.2265625, + "learning_rate": 0.0004248114454797837, + "loss": 4.807, + "mean_token_accuracy": 0.2168683558702469, + "num_tokens": 8252944.0, + "step": 3470 + }, + { + "entropy": 5.120380592346192, + "epoch": 3.400391581008321, + "grad_norm": 1.2265625, + "learning_rate": 0.00042452491376089964, + "loss": 4.893, + "mean_token_accuracy": 0.21788542568683625, + "num_tokens": 8264761.0, + "step": 3475 + }, + { + "entropy": 5.08057017326355, + "epoch": 3.405286343612335, + "grad_norm": 1.125, + "learning_rate": 0.0004242379470974099, + "loss": 4.8175, + "mean_token_accuracy": 0.22083471715450287, + "num_tokens": 8278172.0, + "step": 3480 + }, + { + "entropy": 5.121869325637817, + "epoch": 3.4101811062163483, + "grad_norm": 1.28125, + "learning_rate": 0.00042395054632405563, + "loss": 4.8658, + "mean_token_accuracy": 0.21356443911790848, + "num_tokens": 8290836.0, + "step": 3485 + }, + { + "entropy": 5.146685361862183, + "epoch": 3.415075868820362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004236627122768406, + "loss": 4.8467, + "mean_token_accuracy": 0.22179711163043975, + "num_tokens": 8302467.0, + "step": 3490 + }, + { + "entropy": 5.041498041152954, + "epoch": 3.419970631424376, + "grad_norm": 1.09375, + "learning_rate": 0.0004233744457930294, + "loss": 4.7966, + "mean_token_accuracy": 0.2170724630355835, + "num_tokens": 8315190.0, + "step": 3495 + }, + { + "entropy": 5.161109066009521, + "epoch": 3.4248653940283895, + "grad_norm": 1.15625, + "learning_rate": 0.00042308574771114394, + "loss": 4.9148, + "mean_token_accuracy": 0.21417440623044967, + "num_tokens": 8327463.0, + "step": 3500 + }, + { + "entropy": 5.111668586730957, + "epoch": 3.4297601566324034, + "grad_norm": 1.234375, + "learning_rate": 0.0004227966188709618, + "loss": 4.8377, + "mean_token_accuracy": 0.21845465749502183, + "num_tokens": 8339005.0, + "step": 3505 + }, + { + "entropy": 5.139991712570191, + "epoch": 3.434654919236417, + "grad_norm": 1.0859375, + "learning_rate": 0.0004225070601135138, + "loss": 4.9125, + "mean_token_accuracy": 0.21437896490097047, + "num_tokens": 8351478.0, + "step": 3510 + }, + { + "entropy": 5.168607521057129, + "epoch": 3.4395496818404308, + "grad_norm": 1.109375, + "learning_rate": 0.000422217072281081, + "loss": 4.8433, + "mean_token_accuracy": 0.21583523452281952, + "num_tokens": 8363939.0, + "step": 3515 + }, + { + "entropy": 5.17737832069397, + "epoch": 3.4444444444444446, + "grad_norm": 1.1953125, + "learning_rate": 0.0004219266562171925, + "loss": 5.0011, + "mean_token_accuracy": 0.2089764431118965, + "num_tokens": 8377086.0, + "step": 3520 + }, + { + "entropy": 5.040504741668701, + "epoch": 3.449339207048458, + "grad_norm": 1.1640625, + "learning_rate": 0.0004216358127666235, + "loss": 4.7402, + "mean_token_accuracy": 0.2260405331850052, + "num_tokens": 8389085.0, + "step": 3525 + }, + { + "entropy": 5.103902959823609, + "epoch": 3.454233969652472, + "grad_norm": 1.171875, + "learning_rate": 0.00042134454277539205, + "loss": 4.829, + "mean_token_accuracy": 0.21698508113622667, + "num_tokens": 8401240.0, + "step": 3530 + }, + { + "entropy": 4.998382949829102, + "epoch": 3.4591287322564854, + "grad_norm": 1.1640625, + "learning_rate": 0.000421052847090757, + "loss": 4.7466, + "mean_token_accuracy": 0.2224629834294319, + "num_tokens": 8413988.0, + "step": 3535 + }, + { + "entropy": 5.103152704238892, + "epoch": 3.4640234948604993, + "grad_norm": 1.15625, + "learning_rate": 0.0004207607265612156, + "loss": 4.8352, + "mean_token_accuracy": 0.2225386008620262, + "num_tokens": 8425106.0, + "step": 3540 + }, + { + "entropy": 5.090368127822876, + "epoch": 3.468918257464513, + "grad_norm": 1.1171875, + "learning_rate": 0.00042046818203650074, + "loss": 4.86, + "mean_token_accuracy": 0.2257356509566307, + "num_tokens": 8437232.0, + "step": 3545 + }, + { + "entropy": 5.079847431182861, + "epoch": 3.4738130200685267, + "grad_norm": 1.1171875, + "learning_rate": 0.00042017521436757876, + "loss": 4.8133, + "mean_token_accuracy": 0.22792982906103135, + "num_tokens": 8448403.0, + "step": 3550 + }, + { + "entropy": 5.122736120223999, + "epoch": 3.4787077826725405, + "grad_norm": 1.0546875, + "learning_rate": 0.0004198818244066468, + "loss": 4.8588, + "mean_token_accuracy": 0.21321402192115785, + "num_tokens": 8461044.0, + "step": 3555 + }, + { + "entropy": 5.096948671340942, + "epoch": 3.483602545276554, + "grad_norm": 1.1171875, + "learning_rate": 0.00041958801300713035, + "loss": 4.8599, + "mean_token_accuracy": 0.21646499633789062, + "num_tokens": 8473829.0, + "step": 3560 + }, + { + "entropy": 5.096843147277832, + "epoch": 3.488497307880568, + "grad_norm": 1.0703125, + "learning_rate": 0.000419293781023681, + "loss": 4.8512, + "mean_token_accuracy": 0.22051677703857422, + "num_tokens": 8485033.0, + "step": 3565 + }, + { + "entropy": 5.0834801197052, + "epoch": 3.4933920704845813, + "grad_norm": 1.1796875, + "learning_rate": 0.00041899912931217347, + "loss": 4.8231, + "mean_token_accuracy": 0.22450067847967148, + "num_tokens": 8498307.0, + "step": 3570 + }, + { + "entropy": 5.0844282627105715, + "epoch": 3.4982868330885952, + "grad_norm": 1.015625, + "learning_rate": 0.00041870405872970355, + "loss": 4.9073, + "mean_token_accuracy": 0.21928595751523972, + "num_tokens": 8510766.0, + "step": 3575 + }, + { + "entropy": 5.100914096832275, + "epoch": 3.5031815956926087, + "grad_norm": 1.1484375, + "learning_rate": 0.0004184085701345856, + "loss": 4.8549, + "mean_token_accuracy": 0.2184406891465187, + "num_tokens": 8523041.0, + "step": 3580 + }, + { + "entropy": 5.121054792404175, + "epoch": 3.5080763582966226, + "grad_norm": 1.1171875, + "learning_rate": 0.0004181126643863496, + "loss": 4.8354, + "mean_token_accuracy": 0.2177764892578125, + "num_tokens": 8535984.0, + "step": 3585 + }, + { + "entropy": 5.093640518188477, + "epoch": 3.5129711209006365, + "grad_norm": 1.171875, + "learning_rate": 0.0004178163423457391, + "loss": 4.8075, + "mean_token_accuracy": 0.22597914487123488, + "num_tokens": 8548061.0, + "step": 3590 + }, + { + "entropy": 5.09451470375061, + "epoch": 3.51786588350465, + "grad_norm": 1.1875, + "learning_rate": 0.00041751960487470884, + "loss": 4.7958, + "mean_token_accuracy": 0.22748810350894927, + "num_tokens": 8558145.0, + "step": 3595 + }, + { + "entropy": 5.029383277893066, + "epoch": 3.522760646108664, + "grad_norm": 1.171875, + "learning_rate": 0.0004172224528364215, + "loss": 4.7723, + "mean_token_accuracy": 0.2199097290635109, + "num_tokens": 8570007.0, + "step": 3600 + }, + { + "entropy": 5.113267087936402, + "epoch": 3.5276554087126772, + "grad_norm": 1.203125, + "learning_rate": 0.000416924887095246, + "loss": 4.8472, + "mean_token_accuracy": 0.2192206010222435, + "num_tokens": 8582162.0, + "step": 3605 + }, + { + "entropy": 5.056365060806274, + "epoch": 3.532550171316691, + "grad_norm": 1.21875, + "learning_rate": 0.00041662690851675463, + "loss": 4.7057, + "mean_token_accuracy": 0.22681989520788193, + "num_tokens": 8593205.0, + "step": 3610 + }, + { + "entropy": 5.028490972518921, + "epoch": 3.537444933920705, + "grad_norm": 1.109375, + "learning_rate": 0.0004163285179677203, + "loss": 4.7384, + "mean_token_accuracy": 0.22807639688253403, + "num_tokens": 8604576.0, + "step": 3615 + }, + { + "entropy": 5.0321262836456295, + "epoch": 3.5423396965247185, + "grad_norm": 1.1640625, + "learning_rate": 0.0004160297163161148, + "loss": 4.8157, + "mean_token_accuracy": 0.21812277138233185, + "num_tokens": 8617252.0, + "step": 3620 + }, + { + "entropy": 4.983499479293823, + "epoch": 3.5472344591287324, + "grad_norm": 1.234375, + "learning_rate": 0.0004157305044311053, + "loss": 4.7504, + "mean_token_accuracy": 0.22493973821401597, + "num_tokens": 8627817.0, + "step": 3625 + }, + { + "entropy": 5.115007448196411, + "epoch": 3.552129221732746, + "grad_norm": 1.2109375, + "learning_rate": 0.00041543088318305235, + "loss": 4.8982, + "mean_token_accuracy": 0.21084729284048082, + "num_tokens": 8640246.0, + "step": 3630 + }, + { + "entropy": 5.066983366012574, + "epoch": 3.5570239843367597, + "grad_norm": 1.109375, + "learning_rate": 0.0004151308534435073, + "loss": 4.8294, + "mean_token_accuracy": 0.21993755400180817, + "num_tokens": 8651695.0, + "step": 3635 + }, + { + "entropy": 5.1451818466186525, + "epoch": 3.5619187469407736, + "grad_norm": 1.0390625, + "learning_rate": 0.00041483041608521, + "loss": 4.8984, + "mean_token_accuracy": 0.21316303610801696, + "num_tokens": 8664529.0, + "step": 3640 + }, + { + "entropy": 5.082834625244141, + "epoch": 3.566813509544787, + "grad_norm": 1.109375, + "learning_rate": 0.0004145295719820855, + "loss": 4.845, + "mean_token_accuracy": 0.21952054500579835, + "num_tokens": 8676203.0, + "step": 3645 + }, + { + "entropy": 5.060942316055298, + "epoch": 3.571708272148801, + "grad_norm": 1.1875, + "learning_rate": 0.0004142283220092425, + "loss": 4.8212, + "mean_token_accuracy": 0.22039462327957154, + "num_tokens": 8688790.0, + "step": 3650 + }, + { + "entropy": 5.050752830505371, + "epoch": 3.5766030347528144, + "grad_norm": 1.125, + "learning_rate": 0.00041392666704296986, + "loss": 4.8507, + "mean_token_accuracy": 0.2112608879804611, + "num_tokens": 8699179.0, + "step": 3655 + }, + { + "entropy": 5.032579851150513, + "epoch": 3.5814977973568283, + "grad_norm": 1.1171875, + "learning_rate": 0.00041362460796073495, + "loss": 4.742, + "mean_token_accuracy": 0.22416270524263382, + "num_tokens": 8710883.0, + "step": 3660 + }, + { + "entropy": 5.108354282379151, + "epoch": 3.586392559960842, + "grad_norm": 1.0859375, + "learning_rate": 0.0004133221456411803, + "loss": 4.9056, + "mean_token_accuracy": 0.21302346438169478, + "num_tokens": 8721425.0, + "step": 3665 + }, + { + "entropy": 5.165343856811523, + "epoch": 3.5912873225648556, + "grad_norm": 1.0546875, + "learning_rate": 0.00041301928096412164, + "loss": 4.8661, + "mean_token_accuracy": 0.21713459640741348, + "num_tokens": 8733809.0, + "step": 3670 + }, + { + "entropy": 5.068774461746216, + "epoch": 3.596182085168869, + "grad_norm": 1.140625, + "learning_rate": 0.00041271601481054486, + "loss": 4.782, + "mean_token_accuracy": 0.22668402045965194, + "num_tokens": 8746370.0, + "step": 3675 + }, + { + "entropy": 5.073219871520996, + "epoch": 3.601076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004124123480626039, + "loss": 4.9065, + "mean_token_accuracy": 0.2157248854637146, + "num_tokens": 8758655.0, + "step": 3680 + }, + { + "entropy": 5.111428451538086, + "epoch": 3.605971610376897, + "grad_norm": 1.125, + "learning_rate": 0.0004121082816036178, + "loss": 4.8241, + "mean_token_accuracy": 0.22177139967679976, + "num_tokens": 8770171.0, + "step": 3685 + }, + { + "entropy": 5.085653305053711, + "epoch": 3.6108663729809103, + "grad_norm": 1.0546875, + "learning_rate": 0.0004118038163180684, + "loss": 4.8002, + "mean_token_accuracy": 0.22371812760829926, + "num_tokens": 8783015.0, + "step": 3690 + }, + { + "entropy": 5.092598009109497, + "epoch": 3.615761135584924, + "grad_norm": 1.1796875, + "learning_rate": 0.00041149895309159756, + "loss": 4.8909, + "mean_token_accuracy": 0.20332240909337998, + "num_tokens": 8795382.0, + "step": 3695 + }, + { + "entropy": 5.08798360824585, + "epoch": 3.6206558981889376, + "grad_norm": 1.203125, + "learning_rate": 0.000411193692811005, + "loss": 4.7672, + "mean_token_accuracy": 0.22842831909656525, + "num_tokens": 8806634.0, + "step": 3700 + }, + { + "entropy": 5.099050235748291, + "epoch": 3.6255506607929515, + "grad_norm": 1.1875, + "learning_rate": 0.00041088803636424494, + "loss": 4.8453, + "mean_token_accuracy": 0.2124974772334099, + "num_tokens": 8818926.0, + "step": 3705 + }, + { + "entropy": 5.049224233627319, + "epoch": 3.6304454233969654, + "grad_norm": 1.171875, + "learning_rate": 0.00041058198464042424, + "loss": 4.8035, + "mean_token_accuracy": 0.2252272590994835, + "num_tokens": 8830267.0, + "step": 3710 + }, + { + "entropy": 5.075808572769165, + "epoch": 3.635340186000979, + "grad_norm": 1.125, + "learning_rate": 0.0004102755385297996, + "loss": 4.8897, + "mean_token_accuracy": 0.21413865089416503, + "num_tokens": 8843330.0, + "step": 3715 + }, + { + "entropy": 5.051680183410644, + "epoch": 3.6402349486049927, + "grad_norm": 1.125, + "learning_rate": 0.00040996869892377473, + "loss": 4.8087, + "mean_token_accuracy": 0.22400161176919936, + "num_tokens": 8853467.0, + "step": 3720 + }, + { + "entropy": 5.0674622535705565, + "epoch": 3.645129711209006, + "grad_norm": 1.1015625, + "learning_rate": 0.00040966146671489836, + "loss": 4.8341, + "mean_token_accuracy": 0.21511287689208985, + "num_tokens": 8868203.0, + "step": 3725 + }, + { + "entropy": 5.044716215133667, + "epoch": 3.65002447381302, + "grad_norm": 1.1875, + "learning_rate": 0.00040935384279686067, + "loss": 4.7361, + "mean_token_accuracy": 0.22642216980457305, + "num_tokens": 8879171.0, + "step": 3730 + }, + { + "entropy": 4.989019775390625, + "epoch": 3.654919236417034, + "grad_norm": 1.109375, + "learning_rate": 0.00040904582806449173, + "loss": 4.723, + "mean_token_accuracy": 0.22874550074338912, + "num_tokens": 8890459.0, + "step": 3735 + }, + { + "entropy": 5.059218406677246, + "epoch": 3.6598139990210474, + "grad_norm": 1.125, + "learning_rate": 0.00040873742341375826, + "loss": 4.8125, + "mean_token_accuracy": 0.22379768639802933, + "num_tokens": 8902878.0, + "step": 3740 + }, + { + "entropy": 5.009291505813598, + "epoch": 3.6647087616250613, + "grad_norm": 1.21875, + "learning_rate": 0.00040842862974176114, + "loss": 4.7337, + "mean_token_accuracy": 0.22724575400352479, + "num_tokens": 8914792.0, + "step": 3745 + }, + { + "entropy": 4.9672339916229244, + "epoch": 3.6696035242290748, + "grad_norm": 1.1484375, + "learning_rate": 0.0004081194479467329, + "loss": 4.75, + "mean_token_accuracy": 0.22816742211580276, + "num_tokens": 8926610.0, + "step": 3750 + }, + { + "entropy": 5.06518964767456, + "epoch": 3.6744982868330887, + "grad_norm": 0.96484375, + "learning_rate": 0.00040780987892803514, + "loss": 4.8625, + "mean_token_accuracy": 0.22146295756101608, + "num_tokens": 8940250.0, + "step": 3755 + }, + { + "entropy": 5.131087017059326, + "epoch": 3.6793930494371025, + "grad_norm": 1.1796875, + "learning_rate": 0.00040749992358615555, + "loss": 4.8046, + "mean_token_accuracy": 0.2123077243566513, + "num_tokens": 8951960.0, + "step": 3760 + }, + { + "entropy": 4.953831195831299, + "epoch": 3.684287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.000407189582822706, + "loss": 4.7646, + "mean_token_accuracy": 0.2197168067097664, + "num_tokens": 8963265.0, + "step": 3765 + }, + { + "entropy": 5.039992570877075, + "epoch": 3.6891825746451294, + "grad_norm": 1.1953125, + "learning_rate": 0.0004068788575404192, + "loss": 4.8209, + "mean_token_accuracy": 0.22028125673532487, + "num_tokens": 8974679.0, + "step": 3770 + }, + { + "entropy": 5.09268364906311, + "epoch": 3.6940773372491433, + "grad_norm": 1.1015625, + "learning_rate": 0.0004065677486431464, + "loss": 4.8292, + "mean_token_accuracy": 0.22199592888355255, + "num_tokens": 8986840.0, + "step": 3775 + }, + { + "entropy": 5.113239908218384, + "epoch": 3.6989720998531572, + "grad_norm": 1.140625, + "learning_rate": 0.0004062562570358548, + "loss": 4.8443, + "mean_token_accuracy": 0.21674781739711763, + "num_tokens": 8997926.0, + "step": 3780 + }, + { + "entropy": 5.064158153533936, + "epoch": 3.7038668624571707, + "grad_norm": 1.140625, + "learning_rate": 0.00040594438362462484, + "loss": 4.8083, + "mean_token_accuracy": 0.2272493675351143, + "num_tokens": 9009668.0, + "step": 3785 + }, + { + "entropy": 5.071455669403076, + "epoch": 3.7087616250611846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004056321293166474, + "loss": 4.8264, + "mean_token_accuracy": 0.2173181027173996, + "num_tokens": 9021611.0, + "step": 3790 + }, + { + "entropy": 5.07202558517456, + "epoch": 3.713656387665198, + "grad_norm": 1.1875, + "learning_rate": 0.00040531949502022155, + "loss": 4.803, + "mean_token_accuracy": 0.22555143237113953, + "num_tokens": 9033258.0, + "step": 3795 + }, + { + "entropy": 5.166383552551269, + "epoch": 3.718551150269212, + "grad_norm": 1.1328125, + "learning_rate": 0.00040500648164475155, + "loss": 4.9353, + "mean_token_accuracy": 0.21520323008298875, + "num_tokens": 9045264.0, + "step": 3800 + }, + { + "entropy": 5.069120931625366, + "epoch": 3.723445912873226, + "grad_norm": 1.125, + "learning_rate": 0.0004046930901007445, + "loss": 4.8851, + "mean_token_accuracy": 0.21698033958673477, + "num_tokens": 9058072.0, + "step": 3805 + }, + { + "entropy": 5.129068422317505, + "epoch": 3.7283406754772392, + "grad_norm": 1.0390625, + "learning_rate": 0.0004043793212998073, + "loss": 4.8574, + "mean_token_accuracy": 0.22141923755407333, + "num_tokens": 9070982.0, + "step": 3810 + }, + { + "entropy": 5.083976364135742, + "epoch": 3.733235438081253, + "grad_norm": 1.1484375, + "learning_rate": 0.0004040651761546445, + "loss": 4.9035, + "mean_token_accuracy": 0.21738988012075425, + "num_tokens": 9083520.0, + "step": 3815 + }, + { + "entropy": 5.115589666366577, + "epoch": 3.7381302006852666, + "grad_norm": 1.21875, + "learning_rate": 0.0004037506555790551, + "loss": 4.9049, + "mean_token_accuracy": 0.21713944375514985, + "num_tokens": 9095729.0, + "step": 3820 + }, + { + "entropy": 5.086327981948853, + "epoch": 3.7430249632892805, + "grad_norm": 1.15625, + "learning_rate": 0.0004034357604879303, + "loss": 4.8131, + "mean_token_accuracy": 0.2237031042575836, + "num_tokens": 9107400.0, + "step": 3825 + }, + { + "entropy": 5.108111715316772, + "epoch": 3.7479197258932944, + "grad_norm": 1.09375, + "learning_rate": 0.0004031204917972508, + "loss": 4.84, + "mean_token_accuracy": 0.21787605285644532, + "num_tokens": 9119557.0, + "step": 3830 + }, + { + "entropy": 5.075828647613525, + "epoch": 3.752814488497308, + "grad_norm": 1.171875, + "learning_rate": 0.00040280485042408384, + "loss": 4.836, + "mean_token_accuracy": 0.222735133767128, + "num_tokens": 9131862.0, + "step": 3835 + }, + { + "entropy": 5.147574329376221, + "epoch": 3.7577092511013217, + "grad_norm": 1.1875, + "learning_rate": 0.00040248883728658094, + "loss": 4.8571, + "mean_token_accuracy": 0.2193186029791832, + "num_tokens": 9143250.0, + "step": 3840 + }, + { + "entropy": 5.129842519760132, + "epoch": 3.762604013705335, + "grad_norm": 1.171875, + "learning_rate": 0.0004021724533039748, + "loss": 4.9094, + "mean_token_accuracy": 0.2181650459766388, + "num_tokens": 9155565.0, + "step": 3845 + }, + { + "entropy": 4.93073034286499, + "epoch": 3.767498776309349, + "grad_norm": 1.1328125, + "learning_rate": 0.00040185569939657717, + "loss": 4.7068, + "mean_token_accuracy": 0.2270694926381111, + "num_tokens": 9166186.0, + "step": 3850 + }, + { + "entropy": 5.081850004196167, + "epoch": 3.772393538913363, + "grad_norm": 1.15625, + "learning_rate": 0.00040153857648577557, + "loss": 4.8421, + "mean_token_accuracy": 0.22167644798755645, + "num_tokens": 9178756.0, + "step": 3855 + }, + { + "entropy": 5.139322662353516, + "epoch": 3.7772883015173764, + "grad_norm": 1.109375, + "learning_rate": 0.0004012210854940309, + "loss": 4.9906, + "mean_token_accuracy": 0.21866356134414672, + "num_tokens": 9190613.0, + "step": 3860 + }, + { + "entropy": 5.099810838699341, + "epoch": 3.7821830641213903, + "grad_norm": 1.140625, + "learning_rate": 0.000400903227344875, + "loss": 4.9191, + "mean_token_accuracy": 0.21503413170576097, + "num_tokens": 9203255.0, + "step": 3865 + }, + { + "entropy": 5.059392738342285, + "epoch": 3.7870778267254037, + "grad_norm": 1.25, + "learning_rate": 0.0004005850029629074, + "loss": 4.8367, + "mean_token_accuracy": 0.21643659919500352, + "num_tokens": 9215512.0, + "step": 3870 + }, + { + "entropy": 5.122841548919678, + "epoch": 3.7919725893294176, + "grad_norm": 1.1484375, + "learning_rate": 0.0004002664132737932, + "loss": 4.8445, + "mean_token_accuracy": 0.2175495907664299, + "num_tokens": 9226888.0, + "step": 3875 + }, + { + "entropy": 5.131028938293457, + "epoch": 3.7968673519334315, + "grad_norm": 1.109375, + "learning_rate": 0.00039994745920425996, + "loss": 4.8552, + "mean_token_accuracy": 0.22309367805719377, + "num_tokens": 9238658.0, + "step": 3880 + }, + { + "entropy": 5.046094560623169, + "epoch": 3.801762114537445, + "grad_norm": 1.1796875, + "learning_rate": 0.0003996281416820952, + "loss": 4.761, + "mean_token_accuracy": 0.23520938456058502, + "num_tokens": 9249453.0, + "step": 3885 + }, + { + "entropy": 5.060846567153931, + "epoch": 3.8066568771414584, + "grad_norm": 1.1953125, + "learning_rate": 0.0003993084616361438, + "loss": 4.7883, + "mean_token_accuracy": 0.21691110581159592, + "num_tokens": 9260648.0, + "step": 3890 + }, + { + "entropy": 5.0653399467468265, + "epoch": 3.8115516397454723, + "grad_norm": 1.1875, + "learning_rate": 0.0003989884199963049, + "loss": 4.8212, + "mean_token_accuracy": 0.218986214697361, + "num_tokens": 9273120.0, + "step": 3895 + }, + { + "entropy": 5.0901384353637695, + "epoch": 3.816446402349486, + "grad_norm": 1.2734375, + "learning_rate": 0.0003986680176935297, + "loss": 4.8453, + "mean_token_accuracy": 0.22201039493083954, + "num_tokens": 9285460.0, + "step": 3900 + }, + { + "entropy": 5.052167367935181, + "epoch": 3.8213411649534996, + "grad_norm": 1.140625, + "learning_rate": 0.0003983472556598184, + "loss": 4.8365, + "mean_token_accuracy": 0.2265273168683052, + "num_tokens": 9297038.0, + "step": 3905 + }, + { + "entropy": 5.058988428115844, + "epoch": 3.8262359275575135, + "grad_norm": 1.2734375, + "learning_rate": 0.0003980261348282177, + "loss": 4.7678, + "mean_token_accuracy": 0.23172608464956285, + "num_tokens": 9309006.0, + "step": 3910 + }, + { + "entropy": 5.029935455322265, + "epoch": 3.831130690161527, + "grad_norm": 1.09375, + "learning_rate": 0.0003977046561328178, + "loss": 4.7527, + "mean_token_accuracy": 0.23079726994037628, + "num_tokens": 9321276.0, + "step": 3915 + }, + { + "entropy": 4.97658486366272, + "epoch": 3.836025452765541, + "grad_norm": 1.109375, + "learning_rate": 0.00039738282050875, + "loss": 4.7715, + "mean_token_accuracy": 0.21992994844913483, + "num_tokens": 9333172.0, + "step": 3920 + }, + { + "entropy": 5.103640079498291, + "epoch": 3.8409202153695547, + "grad_norm": 1.1953125, + "learning_rate": 0.0003970606288921839, + "loss": 4.8113, + "mean_token_accuracy": 0.22476234287023544, + "num_tokens": 9343653.0, + "step": 3925 + }, + { + "entropy": 5.034993600845337, + "epoch": 3.845814977973568, + "grad_norm": 1.15625, + "learning_rate": 0.00039673808222032457, + "loss": 4.8093, + "mean_token_accuracy": 0.22278518229722977, + "num_tokens": 9355811.0, + "step": 3930 + }, + { + "entropy": 4.919755554199218, + "epoch": 3.850709740577582, + "grad_norm": 1.046875, + "learning_rate": 0.0003964151814314099, + "loss": 4.7726, + "mean_token_accuracy": 0.22335645258426667, + "num_tokens": 9367132.0, + "step": 3935 + }, + { + "entropy": 5.017191553115845, + "epoch": 3.8556045031815955, + "grad_norm": 1.109375, + "learning_rate": 0.0003960919274647075, + "loss": 4.7673, + "mean_token_accuracy": 0.22698212265968323, + "num_tokens": 9379101.0, + "step": 3940 + }, + { + "entropy": 5.057470798492432, + "epoch": 3.8604992657856094, + "grad_norm": 1.25, + "learning_rate": 0.000395768321260513, + "loss": 4.8288, + "mean_token_accuracy": 0.22712221890687942, + "num_tokens": 9390270.0, + "step": 3945 + }, + { + "entropy": 5.064850902557373, + "epoch": 3.8653940283896233, + "grad_norm": 1.2734375, + "learning_rate": 0.0003954443637601462, + "loss": 4.842, + "mean_token_accuracy": 0.2169718399643898, + "num_tokens": 9401724.0, + "step": 3950 + }, + { + "entropy": 5.049954080581665, + "epoch": 3.8702887909936368, + "grad_norm": 1.15625, + "learning_rate": 0.00039512005590594876, + "loss": 4.8423, + "mean_token_accuracy": 0.2201844722032547, + "num_tokens": 9415206.0, + "step": 3955 + }, + { + "entropy": 5.194021081924438, + "epoch": 3.8751835535976507, + "grad_norm": 1.3984375, + "learning_rate": 0.00039479539864128164, + "loss": 4.8965, + "mean_token_accuracy": 0.21629704385995865, + "num_tokens": 9425830.0, + "step": 3960 + }, + { + "entropy": 4.963757419586182, + "epoch": 3.880078316201664, + "grad_norm": 1.15625, + "learning_rate": 0.00039447039291052194, + "loss": 4.7876, + "mean_token_accuracy": 0.22419182658195497, + "num_tokens": 9437603.0, + "step": 3965 + }, + { + "entropy": 4.988585805892944, + "epoch": 3.884973078805678, + "grad_norm": 1.171875, + "learning_rate": 0.00039414503965906075, + "loss": 4.8142, + "mean_token_accuracy": 0.22689663469791413, + "num_tokens": 9448138.0, + "step": 3970 + }, + { + "entropy": 5.16522707939148, + "epoch": 3.889867841409692, + "grad_norm": 1.234375, + "learning_rate": 0.0003938193398332995, + "loss": 4.8378, + "mean_token_accuracy": 0.2153660163283348, + "num_tokens": 9460530.0, + "step": 3975 + }, + { + "entropy": 5.092146348953247, + "epoch": 3.8947626040137053, + "grad_norm": 1.1875, + "learning_rate": 0.00039349329438064835, + "loss": 4.8541, + "mean_token_accuracy": 0.2215948611497879, + "num_tokens": 9472242.0, + "step": 3980 + }, + { + "entropy": 5.041393804550171, + "epoch": 3.899657366617719, + "grad_norm": 1.2578125, + "learning_rate": 0.0003931669042495226, + "loss": 4.7491, + "mean_token_accuracy": 0.22804808169603347, + "num_tokens": 9483266.0, + "step": 3985 + }, + { + "entropy": 5.045307779312134, + "epoch": 3.9045521292217327, + "grad_norm": 1.171875, + "learning_rate": 0.00039284017038933994, + "loss": 4.7909, + "mean_token_accuracy": 0.22371412813663483, + "num_tokens": 9494032.0, + "step": 3990 + }, + { + "entropy": 5.0007702827453615, + "epoch": 3.9094468918257466, + "grad_norm": 1.1328125, + "learning_rate": 0.00039251309375051824, + "loss": 4.7481, + "mean_token_accuracy": 0.23098208010196686, + "num_tokens": 9506301.0, + "step": 3995 + }, + { + "entropy": 5.028079414367676, + "epoch": 3.91434165442976, + "grad_norm": 1.671875, + "learning_rate": 0.00039218567528447225, + "loss": 4.8206, + "mean_token_accuracy": 0.22137255370616912, + "num_tokens": 9517972.0, + "step": 4000 + }, + { + "epoch": 3.91434165442976, + "eval_entropy": 4.977437346827956, + "eval_loss": 5.587992191314697, + "eval_mean_token_accuracy": 0.19564044451353998, + "eval_num_tokens": 9517972.0, + "eval_runtime": 2.724, + "eval_samples_per_second": 1265.405, + "eval_steps_per_second": 158.222, + "step": 4000 + }, + { + "entropy": 5.103353357315063, + "epoch": 3.919236417033774, + "grad_norm": 1.1328125, + "learning_rate": 0.0003918579159436113, + "loss": 4.9132, + "mean_token_accuracy": 0.21382989585399628, + "num_tokens": 9530108.0, + "step": 4005 + }, + { + "entropy": 5.06493911743164, + "epoch": 3.9241311796377873, + "grad_norm": 1.1015625, + "learning_rate": 0.00039152981668133573, + "loss": 4.7868, + "mean_token_accuracy": 0.22151001542806625, + "num_tokens": 9542055.0, + "step": 4010 + }, + { + "entropy": 5.0945597171783445, + "epoch": 3.9290259422418012, + "grad_norm": 1.1640625, + "learning_rate": 0.0003912013784520354, + "loss": 4.8136, + "mean_token_accuracy": 0.2190907344222069, + "num_tokens": 9553507.0, + "step": 4015 + }, + { + "entropy": 5.168673324584961, + "epoch": 3.933920704845815, + "grad_norm": 1.328125, + "learning_rate": 0.00039087260221108537, + "loss": 5.0045, + "mean_token_accuracy": 0.2076257809996605, + "num_tokens": 9564958.0, + "step": 4020 + }, + { + "entropy": 5.08221755027771, + "epoch": 3.9388154674498286, + "grad_norm": 1.296875, + "learning_rate": 0.0003905434889148448, + "loss": 4.8898, + "mean_token_accuracy": 0.22382588684558868, + "num_tokens": 9577149.0, + "step": 4025 + }, + { + "entropy": 5.125473546981811, + "epoch": 3.9437102300538425, + "grad_norm": 1.171875, + "learning_rate": 0.00039021403952065254, + "loss": 4.8643, + "mean_token_accuracy": 0.2155940130352974, + "num_tokens": 9590920.0, + "step": 4030 + }, + { + "entropy": 5.061619901657105, + "epoch": 3.948604992657856, + "grad_norm": 1.390625, + "learning_rate": 0.0003898842549868255, + "loss": 4.7858, + "mean_token_accuracy": 0.23111396729946138, + "num_tokens": 9602224.0, + "step": 4035 + }, + { + "entropy": 5.029408931732178, + "epoch": 3.95349975526187, + "grad_norm": 1.09375, + "learning_rate": 0.00038955413627265534, + "loss": 4.826, + "mean_token_accuracy": 0.2155000552535057, + "num_tokens": 9615160.0, + "step": 4040 + }, + { + "entropy": 5.077261829376221, + "epoch": 3.9583945178658837, + "grad_norm": 1.2109375, + "learning_rate": 0.0003892236843384058, + "loss": 4.8794, + "mean_token_accuracy": 0.21613506972789764, + "num_tokens": 9627853.0, + "step": 4045 + }, + { + "entropy": 5.1072883129119875, + "epoch": 3.963289280469897, + "grad_norm": 1.1328125, + "learning_rate": 0.0003888929001453098, + "loss": 4.8566, + "mean_token_accuracy": 0.21715804934501648, + "num_tokens": 9640215.0, + "step": 4050 + }, + { + "entropy": 5.186117029190063, + "epoch": 3.968184043073911, + "grad_norm": 1.1640625, + "learning_rate": 0.0003885617846555671, + "loss": 4.9161, + "mean_token_accuracy": 0.2154057204723358, + "num_tokens": 9652088.0, + "step": 4055 + }, + { + "entropy": 4.929154968261718, + "epoch": 3.9730788056779245, + "grad_norm": 1.046875, + "learning_rate": 0.0003882303388323406, + "loss": 4.7686, + "mean_token_accuracy": 0.2280975952744484, + "num_tokens": 9664594.0, + "step": 4060 + }, + { + "entropy": 4.958717966079712, + "epoch": 3.9779735682819384, + "grad_norm": 1.1953125, + "learning_rate": 0.00038789856363975473, + "loss": 4.8172, + "mean_token_accuracy": 0.22695261985063553, + "num_tokens": 9675289.0, + "step": 4065 + }, + { + "entropy": 5.139262342453003, + "epoch": 3.9828683308859523, + "grad_norm": 1.1328125, + "learning_rate": 0.0003875664600428914, + "loss": 4.8389, + "mean_token_accuracy": 0.21972294002771378, + "num_tokens": 9687029.0, + "step": 4070 + }, + { + "entropy": 5.1033586978912355, + "epoch": 3.9877630934899657, + "grad_norm": 1.171875, + "learning_rate": 0.0003872340290077883, + "loss": 4.8805, + "mean_token_accuracy": 0.2241383895277977, + "num_tokens": 9698069.0, + "step": 4075 + }, + { + "entropy": 5.05276780128479, + "epoch": 3.9926578560939796, + "grad_norm": 1.1875, + "learning_rate": 0.00038690127150143515, + "loss": 4.7545, + "mean_token_accuracy": 0.2242726728320122, + "num_tokens": 9708872.0, + "step": 4080 + }, + { + "entropy": 4.995786809921265, + "epoch": 3.997552618697993, + "grad_norm": 1.0625, + "learning_rate": 0.0003865681884917717, + "loss": 4.8207, + "mean_token_accuracy": 0.22683833837509154, + "num_tokens": 9721786.0, + "step": 4085 + }, + { + "entropy": 5.1724024878607855, + "epoch": 4.001957905041605, + "grad_norm": 1.140625, + "learning_rate": 0.00038623478094768424, + "loss": 4.7452, + "mean_token_accuracy": 0.2254696422153049, + "num_tokens": 9731518.0, + "step": 4090 + }, + { + "entropy": 5.023131275177002, + "epoch": 4.006852667645619, + "grad_norm": 1.046875, + "learning_rate": 0.0003859010498390033, + "loss": 4.5591, + "mean_token_accuracy": 0.23827751129865646, + "num_tokens": 9743895.0, + "step": 4095 + }, + { + "entropy": 4.985896110534668, + "epoch": 4.011747430249633, + "grad_norm": 1.1953125, + "learning_rate": 0.00038556699613650044, + "loss": 4.5581, + "mean_token_accuracy": 0.2374291941523552, + "num_tokens": 9756104.0, + "step": 4100 + }, + { + "entropy": 4.957859086990356, + "epoch": 4.016642192853647, + "grad_norm": 1.125, + "learning_rate": 0.00038523262081188573, + "loss": 4.4576, + "mean_token_accuracy": 0.24857828617095948, + "num_tokens": 9767494.0, + "step": 4105 + }, + { + "entropy": 5.041051959991455, + "epoch": 4.02153695545766, + "grad_norm": 1.09375, + "learning_rate": 0.00038489792483780474, + "loss": 4.5525, + "mean_token_accuracy": 0.2367478311061859, + "num_tokens": 9779123.0, + "step": 4110 + }, + { + "entropy": 4.988537740707398, + "epoch": 4.026431718061674, + "grad_norm": 1.0390625, + "learning_rate": 0.00038456290918783566, + "loss": 4.6262, + "mean_token_accuracy": 0.23023803383111954, + "num_tokens": 9791309.0, + "step": 4115 + }, + { + "entropy": 5.059031200408936, + "epoch": 4.031326480665688, + "grad_norm": 1.140625, + "learning_rate": 0.0003842275748364868, + "loss": 4.5714, + "mean_token_accuracy": 0.233939291536808, + "num_tokens": 9803333.0, + "step": 4120 + }, + { + "entropy": 5.124443626403808, + "epoch": 4.0362212432697016, + "grad_norm": 1.1015625, + "learning_rate": 0.0003838919227591933, + "loss": 4.6479, + "mean_token_accuracy": 0.23417795747518538, + "num_tokens": 9815592.0, + "step": 4125 + }, + { + "entropy": 5.063463544845581, + "epoch": 4.0411160058737154, + "grad_norm": 1.203125, + "learning_rate": 0.0003835559539323146, + "loss": 4.6197, + "mean_token_accuracy": 0.23014721870422364, + "num_tokens": 9827380.0, + "step": 4130 + }, + { + "entropy": 4.968182563781738, + "epoch": 4.0460107684777284, + "grad_norm": 1.1328125, + "learning_rate": 0.0003832196693331315, + "loss": 4.4356, + "mean_token_accuracy": 0.24900406301021577, + "num_tokens": 9838261.0, + "step": 4135 + }, + { + "entropy": 4.958034372329712, + "epoch": 4.050905531081742, + "grad_norm": 1.2109375, + "learning_rate": 0.0003828830699398433, + "loss": 4.5673, + "mean_token_accuracy": 0.24179045110940933, + "num_tokens": 9849330.0, + "step": 4140 + }, + { + "entropy": 5.065645170211792, + "epoch": 4.055800293685756, + "grad_norm": 1.125, + "learning_rate": 0.00038254615673156516, + "loss": 4.6275, + "mean_token_accuracy": 0.2306502193212509, + "num_tokens": 9860711.0, + "step": 4145 + }, + { + "entropy": 5.059020519256592, + "epoch": 4.06069505628977, + "grad_norm": 1.2578125, + "learning_rate": 0.00038220893068832484, + "loss": 4.5425, + "mean_token_accuracy": 0.2374820217490196, + "num_tokens": 9872230.0, + "step": 4150 + }, + { + "entropy": 5.044583511352539, + "epoch": 4.065589818893784, + "grad_norm": 1.078125, + "learning_rate": 0.00038187139279106025, + "loss": 4.591, + "mean_token_accuracy": 0.22831845730543138, + "num_tokens": 9884459.0, + "step": 4155 + }, + { + "entropy": 4.965525722503662, + "epoch": 4.070484581497797, + "grad_norm": 1.1953125, + "learning_rate": 0.00038153354402161636, + "loss": 4.5306, + "mean_token_accuracy": 0.24032900631427764, + "num_tokens": 9895636.0, + "step": 4160 + }, + { + "entropy": 4.978104209899902, + "epoch": 4.075379344101811, + "grad_norm": 1.4609375, + "learning_rate": 0.0003811953853627425, + "loss": 4.507, + "mean_token_accuracy": 0.24414079487323762, + "num_tokens": 9907090.0, + "step": 4165 + }, + { + "entropy": 4.997107219696045, + "epoch": 4.080274106705825, + "grad_norm": 1.203125, + "learning_rate": 0.00038085691779808916, + "loss": 4.5661, + "mean_token_accuracy": 0.24097975045442582, + "num_tokens": 9918663.0, + "step": 4170 + }, + { + "entropy": 4.950863170623779, + "epoch": 4.085168869309839, + "grad_norm": 1.125, + "learning_rate": 0.00038051814231220585, + "loss": 4.5697, + "mean_token_accuracy": 0.2428872510790825, + "num_tokens": 9930662.0, + "step": 4175 + }, + { + "entropy": 5.114802503585816, + "epoch": 4.090063631913853, + "grad_norm": 1.2265625, + "learning_rate": 0.0003801790598905374, + "loss": 4.6904, + "mean_token_accuracy": 0.22135650217533112, + "num_tokens": 9942782.0, + "step": 4180 + }, + { + "entropy": 5.004737758636475, + "epoch": 4.094958394517866, + "grad_norm": 1.265625, + "learning_rate": 0.00037983967151942143, + "loss": 4.5331, + "mean_token_accuracy": 0.2448731318116188, + "num_tokens": 9954663.0, + "step": 4185 + }, + { + "entropy": 4.978229808807373, + "epoch": 4.0998531571218795, + "grad_norm": 1.234375, + "learning_rate": 0.000379499978186086, + "loss": 4.5862, + "mean_token_accuracy": 0.23844058215618133, + "num_tokens": 9968036.0, + "step": 4190 + }, + { + "entropy": 5.04127984046936, + "epoch": 4.104747919725893, + "grad_norm": 1.2578125, + "learning_rate": 0.0003791599808786456, + "loss": 4.62, + "mean_token_accuracy": 0.232499660551548, + "num_tokens": 9979855.0, + "step": 4195 + }, + { + "entropy": 5.025613069534302, + "epoch": 4.109642682329907, + "grad_norm": 1.203125, + "learning_rate": 0.0003788196805860995, + "loss": 4.4975, + "mean_token_accuracy": 0.2550596997141838, + "num_tokens": 9991380.0, + "step": 4200 + }, + { + "entropy": 5.030689477920532, + "epoch": 4.114537444933921, + "grad_norm": 1.1640625, + "learning_rate": 0.0003784790782983279, + "loss": 4.6009, + "mean_token_accuracy": 0.23677781075239182, + "num_tokens": 10003886.0, + "step": 4205 + }, + { + "entropy": 4.982917642593383, + "epoch": 4.119432207537934, + "grad_norm": 1.25, + "learning_rate": 0.0003781381750060898, + "loss": 4.5927, + "mean_token_accuracy": 0.23751294910907744, + "num_tokens": 10015237.0, + "step": 4210 + }, + { + "entropy": 4.986427736282349, + "epoch": 4.124326970141948, + "grad_norm": 1.0390625, + "learning_rate": 0.0003777969717010194, + "loss": 4.5197, + "mean_token_accuracy": 0.24729954749345778, + "num_tokens": 10028514.0, + "step": 4215 + }, + { + "entropy": 4.94989333152771, + "epoch": 4.129221732745962, + "grad_norm": 1.0625, + "learning_rate": 0.0003774554693756239, + "loss": 4.545, + "mean_token_accuracy": 0.23948704749345778, + "num_tokens": 10041658.0, + "step": 4220 + }, + { + "entropy": 4.941936111450195, + "epoch": 4.134116495349976, + "grad_norm": 1.234375, + "learning_rate": 0.0003771136690232802, + "loss": 4.4823, + "mean_token_accuracy": 0.25030840635299684, + "num_tokens": 10052622.0, + "step": 4225 + }, + { + "entropy": 4.951936388015747, + "epoch": 4.139011257953989, + "grad_norm": 1.1796875, + "learning_rate": 0.000376771571638232, + "loss": 4.5212, + "mean_token_accuracy": 0.23812614232301713, + "num_tokens": 10063819.0, + "step": 4230 + }, + { + "entropy": 4.998723363876342, + "epoch": 4.143906020558003, + "grad_norm": 1.09375, + "learning_rate": 0.00037642917821558737, + "loss": 4.6672, + "mean_token_accuracy": 0.2340690091252327, + "num_tokens": 10076757.0, + "step": 4235 + }, + { + "entropy": 4.940063190460205, + "epoch": 4.148800783162017, + "grad_norm": 1.21875, + "learning_rate": 0.000376086489751315, + "loss": 4.4913, + "mean_token_accuracy": 0.24697423428297044, + "num_tokens": 10088287.0, + "step": 4240 + }, + { + "entropy": 4.959346103668213, + "epoch": 4.1536955457660305, + "grad_norm": 1.25, + "learning_rate": 0.00037574350724224213, + "loss": 4.51, + "mean_token_accuracy": 0.2408648580312729, + "num_tokens": 10099739.0, + "step": 4245 + }, + { + "entropy": 4.995651626586914, + "epoch": 4.158590308370044, + "grad_norm": 1.171875, + "learning_rate": 0.0003754002316860515, + "loss": 4.6101, + "mean_token_accuracy": 0.23685633689165114, + "num_tokens": 10112613.0, + "step": 4250 + }, + { + "entropy": 5.025398540496826, + "epoch": 4.163485070974057, + "grad_norm": 1.234375, + "learning_rate": 0.00037505666408127773, + "loss": 4.5495, + "mean_token_accuracy": 0.2375389203429222, + "num_tokens": 10124966.0, + "step": 4255 + }, + { + "entropy": 4.934124517440796, + "epoch": 4.168379833578071, + "grad_norm": 1.1953125, + "learning_rate": 0.0003747128054273055, + "loss": 4.5406, + "mean_token_accuracy": 0.2428314670920372, + "num_tokens": 10135841.0, + "step": 4260 + }, + { + "entropy": 5.013625955581665, + "epoch": 4.173274596182085, + "grad_norm": 1.1953125, + "learning_rate": 0.0003743686567243659, + "loss": 4.6596, + "mean_token_accuracy": 0.22884552776813508, + "num_tokens": 10147374.0, + "step": 4265 + }, + { + "entropy": 4.992853593826294, + "epoch": 4.178169358786099, + "grad_norm": 1.140625, + "learning_rate": 0.0003740242189735336, + "loss": 4.5636, + "mean_token_accuracy": 0.236056911945343, + "num_tokens": 10159886.0, + "step": 4270 + }, + { + "entropy": 5.046988439559937, + "epoch": 4.183064121390113, + "grad_norm": 1.15625, + "learning_rate": 0.0003736794931767242, + "loss": 4.6437, + "mean_token_accuracy": 0.23168521523475646, + "num_tokens": 10172629.0, + "step": 4275 + }, + { + "entropy": 4.970481204986572, + "epoch": 4.187958883994126, + "grad_norm": 1.265625, + "learning_rate": 0.0003733344803366914, + "loss": 4.5006, + "mean_token_accuracy": 0.2400296911597252, + "num_tokens": 10184467.0, + "step": 4280 + }, + { + "entropy": 4.981130743026734, + "epoch": 4.19285364659814, + "grad_norm": 1.15625, + "learning_rate": 0.0003729891814570232, + "loss": 4.5989, + "mean_token_accuracy": 0.22856157273054123, + "num_tokens": 10196864.0, + "step": 4285 + }, + { + "entropy": 5.0006462097167965, + "epoch": 4.197748409202154, + "grad_norm": 1.078125, + "learning_rate": 0.00037264359754214036, + "loss": 4.615, + "mean_token_accuracy": 0.23426750302314758, + "num_tokens": 10210787.0, + "step": 4290 + }, + { + "entropy": 4.971421957015991, + "epoch": 4.202643171806168, + "grad_norm": 1.1640625, + "learning_rate": 0.00037229772959729263, + "loss": 4.6164, + "mean_token_accuracy": 0.23017945289611816, + "num_tokens": 10223881.0, + "step": 4295 + }, + { + "entropy": 4.9670933246612545, + "epoch": 4.2075379344101815, + "grad_norm": 1.296875, + "learning_rate": 0.0003719515786285554, + "loss": 4.5432, + "mean_token_accuracy": 0.24093651324510573, + "num_tokens": 10235505.0, + "step": 4300 + }, + { + "entropy": 4.944381380081177, + "epoch": 4.2124326970141945, + "grad_norm": 1.09375, + "learning_rate": 0.00037160514564282815, + "loss": 4.541, + "mean_token_accuracy": 0.24333113729953765, + "num_tokens": 10247799.0, + "step": 4305 + }, + { + "entropy": 4.884352731704712, + "epoch": 4.217327459618208, + "grad_norm": 1.1796875, + "learning_rate": 0.00037125843164783, + "loss": 4.46, + "mean_token_accuracy": 0.24434017539024352, + "num_tokens": 10259068.0, + "step": 4310 + }, + { + "entropy": 4.95476336479187, + "epoch": 4.222222222222222, + "grad_norm": 1.2578125, + "learning_rate": 0.0003709114376520979, + "loss": 4.4964, + "mean_token_accuracy": 0.24015609323978424, + "num_tokens": 10271286.0, + "step": 4315 + }, + { + "entropy": 4.938775587081909, + "epoch": 4.227116984826236, + "grad_norm": 1.1875, + "learning_rate": 0.00037056416466498313, + "loss": 4.5561, + "mean_token_accuracy": 0.23273864537477493, + "num_tokens": 10283173.0, + "step": 4320 + }, + { + "entropy": 5.012444305419922, + "epoch": 4.232011747430249, + "grad_norm": 1.203125, + "learning_rate": 0.0003702166136966485, + "loss": 4.6257, + "mean_token_accuracy": 0.2402504190802574, + "num_tokens": 10296117.0, + "step": 4325 + }, + { + "entropy": 5.034178256988525, + "epoch": 4.236906510034263, + "grad_norm": 1.1953125, + "learning_rate": 0.0003698687857580655, + "loss": 4.6023, + "mean_token_accuracy": 0.2323506772518158, + "num_tokens": 10306995.0, + "step": 4330 + }, + { + "entropy": 4.841176128387451, + "epoch": 4.241801272638277, + "grad_norm": 1.171875, + "learning_rate": 0.0003695206818610113, + "loss": 4.4346, + "mean_token_accuracy": 0.2476430505514145, + "num_tokens": 10318549.0, + "step": 4335 + }, + { + "entropy": 4.992100238800049, + "epoch": 4.246696035242291, + "grad_norm": 1.2890625, + "learning_rate": 0.0003691723030180657, + "loss": 4.6176, + "mean_token_accuracy": 0.23537442684173585, + "num_tokens": 10329399.0, + "step": 4340 + }, + { + "entropy": 4.993355083465576, + "epoch": 4.251590797846305, + "grad_norm": 1.2578125, + "learning_rate": 0.0003688236502426082, + "loss": 4.6357, + "mean_token_accuracy": 0.23501158505678177, + "num_tokens": 10341567.0, + "step": 4345 + }, + { + "entropy": 4.990873718261719, + "epoch": 4.256485560450318, + "grad_norm": 1.1171875, + "learning_rate": 0.0003684747245488153, + "loss": 4.4868, + "mean_token_accuracy": 0.2507901802659035, + "num_tokens": 10352407.0, + "step": 4350 + }, + { + "entropy": 4.960176038742065, + "epoch": 4.261380323054332, + "grad_norm": 1.2578125, + "learning_rate": 0.0003681255269516574, + "loss": 4.5799, + "mean_token_accuracy": 0.23848912119865417, + "num_tokens": 10364403.0, + "step": 4355 + }, + { + "entropy": 5.034172248840332, + "epoch": 4.266275085658346, + "grad_norm": 1.09375, + "learning_rate": 0.0003677760584668956, + "loss": 4.6293, + "mean_token_accuracy": 0.23745577782392502, + "num_tokens": 10375392.0, + "step": 4360 + }, + { + "entropy": 5.023036861419678, + "epoch": 4.2711698482623595, + "grad_norm": 1.140625, + "learning_rate": 0.00036742632011107926, + "loss": 4.6398, + "mean_token_accuracy": 0.22803306132555007, + "num_tokens": 10388038.0, + "step": 4365 + }, + { + "entropy": 4.989942741394043, + "epoch": 4.276064610866373, + "grad_norm": 1.109375, + "learning_rate": 0.0003670763129015424, + "loss": 4.6633, + "mean_token_accuracy": 0.22033597081899642, + "num_tokens": 10401706.0, + "step": 4370 + }, + { + "entropy": 4.898762989044189, + "epoch": 4.280959373470386, + "grad_norm": 1.1328125, + "learning_rate": 0.00036672603785640144, + "loss": 4.5558, + "mean_token_accuracy": 0.2382776752114296, + "num_tokens": 10413363.0, + "step": 4375 + }, + { + "entropy": 4.985649633407593, + "epoch": 4.2858541360744, + "grad_norm": 1.203125, + "learning_rate": 0.00036637549599455175, + "loss": 4.5086, + "mean_token_accuracy": 0.2554389536380768, + "num_tokens": 10425000.0, + "step": 4380 + }, + { + "entropy": 4.965001392364502, + "epoch": 4.290748898678414, + "grad_norm": 1.1484375, + "learning_rate": 0.0003660246883356648, + "loss": 4.5917, + "mean_token_accuracy": 0.24058783203363418, + "num_tokens": 10436412.0, + "step": 4385 + }, + { + "entropy": 4.929542827606201, + "epoch": 4.295643661282428, + "grad_norm": 1.2578125, + "learning_rate": 0.00036567361590018513, + "loss": 4.5348, + "mean_token_accuracy": 0.24117553383111953, + "num_tokens": 10446970.0, + "step": 4390 + }, + { + "entropy": 4.971066617965699, + "epoch": 4.300538423886442, + "grad_norm": 1.09375, + "learning_rate": 0.0003653222797093277, + "loss": 4.5958, + "mean_token_accuracy": 0.2335049331188202, + "num_tokens": 10458721.0, + "step": 4395 + }, + { + "entropy": 4.929677724838257, + "epoch": 4.305433186490455, + "grad_norm": 1.171875, + "learning_rate": 0.0003649706807850746, + "loss": 4.4786, + "mean_token_accuracy": 0.2507967263460159, + "num_tokens": 10469676.0, + "step": 4400 + }, + { + "entropy": 4.970559358596802, + "epoch": 4.310327949094469, + "grad_norm": 1.390625, + "learning_rate": 0.000364618820150172, + "loss": 4.6013, + "mean_token_accuracy": 0.23871603459119797, + "num_tokens": 10480832.0, + "step": 4405 + }, + { + "entropy": 4.944663619995117, + "epoch": 4.315222711698483, + "grad_norm": 1.140625, + "learning_rate": 0.0003642666988281277, + "loss": 4.5965, + "mean_token_accuracy": 0.23900092542171478, + "num_tokens": 10493100.0, + "step": 4410 + }, + { + "entropy": 5.035148572921753, + "epoch": 4.320117474302497, + "grad_norm": 1.21875, + "learning_rate": 0.0003639143178432075, + "loss": 4.6073, + "mean_token_accuracy": 0.2362759679555893, + "num_tokens": 10503910.0, + "step": 4415 + }, + { + "entropy": 4.999735975265503, + "epoch": 4.32501223690651, + "grad_norm": 1.140625, + "learning_rate": 0.00036356167822043265, + "loss": 4.6022, + "mean_token_accuracy": 0.23736752718687057, + "num_tokens": 10515739.0, + "step": 4420 + }, + { + "entropy": 4.931397581100464, + "epoch": 4.3299069995105235, + "grad_norm": 1.1875, + "learning_rate": 0.00036320878098557657, + "loss": 4.5844, + "mean_token_accuracy": 0.24389175325632095, + "num_tokens": 10527587.0, + "step": 4425 + }, + { + "entropy": 4.922537899017334, + "epoch": 4.334801762114537, + "grad_norm": 1.25, + "learning_rate": 0.00036285562716516234, + "loss": 4.6023, + "mean_token_accuracy": 0.239091594517231, + "num_tokens": 10538961.0, + "step": 4430 + }, + { + "entropy": 5.007340621948242, + "epoch": 4.339696524718551, + "grad_norm": 1.15625, + "learning_rate": 0.0003625022177864591, + "loss": 4.6344, + "mean_token_accuracy": 0.22378634810447692, + "num_tokens": 10552084.0, + "step": 4435 + }, + { + "entropy": 5.001192235946656, + "epoch": 4.344591287322565, + "grad_norm": 1.1875, + "learning_rate": 0.0003621485538774796, + "loss": 4.5266, + "mean_token_accuracy": 0.24157078862190245, + "num_tokens": 10563647.0, + "step": 4440 + }, + { + "entropy": 4.932107543945312, + "epoch": 4.349486049926578, + "grad_norm": 1.234375, + "learning_rate": 0.0003617946364669768, + "loss": 4.5989, + "mean_token_accuracy": 0.2350343644618988, + "num_tokens": 10575651.0, + "step": 4445 + }, + { + "entropy": 5.014455842971802, + "epoch": 4.354380812530592, + "grad_norm": 1.1328125, + "learning_rate": 0.00036144046658444115, + "loss": 4.6686, + "mean_token_accuracy": 0.2301238015294075, + "num_tokens": 10588672.0, + "step": 4450 + }, + { + "entropy": 5.024813079833985, + "epoch": 4.359275575134606, + "grad_norm": 1.1328125, + "learning_rate": 0.00036108604526009753, + "loss": 4.6073, + "mean_token_accuracy": 0.23376379162073135, + "num_tokens": 10601363.0, + "step": 4455 + }, + { + "entropy": 4.9786200523376465, + "epoch": 4.36417033773862, + "grad_norm": 1.2109375, + "learning_rate": 0.0003607313735249021, + "loss": 4.6024, + "mean_token_accuracy": 0.23971123546361922, + "num_tokens": 10613462.0, + "step": 4460 + }, + { + "entropy": 4.9615809440612795, + "epoch": 4.369065100342634, + "grad_norm": 1.1796875, + "learning_rate": 0.0003603764524105396, + "loss": 4.5825, + "mean_token_accuracy": 0.24286321103572844, + "num_tokens": 10624896.0, + "step": 4465 + }, + { + "entropy": 4.9141175746917725, + "epoch": 4.373959862946647, + "grad_norm": 1.2578125, + "learning_rate": 0.0003600212829494201, + "loss": 4.504, + "mean_token_accuracy": 0.24894710034132003, + "num_tokens": 10635542.0, + "step": 4470 + }, + { + "entropy": 4.977388048171997, + "epoch": 4.378854625550661, + "grad_norm": 1.15625, + "learning_rate": 0.0003596658661746759, + "loss": 4.5588, + "mean_token_accuracy": 0.24535323828458785, + "num_tokens": 10648955.0, + "step": 4475 + }, + { + "entropy": 4.973334836959839, + "epoch": 4.3837493881546745, + "grad_norm": 1.1953125, + "learning_rate": 0.000359310203120159, + "loss": 4.5934, + "mean_token_accuracy": 0.23908900320529938, + "num_tokens": 10660144.0, + "step": 4480 + }, + { + "entropy": 4.941062641143799, + "epoch": 4.388644150758688, + "grad_norm": 1.1015625, + "learning_rate": 0.00035895429482043763, + "loss": 4.4907, + "mean_token_accuracy": 0.24111208468675613, + "num_tokens": 10671896.0, + "step": 4485 + }, + { + "entropy": 4.986586046218872, + "epoch": 4.393538913362702, + "grad_norm": 1.28125, + "learning_rate": 0.00035859814231079337, + "loss": 4.6403, + "mean_token_accuracy": 0.2328612059354782, + "num_tokens": 10683344.0, + "step": 4490 + }, + { + "entropy": 4.831319856643677, + "epoch": 4.398433675966715, + "grad_norm": 1.296875, + "learning_rate": 0.00035824174662721814, + "loss": 4.4669, + "mean_token_accuracy": 0.24965253621339797, + "num_tokens": 10694057.0, + "step": 4495 + }, + { + "entropy": 5.074819278717041, + "epoch": 4.403328438570729, + "grad_norm": 1.09375, + "learning_rate": 0.00035788510880641137, + "loss": 4.7056, + "mean_token_accuracy": 0.22890681475400926, + "num_tokens": 10707429.0, + "step": 4500 + }, + { + "entropy": 5.049197864532471, + "epoch": 4.408223201174743, + "grad_norm": 1.171875, + "learning_rate": 0.00035752822988577683, + "loss": 4.5631, + "mean_token_accuracy": 0.23588933050632477, + "num_tokens": 10719857.0, + "step": 4505 + }, + { + "entropy": 4.944564390182495, + "epoch": 4.413117963778757, + "grad_norm": 1.1328125, + "learning_rate": 0.0003571711109034193, + "loss": 4.5742, + "mean_token_accuracy": 0.24017254561185836, + "num_tokens": 10732136.0, + "step": 4510 + }, + { + "entropy": 4.869391059875488, + "epoch": 4.41801272638277, + "grad_norm": 1.1796875, + "learning_rate": 0.00035681375289814226, + "loss": 4.5107, + "mean_token_accuracy": 0.2448602706193924, + "num_tokens": 10743104.0, + "step": 4515 + }, + { + "entropy": 4.992645597457885, + "epoch": 4.422907488986784, + "grad_norm": 1.0625, + "learning_rate": 0.0003564561569094443, + "loss": 4.5514, + "mean_token_accuracy": 0.24186391681432723, + "num_tokens": 10754965.0, + "step": 4520 + }, + { + "entropy": 5.020322179794311, + "epoch": 4.427802251590798, + "grad_norm": 1.1953125, + "learning_rate": 0.0003560983239775162, + "loss": 4.6161, + "mean_token_accuracy": 0.23685276359319687, + "num_tokens": 10765438.0, + "step": 4525 + }, + { + "entropy": 4.90551791191101, + "epoch": 4.432697014194812, + "grad_norm": 1.1875, + "learning_rate": 0.000355740255143238, + "loss": 4.6224, + "mean_token_accuracy": 0.23386283218860626, + "num_tokens": 10778176.0, + "step": 4530 + }, + { + "entropy": 4.968013525009155, + "epoch": 4.4375917767988255, + "grad_norm": 1.25, + "learning_rate": 0.0003553819514481761, + "loss": 4.6608, + "mean_token_accuracy": 0.226600943505764, + "num_tokens": 10790871.0, + "step": 4535 + }, + { + "entropy": 4.986626672744751, + "epoch": 4.4424865394028386, + "grad_norm": 1.1640625, + "learning_rate": 0.0003550234139345798, + "loss": 4.6401, + "mean_token_accuracy": 0.23747914880514145, + "num_tokens": 10802880.0, + "step": 4540 + }, + { + "entropy": 4.981742095947266, + "epoch": 4.447381302006852, + "grad_norm": 1.2109375, + "learning_rate": 0.0003546646436453789, + "loss": 4.5852, + "mean_token_accuracy": 0.23627849817276, + "num_tokens": 10816366.0, + "step": 4545 + }, + { + "entropy": 4.868809509277344, + "epoch": 4.452276064610866, + "grad_norm": 1.1875, + "learning_rate": 0.00035430564162417986, + "loss": 4.4891, + "mean_token_accuracy": 0.24741119891405106, + "num_tokens": 10827973.0, + "step": 4550 + }, + { + "entropy": 5.132536363601685, + "epoch": 4.45717082721488, + "grad_norm": 1.2265625, + "learning_rate": 0.0003539464089152636, + "loss": 4.6797, + "mean_token_accuracy": 0.23054636865854264, + "num_tokens": 10839438.0, + "step": 4555 + }, + { + "entropy": 4.904827022552491, + "epoch": 4.462065589818894, + "grad_norm": 1.1328125, + "learning_rate": 0.00035358694656358194, + "loss": 4.5165, + "mean_token_accuracy": 0.2442225217819214, + "num_tokens": 10850189.0, + "step": 4560 + }, + { + "entropy": 4.833751010894775, + "epoch": 4.466960352422907, + "grad_norm": 1.1953125, + "learning_rate": 0.0003532272556147545, + "loss": 4.5193, + "mean_token_accuracy": 0.23978835195302964, + "num_tokens": 10861730.0, + "step": 4565 + }, + { + "entropy": 5.036434888839722, + "epoch": 4.471855115026921, + "grad_norm": 1.1015625, + "learning_rate": 0.0003528673371150664, + "loss": 4.6726, + "mean_token_accuracy": 0.23058370351791382, + "num_tokens": 10873843.0, + "step": 4570 + }, + { + "entropy": 4.995850515365601, + "epoch": 4.476749877630935, + "grad_norm": 1.171875, + "learning_rate": 0.00035250719211146395, + "loss": 4.6395, + "mean_token_accuracy": 0.23562803864479065, + "num_tokens": 10886754.0, + "step": 4575 + }, + { + "entropy": 4.960853624343872, + "epoch": 4.481644640234949, + "grad_norm": 1.0859375, + "learning_rate": 0.0003521468216515528, + "loss": 4.5898, + "mean_token_accuracy": 0.23953092396259307, + "num_tokens": 10899402.0, + "step": 4580 + }, + { + "entropy": 4.983584070205689, + "epoch": 4.486539402838963, + "grad_norm": 1.1875, + "learning_rate": 0.00035178622678359433, + "loss": 4.6076, + "mean_token_accuracy": 0.24189481884241104, + "num_tokens": 10912706.0, + "step": 4585 + }, + { + "entropy": 4.929827404022217, + "epoch": 4.491434165442976, + "grad_norm": 1.171875, + "learning_rate": 0.00035142540855650264, + "loss": 4.6414, + "mean_token_accuracy": 0.23340380936861038, + "num_tokens": 10924710.0, + "step": 4590 + }, + { + "entropy": 4.896418762207031, + "epoch": 4.49632892804699, + "grad_norm": 1.125, + "learning_rate": 0.00035106436801984154, + "loss": 4.5596, + "mean_token_accuracy": 0.24512310326099396, + "num_tokens": 10936863.0, + "step": 4595 + }, + { + "entropy": 4.937282752990723, + "epoch": 4.5012236906510035, + "grad_norm": 1.0703125, + "learning_rate": 0.0003507031062238216, + "loss": 4.5465, + "mean_token_accuracy": 0.24911466538906096, + "num_tokens": 10948098.0, + "step": 4600 + }, + { + "entropy": 4.956559467315674, + "epoch": 4.506118453255017, + "grad_norm": 1.2734375, + "learning_rate": 0.0003503416242192968, + "loss": 4.6285, + "mean_token_accuracy": 0.2394946500658989, + "num_tokens": 10960703.0, + "step": 4605 + }, + { + "entropy": 4.99582805633545, + "epoch": 4.51101321585903, + "grad_norm": 1.09375, + "learning_rate": 0.00034997992305776194, + "loss": 4.5726, + "mean_token_accuracy": 0.23462877422571182, + "num_tokens": 10972652.0, + "step": 4610 + }, + { + "entropy": 4.9431041240692135, + "epoch": 4.515907978463044, + "grad_norm": 1.1875, + "learning_rate": 0.00034961800379134907, + "loss": 4.583, + "mean_token_accuracy": 0.23193895816802979, + "num_tokens": 10985511.0, + "step": 4615 + }, + { + "entropy": 4.928348207473755, + "epoch": 4.520802741067058, + "grad_norm": 1.140625, + "learning_rate": 0.0003492558674728248, + "loss": 4.5437, + "mean_token_accuracy": 0.23933225572109224, + "num_tokens": 10997397.0, + "step": 4620 + }, + { + "entropy": 4.884153079986572, + "epoch": 4.525697503671072, + "grad_norm": 1.0625, + "learning_rate": 0.00034889351515558705, + "loss": 4.5624, + "mean_token_accuracy": 0.23536658883094788, + "num_tokens": 11009301.0, + "step": 4625 + }, + { + "entropy": 4.983486604690552, + "epoch": 4.530592266275086, + "grad_norm": 1.2109375, + "learning_rate": 0.00034853094789366216, + "loss": 4.6166, + "mean_token_accuracy": 0.2318914443254471, + "num_tokens": 11021214.0, + "step": 4630 + }, + { + "entropy": 4.995839071273804, + "epoch": 4.5354870288791, + "grad_norm": 1.234375, + "learning_rate": 0.00034816816674170155, + "loss": 4.6307, + "mean_token_accuracy": 0.23181201964616777, + "num_tokens": 11033706.0, + "step": 4635 + }, + { + "entropy": 4.904265308380127, + "epoch": 4.540381791483113, + "grad_norm": 1.1640625, + "learning_rate": 0.00034780517275497896, + "loss": 4.5223, + "mean_token_accuracy": 0.24747188985347748, + "num_tokens": 11046903.0, + "step": 4640 + }, + { + "entropy": 4.995366525650025, + "epoch": 4.545276554087127, + "grad_norm": 1.1328125, + "learning_rate": 0.00034744196698938715, + "loss": 4.6808, + "mean_token_accuracy": 0.23345842957496643, + "num_tokens": 11059769.0, + "step": 4645 + }, + { + "entropy": 4.958969449996948, + "epoch": 4.550171316691141, + "grad_norm": 1.15625, + "learning_rate": 0.00034707855050143487, + "loss": 4.6213, + "mean_token_accuracy": 0.23973002284765244, + "num_tokens": 11072278.0, + "step": 4650 + }, + { + "entropy": 4.980345344543457, + "epoch": 4.5550660792951545, + "grad_norm": 1.2265625, + "learning_rate": 0.0003467149243482439, + "loss": 4.6103, + "mean_token_accuracy": 0.23416877686977386, + "num_tokens": 11084393.0, + "step": 4655 + }, + { + "entropy": 4.974357843399048, + "epoch": 4.5599608418991675, + "grad_norm": 1.1328125, + "learning_rate": 0.00034635108958754605, + "loss": 4.5113, + "mean_token_accuracy": 0.25227575153112414, + "num_tokens": 11096209.0, + "step": 4660 + }, + { + "entropy": 4.796844816207885, + "epoch": 4.564855604503181, + "grad_norm": 1.1484375, + "learning_rate": 0.0003459870472776796, + "loss": 4.3975, + "mean_token_accuracy": 0.25478396117687224, + "num_tokens": 11107563.0, + "step": 4665 + }, + { + "entropy": 4.876433897018432, + "epoch": 4.569750367107195, + "grad_norm": 1.1328125, + "learning_rate": 0.0003456227984775867, + "loss": 4.5936, + "mean_token_accuracy": 0.2475576013326645, + "num_tokens": 11119771.0, + "step": 4670 + }, + { + "entropy": 4.9424066066741945, + "epoch": 4.574645129711209, + "grad_norm": 1.1640625, + "learning_rate": 0.0003452583442468104, + "loss": 4.5355, + "mean_token_accuracy": 0.24378240704536439, + "num_tokens": 11130243.0, + "step": 4675 + }, + { + "entropy": 4.956759214401245, + "epoch": 4.579539892315223, + "grad_norm": 1.1484375, + "learning_rate": 0.0003448936856454909, + "loss": 4.6354, + "mean_token_accuracy": 0.23188417702913283, + "num_tokens": 11142623.0, + "step": 4680 + }, + { + "entropy": 4.957581090927124, + "epoch": 4.584434654919236, + "grad_norm": 1.109375, + "learning_rate": 0.0003445288237343632, + "loss": 4.5506, + "mean_token_accuracy": 0.23696067482233046, + "num_tokens": 11154961.0, + "step": 4685 + }, + { + "entropy": 4.863600587844848, + "epoch": 4.58932941752325, + "grad_norm": 1.1015625, + "learning_rate": 0.0003441637595747535, + "loss": 4.5568, + "mean_token_accuracy": 0.24411790668964387, + "num_tokens": 11166924.0, + "step": 4690 + }, + { + "entropy": 4.99712495803833, + "epoch": 4.594224180127264, + "grad_norm": 1.2421875, + "learning_rate": 0.0003437984942285764, + "loss": 4.5925, + "mean_token_accuracy": 0.23994487076997756, + "num_tokens": 11178151.0, + "step": 4695 + }, + { + "entropy": 4.99697642326355, + "epoch": 4.599118942731278, + "grad_norm": 1.234375, + "learning_rate": 0.00034343302875833174, + "loss": 4.6063, + "mean_token_accuracy": 0.23970601409673692, + "num_tokens": 11190546.0, + "step": 4700 + }, + { + "entropy": 4.911056089401245, + "epoch": 4.604013705335291, + "grad_norm": 1.1015625, + "learning_rate": 0.0003430673642271014, + "loss": 4.5319, + "mean_token_accuracy": 0.2503520429134369, + "num_tokens": 11202191.0, + "step": 4705 + }, + { + "entropy": 4.8730621337890625, + "epoch": 4.608908467939305, + "grad_norm": 1.203125, + "learning_rate": 0.0003427015016985464, + "loss": 4.6004, + "mean_token_accuracy": 0.23604031950235366, + "num_tokens": 11213233.0, + "step": 4710 + }, + { + "entropy": 4.965299892425537, + "epoch": 4.6138032305433185, + "grad_norm": 1.2109375, + "learning_rate": 0.0003423354422369036, + "loss": 4.5624, + "mean_token_accuracy": 0.23677294552326203, + "num_tokens": 11224209.0, + "step": 4715 + }, + { + "entropy": 5.060855054855347, + "epoch": 4.618697993147332, + "grad_norm": 1.140625, + "learning_rate": 0.0003419691869069829, + "loss": 4.7085, + "mean_token_accuracy": 0.23144390285015107, + "num_tokens": 11236764.0, + "step": 4720 + }, + { + "entropy": 4.937286138534546, + "epoch": 4.623592755751346, + "grad_norm": 1.28125, + "learning_rate": 0.0003416027367741637, + "loss": 4.5261, + "mean_token_accuracy": 0.24710342288017273, + "num_tokens": 11248386.0, + "step": 4725 + }, + { + "entropy": 4.834506940841675, + "epoch": 4.62848751835536, + "grad_norm": 1.15625, + "learning_rate": 0.0003412360929043922, + "loss": 4.5261, + "mean_token_accuracy": 0.2465933382511139, + "num_tokens": 11260056.0, + "step": 4730 + }, + { + "entropy": 4.969740867614746, + "epoch": 4.633382280959373, + "grad_norm": 1.0625, + "learning_rate": 0.0003408692563641781, + "loss": 4.6864, + "mean_token_accuracy": 0.22559406459331513, + "num_tokens": 11274186.0, + "step": 4735 + }, + { + "entropy": 4.9639567852020265, + "epoch": 4.638277043563387, + "grad_norm": 1.140625, + "learning_rate": 0.00034050222822059153, + "loss": 4.5563, + "mean_token_accuracy": 0.2435510516166687, + "num_tokens": 11286464.0, + "step": 4740 + }, + { + "entropy": 4.903935527801513, + "epoch": 4.643171806167401, + "grad_norm": 1.140625, + "learning_rate": 0.0003401350095412601, + "loss": 4.5388, + "mean_token_accuracy": 0.23533929139375687, + "num_tokens": 11298536.0, + "step": 4745 + }, + { + "entropy": 4.984070634841919, + "epoch": 4.648066568771415, + "grad_norm": 1.046875, + "learning_rate": 0.0003397676013943655, + "loss": 4.7008, + "mean_token_accuracy": 0.22351232320070266, + "num_tokens": 11311477.0, + "step": 4750 + }, + { + "entropy": 5.042261743545533, + "epoch": 4.652961331375428, + "grad_norm": 1.265625, + "learning_rate": 0.00033940000484864065, + "loss": 4.6359, + "mean_token_accuracy": 0.23226390033960342, + "num_tokens": 11323449.0, + "step": 4755 + }, + { + "entropy": 4.958922100067139, + "epoch": 4.657856093979442, + "grad_norm": 1.046875, + "learning_rate": 0.00033903222097336636, + "loss": 4.6416, + "mean_token_accuracy": 0.23971253782510757, + "num_tokens": 11336606.0, + "step": 4760 + }, + { + "entropy": 4.934089326858521, + "epoch": 4.662750856583456, + "grad_norm": 1.15625, + "learning_rate": 0.0003386642508383685, + "loss": 4.5607, + "mean_token_accuracy": 0.23808138817548752, + "num_tokens": 11348272.0, + "step": 4765 + }, + { + "entropy": 4.979602956771851, + "epoch": 4.66764561918747, + "grad_norm": 1.0546875, + "learning_rate": 0.0003382960955140146, + "loss": 4.6474, + "mean_token_accuracy": 0.2371411442756653, + "num_tokens": 11359762.0, + "step": 4770 + }, + { + "entropy": 4.918827533721924, + "epoch": 4.6725403817914835, + "grad_norm": 1.1875, + "learning_rate": 0.0003379277560712112, + "loss": 4.5287, + "mean_token_accuracy": 0.24563721120357512, + "num_tokens": 11372015.0, + "step": 4775 + }, + { + "entropy": 4.992553663253784, + "epoch": 4.6774351443954965, + "grad_norm": 1.2890625, + "learning_rate": 0.0003375592335813999, + "loss": 4.5794, + "mean_token_accuracy": 0.24276368618011473, + "num_tokens": 11382433.0, + "step": 4780 + }, + { + "entropy": 4.926769495010376, + "epoch": 4.68232990699951, + "grad_norm": 1.1953125, + "learning_rate": 0.0003371905291165551, + "loss": 4.5468, + "mean_token_accuracy": 0.2355273887515068, + "num_tokens": 11394479.0, + "step": 4785 + }, + { + "entropy": 4.898515892028809, + "epoch": 4.687224669603524, + "grad_norm": 1.3203125, + "learning_rate": 0.0003368216437491806, + "loss": 4.5381, + "mean_token_accuracy": 0.24220383167266846, + "num_tokens": 11405759.0, + "step": 4790 + }, + { + "entropy": 5.041534185409546, + "epoch": 4.692119432207538, + "grad_norm": 1.265625, + "learning_rate": 0.00033645257855230616, + "loss": 4.686, + "mean_token_accuracy": 0.23345834463834764, + "num_tokens": 11418356.0, + "step": 4795 + }, + { + "entropy": 4.962784957885742, + "epoch": 4.697014194811552, + "grad_norm": 1.21875, + "learning_rate": 0.0003360833345994849, + "loss": 4.5647, + "mean_token_accuracy": 0.2334904357790947, + "num_tokens": 11428999.0, + "step": 4800 + }, + { + "entropy": 4.961305141448975, + "epoch": 4.701908957415565, + "grad_norm": 1.234375, + "learning_rate": 0.00033571391296478956, + "loss": 4.6493, + "mean_token_accuracy": 0.23007457405328752, + "num_tokens": 11439531.0, + "step": 4805 + }, + { + "entropy": 4.888871335983277, + "epoch": 4.706803720019579, + "grad_norm": 1.1171875, + "learning_rate": 0.00033534431472281005, + "loss": 4.5147, + "mean_token_accuracy": 0.2470294326543808, + "num_tokens": 11451582.0, + "step": 4810 + }, + { + "entropy": 4.912890005111694, + "epoch": 4.711698482623593, + "grad_norm": 1.2421875, + "learning_rate": 0.0003349745409486499, + "loss": 4.6071, + "mean_token_accuracy": 0.23003580719232558, + "num_tokens": 11463243.0, + "step": 4815 + }, + { + "entropy": 5.000146865844727, + "epoch": 4.716593245227607, + "grad_norm": 1.109375, + "learning_rate": 0.0003346045927179232, + "loss": 4.597, + "mean_token_accuracy": 0.2359566494822502, + "num_tokens": 11475797.0, + "step": 4820 + }, + { + "entropy": 4.880976438522339, + "epoch": 4.721488007831621, + "grad_norm": 1.15625, + "learning_rate": 0.0003342344711067516, + "loss": 4.5452, + "mean_token_accuracy": 0.24409642368555068, + "num_tokens": 11487166.0, + "step": 4825 + }, + { + "entropy": 4.8728338241577145, + "epoch": 4.726382770435634, + "grad_norm": 1.1484375, + "learning_rate": 0.0003338641771917609, + "loss": 4.5857, + "mean_token_accuracy": 0.22893455922603606, + "num_tokens": 11498834.0, + "step": 4830 + }, + { + "entropy": 4.904224443435669, + "epoch": 4.7312775330396475, + "grad_norm": 1.1328125, + "learning_rate": 0.00033349371205007827, + "loss": 4.5863, + "mean_token_accuracy": 0.2370509222149849, + "num_tokens": 11511665.0, + "step": 4835 + }, + { + "entropy": 5.072694969177246, + "epoch": 4.736172295643661, + "grad_norm": 1.234375, + "learning_rate": 0.00033312307675932904, + "loss": 4.5992, + "mean_token_accuracy": 0.23935865312814714, + "num_tokens": 11522358.0, + "step": 4840 + }, + { + "entropy": 4.960729694366455, + "epoch": 4.741067058247675, + "grad_norm": 1.1875, + "learning_rate": 0.0003327522723976332, + "loss": 4.5857, + "mean_token_accuracy": 0.23962829560041427, + "num_tokens": 11536082.0, + "step": 4845 + }, + { + "entropy": 4.896367073059082, + "epoch": 4.745961820851688, + "grad_norm": 1.1484375, + "learning_rate": 0.0003323813000436028, + "loss": 4.5804, + "mean_token_accuracy": 0.24031926840543746, + "num_tokens": 11549004.0, + "step": 4850 + }, + { + "entropy": 4.942358016967773, + "epoch": 4.750856583455702, + "grad_norm": 1.1640625, + "learning_rate": 0.00033201016077633825, + "loss": 4.6194, + "mean_token_accuracy": 0.23238101601600647, + "num_tokens": 11560029.0, + "step": 4855 + }, + { + "entropy": 4.97268648147583, + "epoch": 4.755751346059716, + "grad_norm": 1.109375, + "learning_rate": 0.0003316388556754259, + "loss": 4.5764, + "mean_token_accuracy": 0.24354737401008605, + "num_tokens": 11571563.0, + "step": 4860 + }, + { + "entropy": 4.867502641677857, + "epoch": 4.76064610866373, + "grad_norm": 1.1171875, + "learning_rate": 0.0003312673858209341, + "loss": 4.5175, + "mean_token_accuracy": 0.23850720077753068, + "num_tokens": 11582917.0, + "step": 4865 + }, + { + "entropy": 4.924775886535644, + "epoch": 4.765540871267744, + "grad_norm": 1.1875, + "learning_rate": 0.0003308957522934107, + "loss": 4.6328, + "mean_token_accuracy": 0.2353920817375183, + "num_tokens": 11594272.0, + "step": 4870 + }, + { + "entropy": 4.96436653137207, + "epoch": 4.770435633871757, + "grad_norm": 1.28125, + "learning_rate": 0.00033052395617387954, + "loss": 4.6137, + "mean_token_accuracy": 0.24112553000450135, + "num_tokens": 11605389.0, + "step": 4875 + }, + { + "entropy": 4.93902096748352, + "epoch": 4.775330396475771, + "grad_norm": 1.1640625, + "learning_rate": 0.00033015199854383734, + "loss": 4.6033, + "mean_token_accuracy": 0.23862474411725998, + "num_tokens": 11617542.0, + "step": 4880 + }, + { + "entropy": 4.920818424224853, + "epoch": 4.780225159079785, + "grad_norm": 1.203125, + "learning_rate": 0.0003297798804852508, + "loss": 4.5455, + "mean_token_accuracy": 0.2366666316986084, + "num_tokens": 11630078.0, + "step": 4885 + }, + { + "entropy": 4.940057563781738, + "epoch": 4.7851199216837985, + "grad_norm": 1.1484375, + "learning_rate": 0.00032940760308055315, + "loss": 4.6167, + "mean_token_accuracy": 0.2333507552742958, + "num_tokens": 11641418.0, + "step": 4890 + }, + { + "entropy": 5.0347026824951175, + "epoch": 4.790014684287812, + "grad_norm": 1.125, + "learning_rate": 0.00032903516741264124, + "loss": 4.7665, + "mean_token_accuracy": 0.2256920740008354, + "num_tokens": 11654797.0, + "step": 4895 + }, + { + "entropy": 4.936593437194825, + "epoch": 4.794909446891825, + "grad_norm": 0.984375, + "learning_rate": 0.00032866257456487215, + "loss": 4.5822, + "mean_token_accuracy": 0.2424963504076004, + "num_tokens": 11667880.0, + "step": 4900 + }, + { + "entropy": 4.986945867538452, + "epoch": 4.799804209495839, + "grad_norm": 1.125, + "learning_rate": 0.00032828982562106023, + "loss": 4.5762, + "mean_token_accuracy": 0.23732181191444396, + "num_tokens": 11680229.0, + "step": 4905 + }, + { + "entropy": 4.926059579849243, + "epoch": 4.804698972099853, + "grad_norm": 1.1484375, + "learning_rate": 0.000327916921665474, + "loss": 4.5886, + "mean_token_accuracy": 0.23226813673973085, + "num_tokens": 11691219.0, + "step": 4910 + }, + { + "entropy": 4.9361631870269775, + "epoch": 4.809593734703867, + "grad_norm": 1.140625, + "learning_rate": 0.00032754386378283266, + "loss": 4.5513, + "mean_token_accuracy": 0.24084499776363372, + "num_tokens": 11702630.0, + "step": 4915 + }, + { + "entropy": 4.962361097335815, + "epoch": 4.814488497307881, + "grad_norm": 1.15625, + "learning_rate": 0.0003271706530583035, + "loss": 4.6579, + "mean_token_accuracy": 0.23210628032684327, + "num_tokens": 11713904.0, + "step": 4920 + }, + { + "entropy": 4.9835145473480225, + "epoch": 4.819383259911894, + "grad_norm": 1.171875, + "learning_rate": 0.00032679729057749797, + "loss": 4.5844, + "mean_token_accuracy": 0.24705798029899598, + "num_tokens": 11726106.0, + "step": 4925 + }, + { + "entropy": 4.951479530334472, + "epoch": 4.824278022515908, + "grad_norm": 1.109375, + "learning_rate": 0.0003264237774264693, + "loss": 4.5579, + "mean_token_accuracy": 0.2422999322414398, + "num_tokens": 11739032.0, + "step": 4930 + }, + { + "entropy": 4.921961879730224, + "epoch": 4.829172785119922, + "grad_norm": 1.21875, + "learning_rate": 0.00032605011469170875, + "loss": 4.5394, + "mean_token_accuracy": 0.23905659317970276, + "num_tokens": 11750859.0, + "step": 4935 + }, + { + "entropy": 4.932737016677857, + "epoch": 4.834067547723936, + "grad_norm": 1.1171875, + "learning_rate": 0.000325676303460143, + "loss": 4.5245, + "mean_token_accuracy": 0.25352912247180937, + "num_tokens": 11761442.0, + "step": 4940 + }, + { + "entropy": 4.915727233886718, + "epoch": 4.838962310327949, + "grad_norm": 1.171875, + "learning_rate": 0.0003253023448191303, + "loss": 4.4855, + "mean_token_accuracy": 0.2534261792898178, + "num_tokens": 11771986.0, + "step": 4945 + }, + { + "entropy": 4.8648669719696045, + "epoch": 4.8438570729319625, + "grad_norm": 1.2109375, + "learning_rate": 0.00032492823985645804, + "loss": 4.5548, + "mean_token_accuracy": 0.23888727724552156, + "num_tokens": 11782813.0, + "step": 4950 + }, + { + "entropy": 4.965753889083862, + "epoch": 4.848751835535976, + "grad_norm": 1.265625, + "learning_rate": 0.0003245539896603391, + "loss": 4.6013, + "mean_token_accuracy": 0.23862355351448059, + "num_tokens": 11794676.0, + "step": 4955 + }, + { + "entropy": 4.956359577178955, + "epoch": 4.85364659813999, + "grad_norm": 1.1953125, + "learning_rate": 0.0003241795953194086, + "loss": 4.5374, + "mean_token_accuracy": 0.2480431005358696, + "num_tokens": 11806251.0, + "step": 4960 + }, + { + "entropy": 4.981100988388062, + "epoch": 4.858541360744004, + "grad_norm": 1.1015625, + "learning_rate": 0.0003238050579227215, + "loss": 4.618, + "mean_token_accuracy": 0.2375776380300522, + "num_tokens": 11817331.0, + "step": 4965 + }, + { + "entropy": 4.944558477401733, + "epoch": 4.863436123348018, + "grad_norm": 1.21875, + "learning_rate": 0.0003234303785597482, + "loss": 4.6062, + "mean_token_accuracy": 0.2414374068379402, + "num_tokens": 11829178.0, + "step": 4970 + }, + { + "entropy": 4.879626083374023, + "epoch": 4.868330885952031, + "grad_norm": 1.3359375, + "learning_rate": 0.0003230555583203728, + "loss": 4.6051, + "mean_token_accuracy": 0.23914755880832672, + "num_tokens": 11841421.0, + "step": 4975 + }, + { + "entropy": 4.902350521087646, + "epoch": 4.873225648556045, + "grad_norm": 1.0625, + "learning_rate": 0.0003226805982948884, + "loss": 4.5538, + "mean_token_accuracy": 0.23678377121686936, + "num_tokens": 11854351.0, + "step": 4980 + }, + { + "entropy": 4.972124814987183, + "epoch": 4.878120411160059, + "grad_norm": 1.203125, + "learning_rate": 0.00032230549957399534, + "loss": 4.5696, + "mean_token_accuracy": 0.2439131036400795, + "num_tokens": 11865739.0, + "step": 4985 + }, + { + "entropy": 5.014398574829102, + "epoch": 4.883015173764073, + "grad_norm": 1.1484375, + "learning_rate": 0.0003219302632487971, + "loss": 4.7044, + "mean_token_accuracy": 0.233197383582592, + "num_tokens": 11878215.0, + "step": 4990 + }, + { + "entropy": 4.957666969299316, + "epoch": 4.887909936368086, + "grad_norm": 1.1796875, + "learning_rate": 0.00032155489041079755, + "loss": 4.5947, + "mean_token_accuracy": 0.2403508022427559, + "num_tokens": 11890224.0, + "step": 4995 + }, + { + "entropy": 4.90994439125061, + "epoch": 4.8928046989721, + "grad_norm": 1.09375, + "learning_rate": 0.0003211793821518977, + "loss": 4.5575, + "mean_token_accuracy": 0.2488363578915596, + "num_tokens": 11901982.0, + "step": 5000 + }, + { + "epoch": 4.8928046989721, + "eval_entropy": 4.9151236916916, + "eval_loss": 5.558598518371582, + "eval_mean_token_accuracy": 0.20045298462400857, + "eval_num_tokens": 11901982.0, + "eval_runtime": 2.7091, + "eval_samples_per_second": 1272.391, + "eval_steps_per_second": 159.095, + "step": 5000 + }, + { + "entropy": 4.970084285736084, + "epoch": 4.897699461576114, + "grad_norm": 1.21875, + "learning_rate": 0.00032080373956439213, + "loss": 4.5766, + "mean_token_accuracy": 0.23770701736211777, + "num_tokens": 11914236.0, + "step": 5005 + }, + { + "entropy": 4.940792083740234, + "epoch": 4.9025942241801275, + "grad_norm": 1.3125, + "learning_rate": 0.0003204279637409667, + "loss": 4.6004, + "mean_token_accuracy": 0.24051721394062042, + "num_tokens": 11924946.0, + "step": 5010 + }, + { + "entropy": 4.928751277923584, + "epoch": 4.907488986784141, + "grad_norm": 1.1484375, + "learning_rate": 0.00032005205577469436, + "loss": 4.6396, + "mean_token_accuracy": 0.2318523943424225, + "num_tokens": 11937135.0, + "step": 5015 + }, + { + "entropy": 4.892696285247803, + "epoch": 4.912383749388154, + "grad_norm": 1.171875, + "learning_rate": 0.0003196760167590328, + "loss": 4.5777, + "mean_token_accuracy": 0.24381590336561204, + "num_tokens": 11948831.0, + "step": 5020 + }, + { + "entropy": 5.015315008163452, + "epoch": 4.917278511992168, + "grad_norm": 1.3515625, + "learning_rate": 0.00031929984778782057, + "loss": 4.7053, + "mean_token_accuracy": 0.23329141587018967, + "num_tokens": 11961048.0, + "step": 5025 + }, + { + "entropy": 4.913628101348877, + "epoch": 4.922173274596182, + "grad_norm": 1.203125, + "learning_rate": 0.00031892354995527444, + "loss": 4.5653, + "mean_token_accuracy": 0.23947801887989045, + "num_tokens": 11973015.0, + "step": 5030 + }, + { + "entropy": 4.931114625930786, + "epoch": 4.927068037200196, + "grad_norm": 1.0625, + "learning_rate": 0.00031854712435598615, + "loss": 4.6083, + "mean_token_accuracy": 0.23548408597707748, + "num_tokens": 11985139.0, + "step": 5035 + }, + { + "entropy": 4.971907615661621, + "epoch": 4.931962799804209, + "grad_norm": 1.265625, + "learning_rate": 0.0003181705720849188, + "loss": 4.6079, + "mean_token_accuracy": 0.23368552327156067, + "num_tokens": 11996420.0, + "step": 5040 + }, + { + "entropy": 4.979585790634156, + "epoch": 4.936857562408223, + "grad_norm": 1.1875, + "learning_rate": 0.0003177938942374042, + "loss": 4.5557, + "mean_token_accuracy": 0.2486712157726288, + "num_tokens": 12007104.0, + "step": 5045 + }, + { + "entropy": 4.938420629501342, + "epoch": 4.941752325012237, + "grad_norm": 1.1796875, + "learning_rate": 0.0003174170919091392, + "loss": 4.6011, + "mean_token_accuracy": 0.2386533722281456, + "num_tokens": 12018663.0, + "step": 5050 + }, + { + "entropy": 4.980367660522461, + "epoch": 4.946647087616251, + "grad_norm": 1.1484375, + "learning_rate": 0.00031704016619618305, + "loss": 4.6438, + "mean_token_accuracy": 0.23362721502780914, + "num_tokens": 12030445.0, + "step": 5055 + }, + { + "entropy": 4.970768880844116, + "epoch": 4.951541850220265, + "grad_norm": 1.21875, + "learning_rate": 0.0003166631181949536, + "loss": 4.6339, + "mean_token_accuracy": 0.23144124448299408, + "num_tokens": 12042301.0, + "step": 5060 + }, + { + "entropy": 4.887622547149658, + "epoch": 4.9564366128242785, + "grad_norm": 1.140625, + "learning_rate": 0.00031628594900222465, + "loss": 4.5971, + "mean_token_accuracy": 0.23787095993757248, + "num_tokens": 12054131.0, + "step": 5065 + }, + { + "entropy": 4.968758010864258, + "epoch": 4.9613313754282915, + "grad_norm": 1.0390625, + "learning_rate": 0.00031590865971512237, + "loss": 4.6252, + "mean_token_accuracy": 0.234019935131073, + "num_tokens": 12067292.0, + "step": 5070 + }, + { + "entropy": 4.953561735153198, + "epoch": 4.966226138032305, + "grad_norm": 1.1953125, + "learning_rate": 0.00031553125143112237, + "loss": 4.6688, + "mean_token_accuracy": 0.23385276794433593, + "num_tokens": 12078056.0, + "step": 5075 + }, + { + "entropy": 4.884413242340088, + "epoch": 4.971120900636319, + "grad_norm": 1.2421875, + "learning_rate": 0.00031515372524804644, + "loss": 4.5109, + "mean_token_accuracy": 0.24655757546424867, + "num_tokens": 12089310.0, + "step": 5080 + }, + { + "entropy": 4.915296745300293, + "epoch": 4.976015663240333, + "grad_norm": 1.2421875, + "learning_rate": 0.00031477608226405907, + "loss": 4.5641, + "mean_token_accuracy": 0.24150988906621934, + "num_tokens": 12100931.0, + "step": 5085 + }, + { + "entropy": 4.936488294601441, + "epoch": 4.980910425844346, + "grad_norm": 1.203125, + "learning_rate": 0.00031439832357766485, + "loss": 4.604, + "mean_token_accuracy": 0.23317671120166777, + "num_tokens": 12112159.0, + "step": 5090 + }, + { + "entropy": 4.974797010421753, + "epoch": 4.98580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.00031402045028770456, + "loss": 4.6281, + "mean_token_accuracy": 0.23169159889221191, + "num_tokens": 12124057.0, + "step": 5095 + }, + { + "entropy": 4.9140619277954105, + "epoch": 4.990699951052374, + "grad_norm": 1.109375, + "learning_rate": 0.0003136424634933528, + "loss": 4.5903, + "mean_token_accuracy": 0.23971892148256302, + "num_tokens": 12136697.0, + "step": 5100 + }, + { + "entropy": 4.9594427108764645, + "epoch": 4.995594713656388, + "grad_norm": 1.171875, + "learning_rate": 0.00031326436429411386, + "loss": 4.5789, + "mean_token_accuracy": 0.24007336646318436, + "num_tokens": 12149152.0, + "step": 5105 + }, + { + "entropy": 4.837845855289036, + "epoch": 5.0, + "grad_norm": 2.25, + "learning_rate": 0.0003128861537898193, + "loss": 4.5335, + "mean_token_accuracy": 0.24379850758446586, + "num_tokens": 12158480.0, + "step": 5110 + }, + { + "entropy": 4.958009862899781, + "epoch": 5.004894762604014, + "grad_norm": 1.1953125, + "learning_rate": 0.0003125078330806245, + "loss": 4.3122, + "mean_token_accuracy": 0.2604338303208351, + "num_tokens": 12168435.0, + "step": 5115 + }, + { + "entropy": 4.963918924331665, + "epoch": 5.009789525208028, + "grad_norm": 1.0390625, + "learning_rate": 0.00031212940326700504, + "loss": 4.322, + "mean_token_accuracy": 0.26302495002746584, + "num_tokens": 12180408.0, + "step": 5120 + }, + { + "entropy": 4.897024536132813, + "epoch": 5.014684287812041, + "grad_norm": 1.1953125, + "learning_rate": 0.00031175086544975436, + "loss": 4.3045, + "mean_token_accuracy": 0.26604206264019015, + "num_tokens": 12192139.0, + "step": 5125 + }, + { + "entropy": 4.938781595230102, + "epoch": 5.019579050416055, + "grad_norm": 1.21875, + "learning_rate": 0.0003113722207299795, + "loss": 4.3542, + "mean_token_accuracy": 0.2577071011066437, + "num_tokens": 12204184.0, + "step": 5130 + }, + { + "entropy": 4.999024438858032, + "epoch": 5.024473813020069, + "grad_norm": 1.140625, + "learning_rate": 0.00031099347020909906, + "loss": 4.4331, + "mean_token_accuracy": 0.24938651025295258, + "num_tokens": 12216512.0, + "step": 5135 + }, + { + "entropy": 4.886103200912475, + "epoch": 5.0293685756240825, + "grad_norm": 1.0859375, + "learning_rate": 0.00031061461498883895, + "loss": 4.2971, + "mean_token_accuracy": 0.269036191701889, + "num_tokens": 12227419.0, + "step": 5140 + }, + { + "entropy": 4.847523498535156, + "epoch": 5.034263338228096, + "grad_norm": 1.21875, + "learning_rate": 0.0003102356561712299, + "loss": 4.3648, + "mean_token_accuracy": 0.25474782586097716, + "num_tokens": 12238965.0, + "step": 5145 + }, + { + "entropy": 4.959598731994629, + "epoch": 5.039158100832109, + "grad_norm": 1.109375, + "learning_rate": 0.0003098565948586038, + "loss": 4.4558, + "mean_token_accuracy": 0.24450213015079497, + "num_tokens": 12252740.0, + "step": 5150 + }, + { + "entropy": 4.921490287780761, + "epoch": 5.044052863436123, + "grad_norm": 1.1875, + "learning_rate": 0.00030947743215359075, + "loss": 4.3254, + "mean_token_accuracy": 0.25831259191036227, + "num_tokens": 12264190.0, + "step": 5155 + }, + { + "entropy": 4.907011032104492, + "epoch": 5.048947626040137, + "grad_norm": 1.1796875, + "learning_rate": 0.0003090981691591159, + "loss": 4.3652, + "mean_token_accuracy": 0.25150704085826875, + "num_tokens": 12275901.0, + "step": 5160 + }, + { + "entropy": 4.905701065063477, + "epoch": 5.053842388644151, + "grad_norm": 1.0859375, + "learning_rate": 0.000308718806978396, + "loss": 4.3429, + "mean_token_accuracy": 0.25858851969242097, + "num_tokens": 12287320.0, + "step": 5165 + }, + { + "entropy": 4.966667413711548, + "epoch": 5.058737151248164, + "grad_norm": 1.03125, + "learning_rate": 0.0003083393467149363, + "loss": 4.3863, + "mean_token_accuracy": 0.2497824788093567, + "num_tokens": 12300796.0, + "step": 5170 + }, + { + "entropy": 4.899695777893067, + "epoch": 5.063631913852178, + "grad_norm": 1.2109375, + "learning_rate": 0.0003079597894725274, + "loss": 4.3642, + "mean_token_accuracy": 0.2561481907963753, + "num_tokens": 12313368.0, + "step": 5175 + }, + { + "entropy": 4.918936395645142, + "epoch": 5.068526676456192, + "grad_norm": 1.3359375, + "learning_rate": 0.00030758013635524205, + "loss": 4.3876, + "mean_token_accuracy": 0.254037569463253, + "num_tokens": 12325071.0, + "step": 5180 + }, + { + "entropy": 4.832960748672486, + "epoch": 5.073421439060206, + "grad_norm": 1.25, + "learning_rate": 0.0003072003884674319, + "loss": 4.3656, + "mean_token_accuracy": 0.2558576062321663, + "num_tokens": 12336851.0, + "step": 5185 + }, + { + "entropy": 4.764031934738159, + "epoch": 5.07831620166422, + "grad_norm": 1.2578125, + "learning_rate": 0.00030682054691372396, + "loss": 4.3434, + "mean_token_accuracy": 0.25979203879833224, + "num_tokens": 12348401.0, + "step": 5190 + }, + { + "entropy": 4.95928840637207, + "epoch": 5.083210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.0003064406127990182, + "loss": 4.3884, + "mean_token_accuracy": 0.2560496285557747, + "num_tokens": 12359545.0, + "step": 5195 + }, + { + "entropy": 5.0024186134338375, + "epoch": 5.0881057268722465, + "grad_norm": 1.2109375, + "learning_rate": 0.0003060605872284834, + "loss": 4.396, + "mean_token_accuracy": 0.25134445130825045, + "num_tokens": 12371385.0, + "step": 5200 + }, + { + "entropy": 4.871951484680176, + "epoch": 5.09300048947626, + "grad_norm": 1.125, + "learning_rate": 0.00030568047130755474, + "loss": 4.415, + "mean_token_accuracy": 0.25351625978946685, + "num_tokens": 12384933.0, + "step": 5205 + }, + { + "entropy": 4.867712926864624, + "epoch": 5.097895252080274, + "grad_norm": 1.171875, + "learning_rate": 0.00030530026614192983, + "loss": 4.3827, + "mean_token_accuracy": 0.2571286603808403, + "num_tokens": 12397301.0, + "step": 5210 + }, + { + "entropy": 4.920883750915527, + "epoch": 5.102790014684288, + "grad_norm": 1.2578125, + "learning_rate": 0.0003049199728375662, + "loss": 4.3399, + "mean_token_accuracy": 0.2628617614507675, + "num_tokens": 12408593.0, + "step": 5215 + }, + { + "entropy": 4.908628320693969, + "epoch": 5.107684777288301, + "grad_norm": 1.2578125, + "learning_rate": 0.00030453959250067764, + "loss": 4.3396, + "mean_token_accuracy": 0.2595177605748177, + "num_tokens": 12419498.0, + "step": 5220 + }, + { + "entropy": 4.821868848800659, + "epoch": 5.112579539892315, + "grad_norm": 1.1015625, + "learning_rate": 0.00030415912623773107, + "loss": 4.3209, + "mean_token_accuracy": 0.2581139370799065, + "num_tokens": 12431874.0, + "step": 5225 + }, + { + "entropy": 4.9897682666778564, + "epoch": 5.117474302496329, + "grad_norm": 1.125, + "learning_rate": 0.0003037785751554434, + "loss": 4.501, + "mean_token_accuracy": 0.25574222952127457, + "num_tokens": 12444030.0, + "step": 5230 + }, + { + "entropy": 4.962854623794556, + "epoch": 5.122369065100343, + "grad_norm": 1.2421875, + "learning_rate": 0.00030339794036077824, + "loss": 4.3746, + "mean_token_accuracy": 0.25864806324243544, + "num_tokens": 12454627.0, + "step": 5235 + }, + { + "entropy": 4.834767484664917, + "epoch": 5.127263827704357, + "grad_norm": 1.265625, + "learning_rate": 0.0003030172229609427, + "loss": 4.3432, + "mean_token_accuracy": 0.2612172350287437, + "num_tokens": 12466465.0, + "step": 5240 + }, + { + "entropy": 4.888991165161133, + "epoch": 5.13215859030837, + "grad_norm": 1.140625, + "learning_rate": 0.0003026364240633842, + "loss": 4.296, + "mean_token_accuracy": 0.27039791345596315, + "num_tokens": 12478886.0, + "step": 5245 + }, + { + "entropy": 4.848423814773559, + "epoch": 5.137053352912384, + "grad_norm": 1.171875, + "learning_rate": 0.00030225554477578733, + "loss": 4.3093, + "mean_token_accuracy": 0.2598715707659721, + "num_tokens": 12491418.0, + "step": 5250 + }, + { + "entropy": 4.859292840957641, + "epoch": 5.1419481155163975, + "grad_norm": 1.1875, + "learning_rate": 0.0003018745862060702, + "loss": 4.3423, + "mean_token_accuracy": 0.2566388979554176, + "num_tokens": 12503784.0, + "step": 5255 + }, + { + "entropy": 4.907123231887818, + "epoch": 5.146842878120411, + "grad_norm": 1.140625, + "learning_rate": 0.00030149354946238196, + "loss": 4.3375, + "mean_token_accuracy": 0.261844602227211, + "num_tokens": 12514560.0, + "step": 5260 + }, + { + "entropy": 4.897166156768799, + "epoch": 5.151737640724425, + "grad_norm": 1.171875, + "learning_rate": 0.0003011124356530989, + "loss": 4.4245, + "mean_token_accuracy": 0.2525751248002052, + "num_tokens": 12527920.0, + "step": 5265 + }, + { + "entropy": 4.928752136230469, + "epoch": 5.156632403328438, + "grad_norm": 1.1796875, + "learning_rate": 0.0003007312458868214, + "loss": 4.3743, + "mean_token_accuracy": 0.25650078505277635, + "num_tokens": 12538793.0, + "step": 5270 + }, + { + "entropy": 4.814674186706543, + "epoch": 5.161527165932452, + "grad_norm": 1.2109375, + "learning_rate": 0.0003003499812723711, + "loss": 4.3407, + "mean_token_accuracy": 0.25908356755971906, + "num_tokens": 12551158.0, + "step": 5275 + }, + { + "entropy": 4.931568908691406, + "epoch": 5.166421928536466, + "grad_norm": 1.1171875, + "learning_rate": 0.000299968642918787, + "loss": 4.4402, + "mean_token_accuracy": 0.25640726685523985, + "num_tokens": 12564138.0, + "step": 5280 + }, + { + "entropy": 4.921501970291137, + "epoch": 5.17131669114048, + "grad_norm": 1.28125, + "learning_rate": 0.00029958723193532287, + "loss": 4.4058, + "mean_token_accuracy": 0.25719621777534485, + "num_tokens": 12575140.0, + "step": 5285 + }, + { + "entropy": 4.872871589660645, + "epoch": 5.176211453744493, + "grad_norm": 1.171875, + "learning_rate": 0.0002992057494314437, + "loss": 4.3463, + "mean_token_accuracy": 0.252190089225769, + "num_tokens": 12586371.0, + "step": 5290 + }, + { + "entropy": 4.939267635345459, + "epoch": 5.181106216348507, + "grad_norm": 1.1328125, + "learning_rate": 0.00029882419651682234, + "loss": 4.4147, + "mean_token_accuracy": 0.2542558580636978, + "num_tokens": 12599785.0, + "step": 5295 + }, + { + "entropy": 4.789497232437133, + "epoch": 5.186000978952521, + "grad_norm": 1.296875, + "learning_rate": 0.00029844257430133674, + "loss": 4.212, + "mean_token_accuracy": 0.2707947090268135, + "num_tokens": 12611073.0, + "step": 5300 + }, + { + "entropy": 4.84962100982666, + "epoch": 5.190895741556535, + "grad_norm": 1.1484375, + "learning_rate": 0.00029806088389506614, + "loss": 4.3582, + "mean_token_accuracy": 0.25633101165294647, + "num_tokens": 12623337.0, + "step": 5305 + }, + { + "entropy": 4.874534654617309, + "epoch": 5.1957905041605486, + "grad_norm": 1.2109375, + "learning_rate": 0.00029767912640828837, + "loss": 4.3945, + "mean_token_accuracy": 0.25490366518497465, + "num_tokens": 12635325.0, + "step": 5310 + }, + { + "entropy": 5.002076005935669, + "epoch": 5.2006852667645616, + "grad_norm": 1.1953125, + "learning_rate": 0.00029729730295147627, + "loss": 4.4477, + "mean_token_accuracy": 0.25073795169591906, + "num_tokens": 12646675.0, + "step": 5315 + }, + { + "entropy": 4.881000995635986, + "epoch": 5.2055800293685754, + "grad_norm": 1.2421875, + "learning_rate": 0.00029691541463529466, + "loss": 4.3804, + "mean_token_accuracy": 0.2621867716312408, + "num_tokens": 12657349.0, + "step": 5320 + }, + { + "entropy": 4.919429540634155, + "epoch": 5.210474791972589, + "grad_norm": 1.21875, + "learning_rate": 0.0002965334625705968, + "loss": 4.4285, + "mean_token_accuracy": 0.25295074433088305, + "num_tokens": 12669851.0, + "step": 5325 + }, + { + "entropy": 4.976959133148194, + "epoch": 5.215369554576603, + "grad_norm": 1.09375, + "learning_rate": 0.00029615144786842174, + "loss": 4.4419, + "mean_token_accuracy": 0.25048954486846925, + "num_tokens": 12684368.0, + "step": 5330 + }, + { + "entropy": 4.908678770065308, + "epoch": 5.220264317180617, + "grad_norm": 1.25, + "learning_rate": 0.00029576937163999046, + "loss": 4.3887, + "mean_token_accuracy": 0.25789752006530764, + "num_tokens": 12696401.0, + "step": 5335 + }, + { + "entropy": 4.888817834854126, + "epoch": 5.22515907978463, + "grad_norm": 1.1953125, + "learning_rate": 0.000295387234996703, + "loss": 4.4001, + "mean_token_accuracy": 0.2558760404586792, + "num_tokens": 12707493.0, + "step": 5340 + }, + { + "entropy": 4.872880363464356, + "epoch": 5.230053842388644, + "grad_norm": 1.1953125, + "learning_rate": 0.0002950050390501351, + "loss": 4.3732, + "mean_token_accuracy": 0.25516442507505416, + "num_tokens": 12719732.0, + "step": 5345 + }, + { + "entropy": 4.870816421508789, + "epoch": 5.234948604992658, + "grad_norm": 1.28125, + "learning_rate": 0.0002946227849120352, + "loss": 4.3123, + "mean_token_accuracy": 0.2601855263113976, + "num_tokens": 12730629.0, + "step": 5350 + }, + { + "entropy": 4.887098169326782, + "epoch": 5.239843367596672, + "grad_norm": 1.2109375, + "learning_rate": 0.0002942404736943206, + "loss": 4.3079, + "mean_token_accuracy": 0.26518921852111815, + "num_tokens": 12742742.0, + "step": 5355 + }, + { + "entropy": 4.886412620544434, + "epoch": 5.244738130200686, + "grad_norm": 1.21875, + "learning_rate": 0.00029385810650907514, + "loss": 4.474, + "mean_token_accuracy": 0.24400135576725007, + "num_tokens": 12755810.0, + "step": 5360 + }, + { + "entropy": 4.864665222167969, + "epoch": 5.249632892804699, + "grad_norm": 1.0703125, + "learning_rate": 0.000293475684468545, + "loss": 4.3247, + "mean_token_accuracy": 0.2605849504470825, + "num_tokens": 12768774.0, + "step": 5365 + }, + { + "entropy": 4.871584033966064, + "epoch": 5.254527655408713, + "grad_norm": 1.2421875, + "learning_rate": 0.0002930932086851362, + "loss": 4.311, + "mean_token_accuracy": 0.2626017689704895, + "num_tokens": 12778860.0, + "step": 5370 + }, + { + "entropy": 4.802646493911743, + "epoch": 5.2594224180127265, + "grad_norm": 1.1796875, + "learning_rate": 0.00029271068027141093, + "loss": 4.3288, + "mean_token_accuracy": 0.25410080701112747, + "num_tokens": 12790718.0, + "step": 5375 + }, + { + "entropy": 4.8621697425842285, + "epoch": 5.26431718061674, + "grad_norm": 1.2109375, + "learning_rate": 0.0002923281003400848, + "loss": 4.3795, + "mean_token_accuracy": 0.2574193745851517, + "num_tokens": 12801924.0, + "step": 5380 + }, + { + "entropy": 4.8984628200531, + "epoch": 5.269211943220753, + "grad_norm": 1.109375, + "learning_rate": 0.00029194547000402284, + "loss": 4.423, + "mean_token_accuracy": 0.24654452204704286, + "num_tokens": 12814180.0, + "step": 5385 + }, + { + "entropy": 4.925138330459594, + "epoch": 5.274106705824767, + "grad_norm": 1.203125, + "learning_rate": 0.00029156279037623694, + "loss": 4.3861, + "mean_token_accuracy": 0.2502188071608543, + "num_tokens": 12826179.0, + "step": 5390 + }, + { + "entropy": 4.8376720428466795, + "epoch": 5.279001468428781, + "grad_norm": 1.1484375, + "learning_rate": 0.0002911800625698823, + "loss": 4.473, + "mean_token_accuracy": 0.24802757054567337, + "num_tokens": 12838818.0, + "step": 5395 + }, + { + "entropy": 4.865996932983398, + "epoch": 5.283896231032795, + "grad_norm": 1.171875, + "learning_rate": 0.0002907972876982544, + "loss": 4.326, + "mean_token_accuracy": 0.2606485769152641, + "num_tokens": 12850404.0, + "step": 5400 + }, + { + "entropy": 4.852719354629516, + "epoch": 5.288790993636809, + "grad_norm": 1.21875, + "learning_rate": 0.00029041446687478543, + "loss": 4.3717, + "mean_token_accuracy": 0.251312343776226, + "num_tokens": 12862902.0, + "step": 5405 + }, + { + "entropy": 4.842373514175415, + "epoch": 5.293685756240822, + "grad_norm": 1.25, + "learning_rate": 0.0002900316012130413, + "loss": 4.3494, + "mean_token_accuracy": 0.25836356431245805, + "num_tokens": 12875440.0, + "step": 5410 + }, + { + "entropy": 4.975588035583496, + "epoch": 5.298580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.0002896486918267186, + "loss": 4.472, + "mean_token_accuracy": 0.2513862207531929, + "num_tokens": 12887664.0, + "step": 5415 + }, + { + "entropy": 4.866049575805664, + "epoch": 5.30347528144885, + "grad_norm": 1.234375, + "learning_rate": 0.00028926573982964067, + "loss": 4.3668, + "mean_token_accuracy": 0.25593926161527636, + "num_tokens": 12898597.0, + "step": 5420 + }, + { + "entropy": 4.844847679138184, + "epoch": 5.308370044052864, + "grad_norm": 1.2265625, + "learning_rate": 0.00028888274633575504, + "loss": 4.3405, + "mean_token_accuracy": 0.2640332952141762, + "num_tokens": 12910272.0, + "step": 5425 + }, + { + "entropy": 4.92423415184021, + "epoch": 5.3132648066568775, + "grad_norm": 1.2421875, + "learning_rate": 0.00028849971245913005, + "loss": 4.3896, + "mean_token_accuracy": 0.2510180279612541, + "num_tokens": 12920481.0, + "step": 5430 + }, + { + "entropy": 4.862576961517334, + "epoch": 5.3181595692608905, + "grad_norm": 1.125, + "learning_rate": 0.00028811663931395127, + "loss": 4.3703, + "mean_token_accuracy": 0.25634227246046065, + "num_tokens": 12933388.0, + "step": 5435 + }, + { + "entropy": 4.848942279815674, + "epoch": 5.323054331864904, + "grad_norm": 1.1328125, + "learning_rate": 0.00028773352801451864, + "loss": 4.3438, + "mean_token_accuracy": 0.2634120240807533, + "num_tokens": 12944552.0, + "step": 5440 + }, + { + "entropy": 4.927693271636963, + "epoch": 5.327949094468918, + "grad_norm": 1.1953125, + "learning_rate": 0.00028735037967524303, + "loss": 4.4076, + "mean_token_accuracy": 0.24917805194854736, + "num_tokens": 12956412.0, + "step": 5445 + }, + { + "entropy": 4.800685691833496, + "epoch": 5.332843857072932, + "grad_norm": 1.1015625, + "learning_rate": 0.0002869671954106432, + "loss": 4.271, + "mean_token_accuracy": 0.26187579333782196, + "num_tokens": 12969317.0, + "step": 5450 + }, + { + "entropy": 4.889603948593139, + "epoch": 5.337738619676946, + "grad_norm": 1.1484375, + "learning_rate": 0.0002865839763353421, + "loss": 4.4635, + "mean_token_accuracy": 0.24944115430116653, + "num_tokens": 12982699.0, + "step": 5455 + }, + { + "entropy": 4.961989641189575, + "epoch": 5.342633382280959, + "grad_norm": 1.171875, + "learning_rate": 0.00028620072356406437, + "loss": 4.4472, + "mean_token_accuracy": 0.24868619740009307, + "num_tokens": 12995777.0, + "step": 5460 + }, + { + "entropy": 4.847643852233887, + "epoch": 5.347528144884973, + "grad_norm": 1.1796875, + "learning_rate": 0.0002858174382116322, + "loss": 4.3442, + "mean_token_accuracy": 0.25567984879016875, + "num_tokens": 13006992.0, + "step": 5465 + }, + { + "entropy": 4.847750473022461, + "epoch": 5.352422907488987, + "grad_norm": 1.15625, + "learning_rate": 0.00028543412139296295, + "loss": 4.3688, + "mean_token_accuracy": 0.25548591911792756, + "num_tokens": 13019333.0, + "step": 5470 + }, + { + "entropy": 4.889858913421631, + "epoch": 5.357317670093001, + "grad_norm": 1.2578125, + "learning_rate": 0.0002850507742230652, + "loss": 4.3919, + "mean_token_accuracy": 0.25415838360786436, + "num_tokens": 13031398.0, + "step": 5475 + }, + { + "entropy": 4.897127771377564, + "epoch": 5.362212432697014, + "grad_norm": 1.28125, + "learning_rate": 0.000284667397817036, + "loss": 4.3531, + "mean_token_accuracy": 0.25854593217372895, + "num_tokens": 13043052.0, + "step": 5480 + }, + { + "entropy": 4.837593936920166, + "epoch": 5.367107195301028, + "grad_norm": 1.1953125, + "learning_rate": 0.00028428399329005744, + "loss": 4.3506, + "mean_token_accuracy": 0.25983099043369295, + "num_tokens": 13053297.0, + "step": 5485 + }, + { + "entropy": 4.903572607040405, + "epoch": 5.3720019579050415, + "grad_norm": 1.21875, + "learning_rate": 0.00028390056175739333, + "loss": 4.4608, + "mean_token_accuracy": 0.250194339454174, + "num_tokens": 13066922.0, + "step": 5490 + }, + { + "entropy": 4.967030334472656, + "epoch": 5.376896720509055, + "grad_norm": 1.1796875, + "learning_rate": 0.0002835171043343861, + "loss": 4.4263, + "mean_token_accuracy": 0.25020225942134855, + "num_tokens": 13078819.0, + "step": 5495 + }, + { + "entropy": 4.889230489730835, + "epoch": 5.381791483113069, + "grad_norm": 1.21875, + "learning_rate": 0.0002831336221364534, + "loss": 4.4086, + "mean_token_accuracy": 0.2416940689086914, + "num_tokens": 13091737.0, + "step": 5500 + }, + { + "entropy": 4.82708969116211, + "epoch": 5.386686245717082, + "grad_norm": 1.140625, + "learning_rate": 0.00028275011627908517, + "loss": 4.3627, + "mean_token_accuracy": 0.26323580741882324, + "num_tokens": 13104338.0, + "step": 5505 + }, + { + "entropy": 4.8442614555358885, + "epoch": 5.391581008321096, + "grad_norm": 1.1015625, + "learning_rate": 0.0002823665878778398, + "loss": 4.3563, + "mean_token_accuracy": 0.2633529782295227, + "num_tokens": 13117348.0, + "step": 5510 + }, + { + "entropy": 4.9412072658538815, + "epoch": 5.39647577092511, + "grad_norm": 1.1796875, + "learning_rate": 0.00028198303804834163, + "loss": 4.4809, + "mean_token_accuracy": 0.24831988662481308, + "num_tokens": 13130204.0, + "step": 5515 + }, + { + "entropy": 5.003201055526733, + "epoch": 5.401370533529124, + "grad_norm": 1.125, + "learning_rate": 0.0002815994679062771, + "loss": 4.4445, + "mean_token_accuracy": 0.25087785720825195, + "num_tokens": 13141999.0, + "step": 5520 + }, + { + "entropy": 4.8898577213287355, + "epoch": 5.406265296133138, + "grad_norm": 1.1328125, + "learning_rate": 0.00028121587856739177, + "loss": 4.3676, + "mean_token_accuracy": 0.25085431784391404, + "num_tokens": 13154327.0, + "step": 5525 + }, + { + "entropy": 4.804069566726684, + "epoch": 5.411160058737151, + "grad_norm": 1.2890625, + "learning_rate": 0.0002808322711474873, + "loss": 4.3518, + "mean_token_accuracy": 0.25942639261484146, + "num_tokens": 13164271.0, + "step": 5530 + }, + { + "entropy": 4.837275075912475, + "epoch": 5.416054821341165, + "grad_norm": 1.15625, + "learning_rate": 0.00028044864676241737, + "loss": 4.3722, + "mean_token_accuracy": 0.2564785420894623, + "num_tokens": 13175801.0, + "step": 5535 + }, + { + "entropy": 4.882635021209717, + "epoch": 5.420949583945179, + "grad_norm": 1.125, + "learning_rate": 0.00028006500652808566, + "loss": 4.357, + "mean_token_accuracy": 0.24884607046842575, + "num_tokens": 13188793.0, + "step": 5540 + }, + { + "entropy": 4.95216588973999, + "epoch": 5.425844346549193, + "grad_norm": 1.0859375, + "learning_rate": 0.0002796813515604415, + "loss": 4.3867, + "mean_token_accuracy": 0.2546717330813408, + "num_tokens": 13200567.0, + "step": 5545 + }, + { + "entropy": 4.859859657287598, + "epoch": 5.4307391091532065, + "grad_norm": 1.2734375, + "learning_rate": 0.0002792976829754773, + "loss": 4.3861, + "mean_token_accuracy": 0.2546194359660149, + "num_tokens": 13212105.0, + "step": 5550 + }, + { + "entropy": 4.881920719146729, + "epoch": 5.4356338717572195, + "grad_norm": 1.171875, + "learning_rate": 0.00027891400188922495, + "loss": 4.3623, + "mean_token_accuracy": 0.2614657819271088, + "num_tokens": 13223706.0, + "step": 5555 + }, + { + "entropy": 4.9416053771972654, + "epoch": 5.440528634361233, + "grad_norm": 1.234375, + "learning_rate": 0.00027853030941775274, + "loss": 4.5306, + "mean_token_accuracy": 0.2471021294593811, + "num_tokens": 13235326.0, + "step": 5560 + }, + { + "entropy": 4.907420444488525, + "epoch": 5.445423396965247, + "grad_norm": 1.125, + "learning_rate": 0.0002781466066771623, + "loss": 4.442, + "mean_token_accuracy": 0.2501250237226486, + "num_tokens": 13248182.0, + "step": 5565 + }, + { + "entropy": 4.909937381744385, + "epoch": 5.450318159569261, + "grad_norm": 1.21875, + "learning_rate": 0.00027776289478358477, + "loss": 4.4102, + "mean_token_accuracy": 0.2543193385004997, + "num_tokens": 13259729.0, + "step": 5570 + }, + { + "entropy": 5.001272296905517, + "epoch": 5.455212922173274, + "grad_norm": 1.2890625, + "learning_rate": 0.0002773791748531781, + "loss": 4.5052, + "mean_token_accuracy": 0.24846877604722978, + "num_tokens": 13270735.0, + "step": 5575 + }, + { + "entropy": 4.887505054473877, + "epoch": 5.460107684777288, + "grad_norm": 1.09375, + "learning_rate": 0.00027699544800212356, + "loss": 4.3816, + "mean_token_accuracy": 0.25734333842992785, + "num_tokens": 13282724.0, + "step": 5580 + }, + { + "entropy": 4.870601558685303, + "epoch": 5.465002447381302, + "grad_norm": 1.1953125, + "learning_rate": 0.0002766117153466227, + "loss": 4.4024, + "mean_token_accuracy": 0.2541832819581032, + "num_tokens": 13296676.0, + "step": 5585 + }, + { + "entropy": 4.907495212554932, + "epoch": 5.469897209985316, + "grad_norm": 1.25, + "learning_rate": 0.0002762279780028937, + "loss": 4.3456, + "mean_token_accuracy": 0.2542095884680748, + "num_tokens": 13308524.0, + "step": 5590 + }, + { + "entropy": 4.904850864410401, + "epoch": 5.47479197258933, + "grad_norm": 1.09375, + "learning_rate": 0.00027584423708716866, + "loss": 4.4717, + "mean_token_accuracy": 0.2411001518368721, + "num_tokens": 13320523.0, + "step": 5595 + }, + { + "entropy": 4.818140125274658, + "epoch": 5.479686735193344, + "grad_norm": 1.0703125, + "learning_rate": 0.0002754604937156899, + "loss": 4.3241, + "mean_token_accuracy": 0.26283698827028273, + "num_tokens": 13333485.0, + "step": 5600 + }, + { + "entropy": 4.889340829849243, + "epoch": 5.484581497797357, + "grad_norm": 1.3125, + "learning_rate": 0.00027507674900470686, + "loss": 4.4188, + "mean_token_accuracy": 0.2551365777850151, + "num_tokens": 13345581.0, + "step": 5605 + }, + { + "entropy": 4.825367021560669, + "epoch": 5.4894762604013705, + "grad_norm": 1.3046875, + "learning_rate": 0.000274693004070473, + "loss": 4.3587, + "mean_token_accuracy": 0.2517304763197899, + "num_tokens": 13358672.0, + "step": 5610 + }, + { + "entropy": 4.9278435707092285, + "epoch": 5.494371023005384, + "grad_norm": 1.1953125, + "learning_rate": 0.00027430926002924226, + "loss": 4.3791, + "mean_token_accuracy": 0.2576457604765892, + "num_tokens": 13369753.0, + "step": 5615 + }, + { + "entropy": 4.9037861824035645, + "epoch": 5.499265785609398, + "grad_norm": 1.296875, + "learning_rate": 0.0002739255179972662, + "loss": 4.4261, + "mean_token_accuracy": 0.2506695121526718, + "num_tokens": 13381707.0, + "step": 5620 + }, + { + "entropy": 4.826402950286865, + "epoch": 5.504160548213411, + "grad_norm": 1.171875, + "learning_rate": 0.0002735417790907903, + "loss": 4.3484, + "mean_token_accuracy": 0.260126519203186, + "num_tokens": 13393551.0, + "step": 5625 + }, + { + "entropy": 4.915320825576782, + "epoch": 5.509055310817425, + "grad_norm": 1.3125, + "learning_rate": 0.0002731580444260512, + "loss": 4.4892, + "mean_token_accuracy": 0.2423268064856529, + "num_tokens": 13405253.0, + "step": 5630 + }, + { + "entropy": 4.9282050132751465, + "epoch": 5.513950073421439, + "grad_norm": 1.1640625, + "learning_rate": 0.0002727743151192729, + "loss": 4.3981, + "mean_token_accuracy": 0.2548184052109718, + "num_tokens": 13416892.0, + "step": 5635 + }, + { + "entropy": 4.901979303359985, + "epoch": 5.518844836025453, + "grad_norm": 1.1640625, + "learning_rate": 0.00027239059228666417, + "loss": 4.4077, + "mean_token_accuracy": 0.2559808880090714, + "num_tokens": 13429226.0, + "step": 5640 + }, + { + "entropy": 4.886145877838135, + "epoch": 5.523739598629467, + "grad_norm": 1.2265625, + "learning_rate": 0.0002720068770444146, + "loss": 4.4478, + "mean_token_accuracy": 0.2462196171283722, + "num_tokens": 13440028.0, + "step": 5645 + }, + { + "entropy": 4.788758850097656, + "epoch": 5.52863436123348, + "grad_norm": 1.140625, + "learning_rate": 0.000271623170508692, + "loss": 4.3139, + "mean_token_accuracy": 0.25626635253429414, + "num_tokens": 13451213.0, + "step": 5650 + }, + { + "entropy": 4.804979562759399, + "epoch": 5.533529123837494, + "grad_norm": 1.2109375, + "learning_rate": 0.00027123947379563857, + "loss": 4.3179, + "mean_token_accuracy": 0.25836723297834396, + "num_tokens": 13462751.0, + "step": 5655 + }, + { + "entropy": 4.7869219303131105, + "epoch": 5.538423886441508, + "grad_norm": 1.1328125, + "learning_rate": 0.00027085578802136823, + "loss": 4.3119, + "mean_token_accuracy": 0.2503983810544014, + "num_tokens": 13474622.0, + "step": 5660 + }, + { + "entropy": 4.9020153999328615, + "epoch": 5.5433186490455215, + "grad_norm": 1.125, + "learning_rate": 0.00027047211430196276, + "loss": 4.4257, + "mean_token_accuracy": 0.2556076109409332, + "num_tokens": 13485793.0, + "step": 5665 + }, + { + "entropy": 4.958245897293091, + "epoch": 5.5482134116495345, + "grad_norm": 1.1796875, + "learning_rate": 0.00027008845375346924, + "loss": 4.4426, + "mean_token_accuracy": 0.25535325407981874, + "num_tokens": 13497498.0, + "step": 5670 + }, + { + "entropy": 4.963417863845825, + "epoch": 5.553108174253548, + "grad_norm": 1.234375, + "learning_rate": 0.0002697048074918961, + "loss": 4.4397, + "mean_token_accuracy": 0.257719512283802, + "num_tokens": 13509305.0, + "step": 5675 + }, + { + "entropy": 4.838377571105957, + "epoch": 5.558002936857562, + "grad_norm": 1.125, + "learning_rate": 0.0002693211766332105, + "loss": 4.349, + "mean_token_accuracy": 0.26085864305496215, + "num_tokens": 13520339.0, + "step": 5680 + }, + { + "entropy": 4.846307229995728, + "epoch": 5.562897699461576, + "grad_norm": 1.203125, + "learning_rate": 0.0002689375622933344, + "loss": 4.3849, + "mean_token_accuracy": 0.25081703513860704, + "num_tokens": 13532043.0, + "step": 5685 + }, + { + "entropy": 4.938611602783203, + "epoch": 5.56779246206559, + "grad_norm": 1.15625, + "learning_rate": 0.00026855396558814225, + "loss": 4.4004, + "mean_token_accuracy": 0.2577081561088562, + "num_tokens": 13543335.0, + "step": 5690 + }, + { + "entropy": 4.948917627334595, + "epoch": 5.572687224669604, + "grad_norm": 1.234375, + "learning_rate": 0.0002681703876334567, + "loss": 4.467, + "mean_token_accuracy": 0.24466674774885178, + "num_tokens": 13553433.0, + "step": 5695 + }, + { + "entropy": 4.89360990524292, + "epoch": 5.577581987273617, + "grad_norm": 1.2109375, + "learning_rate": 0.0002677868295450463, + "loss": 4.4266, + "mean_token_accuracy": 0.2540895834565163, + "num_tokens": 13565176.0, + "step": 5700 + }, + { + "entropy": 4.873272132873535, + "epoch": 5.582476749877631, + "grad_norm": 1.171875, + "learning_rate": 0.0002674032924386214, + "loss": 4.3603, + "mean_token_accuracy": 0.25523366779088974, + "num_tokens": 13576650.0, + "step": 5705 + }, + { + "entropy": 4.818515777587891, + "epoch": 5.587371512481645, + "grad_norm": 1.1484375, + "learning_rate": 0.00026701977742983146, + "loss": 4.3695, + "mean_token_accuracy": 0.24810456931591035, + "num_tokens": 13588532.0, + "step": 5710 + }, + { + "entropy": 4.87041597366333, + "epoch": 5.592266275085659, + "grad_norm": 1.25, + "learning_rate": 0.00026663628563426185, + "loss": 4.3333, + "mean_token_accuracy": 0.26031445264816283, + "num_tokens": 13599424.0, + "step": 5715 + }, + { + "entropy": 4.856188344955444, + "epoch": 5.597161037689672, + "grad_norm": 1.2734375, + "learning_rate": 0.0002662528181674302, + "loss": 4.3466, + "mean_token_accuracy": 0.2565928384661674, + "num_tokens": 13610652.0, + "step": 5720 + }, + { + "entropy": 4.846140003204345, + "epoch": 5.6020558002936856, + "grad_norm": 1.171875, + "learning_rate": 0.0002658693761447835, + "loss": 4.4162, + "mean_token_accuracy": 0.24877500385046006, + "num_tokens": 13623040.0, + "step": 5725 + }, + { + "entropy": 4.899311065673828, + "epoch": 5.606950562897699, + "grad_norm": 1.25, + "learning_rate": 0.00026548596068169455, + "loss": 4.4517, + "mean_token_accuracy": 0.25163528472185137, + "num_tokens": 13635401.0, + "step": 5730 + }, + { + "entropy": 4.865639066696167, + "epoch": 5.611845325501713, + "grad_norm": 1.1171875, + "learning_rate": 0.00026510257289345915, + "loss": 4.3686, + "mean_token_accuracy": 0.25666899532079696, + "num_tokens": 13649100.0, + "step": 5735 + }, + { + "entropy": 4.885151338577271, + "epoch": 5.616740088105727, + "grad_norm": 1.1328125, + "learning_rate": 0.00026471921389529233, + "loss": 4.3883, + "mean_token_accuracy": 0.2459629863500595, + "num_tokens": 13661257.0, + "step": 5740 + }, + { + "entropy": 4.789510059356689, + "epoch": 5.62163485070974, + "grad_norm": 1.1640625, + "learning_rate": 0.0002643358848023256, + "loss": 4.3063, + "mean_token_accuracy": 0.2655410796403885, + "num_tokens": 13672507.0, + "step": 5745 + }, + { + "entropy": 4.9358001232147215, + "epoch": 5.626529613313754, + "grad_norm": 1.1484375, + "learning_rate": 0.0002639525867296033, + "loss": 4.4602, + "mean_token_accuracy": 0.2463882565498352, + "num_tokens": 13684143.0, + "step": 5750 + }, + { + "entropy": 4.950975131988526, + "epoch": 5.631424375917768, + "grad_norm": 1.2734375, + "learning_rate": 0.00026356932079207976, + "loss": 4.4523, + "mean_token_accuracy": 0.25883112400770186, + "num_tokens": 13696361.0, + "step": 5755 + }, + { + "entropy": 4.9228184700012205, + "epoch": 5.636319138521782, + "grad_norm": 1.3203125, + "learning_rate": 0.0002631860881046155, + "loss": 4.417, + "mean_token_accuracy": 0.25572172850370406, + "num_tokens": 13707199.0, + "step": 5760 + }, + { + "entropy": 4.85296139717102, + "epoch": 5.641213901125795, + "grad_norm": 1.1796875, + "learning_rate": 0.00026280288978197463, + "loss": 4.3313, + "mean_token_accuracy": 0.2568573772907257, + "num_tokens": 13718676.0, + "step": 5765 + }, + { + "entropy": 4.9180662631988525, + "epoch": 5.646108663729809, + "grad_norm": 1.2421875, + "learning_rate": 0.00026241972693882116, + "loss": 4.452, + "mean_token_accuracy": 0.2521181508898735, + "num_tokens": 13730299.0, + "step": 5770 + }, + { + "entropy": 4.848993158340454, + "epoch": 5.651003426333823, + "grad_norm": 1.1953125, + "learning_rate": 0.00026203660068971596, + "loss": 4.3345, + "mean_token_accuracy": 0.2588157162070274, + "num_tokens": 13741519.0, + "step": 5775 + }, + { + "entropy": 4.836781930923462, + "epoch": 5.655898188937837, + "grad_norm": 1.21875, + "learning_rate": 0.00026165351214911336, + "loss": 4.3613, + "mean_token_accuracy": 0.2587398186326027, + "num_tokens": 13753017.0, + "step": 5780 + }, + { + "entropy": 4.870823669433594, + "epoch": 5.6607929515418505, + "grad_norm": 1.1875, + "learning_rate": 0.0002612704624313581, + "loss": 4.3718, + "mean_token_accuracy": 0.25970977246761323, + "num_tokens": 13764560.0, + "step": 5785 + }, + { + "entropy": 4.891121101379395, + "epoch": 5.665687714145864, + "grad_norm": 1.234375, + "learning_rate": 0.00026088745265068187, + "loss": 4.3582, + "mean_token_accuracy": 0.2562860056757927, + "num_tokens": 13776225.0, + "step": 5790 + }, + { + "entropy": 4.786376333236694, + "epoch": 5.670582476749877, + "grad_norm": 1.1484375, + "learning_rate": 0.0002605044839212004, + "loss": 4.3066, + "mean_token_accuracy": 0.26747307777404783, + "num_tokens": 13788012.0, + "step": 5795 + }, + { + "entropy": 4.918028068542481, + "epoch": 5.675477239353891, + "grad_norm": 1.2109375, + "learning_rate": 0.0002601215573569097, + "loss": 4.4261, + "mean_token_accuracy": 0.25143319815397264, + "num_tokens": 13801110.0, + "step": 5800 + }, + { + "entropy": 4.859095764160156, + "epoch": 5.680372001957905, + "grad_norm": 1.0390625, + "learning_rate": 0.00025973867407168337, + "loss": 4.3776, + "mean_token_accuracy": 0.25642815977334976, + "num_tokens": 13813494.0, + "step": 5805 + }, + { + "entropy": 4.928546524047851, + "epoch": 5.685266764561919, + "grad_norm": 1.1640625, + "learning_rate": 0.000259355835179269, + "loss": 4.4149, + "mean_token_accuracy": 0.25614451467990873, + "num_tokens": 13824839.0, + "step": 5810 + }, + { + "entropy": 4.902575922012329, + "epoch": 5.690161527165932, + "grad_norm": 1.2421875, + "learning_rate": 0.00025897304179328527, + "loss": 4.3711, + "mean_token_accuracy": 0.25395126938819884, + "num_tokens": 13835331.0, + "step": 5815 + }, + { + "entropy": 4.842872667312622, + "epoch": 5.695056289769946, + "grad_norm": 1.1875, + "learning_rate": 0.0002585902950272182, + "loss": 4.3318, + "mean_token_accuracy": 0.259154349565506, + "num_tokens": 13846753.0, + "step": 5820 + }, + { + "entropy": 4.8264305114746096, + "epoch": 5.69995105237396, + "grad_norm": 1.0703125, + "learning_rate": 0.00025820759599441825, + "loss": 4.3749, + "mean_token_accuracy": 0.2616315230727196, + "num_tokens": 13858732.0, + "step": 5825 + }, + { + "entropy": 4.932910776138305, + "epoch": 5.704845814977974, + "grad_norm": 1.140625, + "learning_rate": 0.00025782494580809724, + "loss": 4.5086, + "mean_token_accuracy": 0.25525975078344343, + "num_tokens": 13871254.0, + "step": 5830 + }, + { + "entropy": 4.863980674743653, + "epoch": 5.709740577581988, + "grad_norm": 1.328125, + "learning_rate": 0.0002574423455813246, + "loss": 4.3471, + "mean_token_accuracy": 0.25700268894433975, + "num_tokens": 13883101.0, + "step": 5835 + }, + { + "entropy": 4.830964994430542, + "epoch": 5.714635340186001, + "grad_norm": 1.1640625, + "learning_rate": 0.0002570597964270247, + "loss": 4.3982, + "mean_token_accuracy": 0.2551607474684715, + "num_tokens": 13895710.0, + "step": 5840 + }, + { + "entropy": 4.83728141784668, + "epoch": 5.7195301027900145, + "grad_norm": 1.1953125, + "learning_rate": 0.00025667729945797325, + "loss": 4.3581, + "mean_token_accuracy": 0.2518611580133438, + "num_tokens": 13907277.0, + "step": 5845 + }, + { + "entropy": 4.839091110229492, + "epoch": 5.724424865394028, + "grad_norm": 1.109375, + "learning_rate": 0.0002562948557867941, + "loss": 4.3859, + "mean_token_accuracy": 0.2661369562149048, + "num_tokens": 13919302.0, + "step": 5850 + }, + { + "entropy": 4.850262117385864, + "epoch": 5.729319627998042, + "grad_norm": 1.2421875, + "learning_rate": 0.0002559124665259561, + "loss": 4.3563, + "mean_token_accuracy": 0.2551110714673996, + "num_tokens": 13930855.0, + "step": 5855 + }, + { + "entropy": 4.84032678604126, + "epoch": 5.734214390602056, + "grad_norm": 1.2890625, + "learning_rate": 0.00025553013278776994, + "loss": 4.4229, + "mean_token_accuracy": 0.2592659771442413, + "num_tokens": 13942032.0, + "step": 5860 + }, + { + "entropy": 4.853889322280883, + "epoch": 5.739109153206069, + "grad_norm": 1.2421875, + "learning_rate": 0.0002551478556843847, + "loss": 4.4186, + "mean_token_accuracy": 0.2460196405649185, + "num_tokens": 13953154.0, + "step": 5865 + }, + { + "entropy": 4.847426652908325, + "epoch": 5.744003915810083, + "grad_norm": 1.1484375, + "learning_rate": 0.00025476563632778463, + "loss": 4.3732, + "mean_token_accuracy": 0.2568355903029442, + "num_tokens": 13966653.0, + "step": 5870 + }, + { + "entropy": 4.8953962326049805, + "epoch": 5.748898678414097, + "grad_norm": 1.0703125, + "learning_rate": 0.0002543834758297862, + "loss": 4.4338, + "mean_token_accuracy": 0.2526059657335281, + "num_tokens": 13980803.0, + "step": 5875 + }, + { + "entropy": 4.864094018936157, + "epoch": 5.753793441018111, + "grad_norm": 1.1484375, + "learning_rate": 0.0002540013753020345, + "loss": 4.3791, + "mean_token_accuracy": 0.2601077049970627, + "num_tokens": 13993080.0, + "step": 5880 + }, + { + "entropy": 4.917114210128784, + "epoch": 5.758688203622125, + "grad_norm": 1.21875, + "learning_rate": 0.00025361933585600036, + "loss": 4.3565, + "mean_token_accuracy": 0.25888574570417405, + "num_tokens": 14003888.0, + "step": 5885 + }, + { + "entropy": 4.802571058273315, + "epoch": 5.763582966226138, + "grad_norm": 1.046875, + "learning_rate": 0.0002532373586029767, + "loss": 4.3826, + "mean_token_accuracy": 0.25347985327243805, + "num_tokens": 14016290.0, + "step": 5890 + }, + { + "entropy": 4.847525215148925, + "epoch": 5.768477728830152, + "grad_norm": 1.1953125, + "learning_rate": 0.00025285544465407573, + "loss": 4.3688, + "mean_token_accuracy": 0.2575444638729095, + "num_tokens": 14028572.0, + "step": 5895 + }, + { + "entropy": 4.861686086654663, + "epoch": 5.7733724914341655, + "grad_norm": 1.1796875, + "learning_rate": 0.00025247359512022536, + "loss": 4.3098, + "mean_token_accuracy": 0.2677211925387383, + "num_tokens": 14039656.0, + "step": 5900 + }, + { + "entropy": 4.732901096343994, + "epoch": 5.778267254038179, + "grad_norm": 1.1484375, + "learning_rate": 0.00025209181111216633, + "loss": 4.2269, + "mean_token_accuracy": 0.26832785457372665, + "num_tokens": 14051556.0, + "step": 5905 + }, + { + "entropy": 4.8498122215271, + "epoch": 5.783162016642192, + "grad_norm": 1.2109375, + "learning_rate": 0.00025171009374044855, + "loss": 4.3738, + "mean_token_accuracy": 0.26021302342414854, + "num_tokens": 14063547.0, + "step": 5910 + }, + { + "entropy": 4.865735149383545, + "epoch": 5.788056779246206, + "grad_norm": 1.109375, + "learning_rate": 0.00025132844411542823, + "loss": 4.4411, + "mean_token_accuracy": 0.25166173130273817, + "num_tokens": 14076071.0, + "step": 5915 + }, + { + "entropy": 4.995202827453613, + "epoch": 5.79295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.0002509468633472644, + "loss": 4.4838, + "mean_token_accuracy": 0.25088701099157334, + "num_tokens": 14087889.0, + "step": 5920 + }, + { + "entropy": 4.901824951171875, + "epoch": 5.797846304454234, + "grad_norm": 1.3125, + "learning_rate": 0.00025056535254591614, + "loss": 4.3811, + "mean_token_accuracy": 0.25655424445867536, + "num_tokens": 14098638.0, + "step": 5925 + }, + { + "entropy": 4.837943458557129, + "epoch": 5.802741067058248, + "grad_norm": 1.2421875, + "learning_rate": 0.00025018391282113846, + "loss": 4.3791, + "mean_token_accuracy": 0.2580624133348465, + "num_tokens": 14111179.0, + "step": 5930 + }, + { + "entropy": 4.893588066101074, + "epoch": 5.807635829662261, + "grad_norm": 1.1484375, + "learning_rate": 0.00024980254528248, + "loss": 4.3968, + "mean_token_accuracy": 0.2524055078625679, + "num_tokens": 14123217.0, + "step": 5935 + }, + { + "entropy": 4.805589103698731, + "epoch": 5.812530592266275, + "grad_norm": 1.2578125, + "learning_rate": 0.00024942125103927937, + "loss": 4.4205, + "mean_token_accuracy": 0.24955332428216934, + "num_tokens": 14135101.0, + "step": 5940 + }, + { + "entropy": 4.834405899047852, + "epoch": 5.817425354870289, + "grad_norm": 1.234375, + "learning_rate": 0.00024904003120066197, + "loss": 4.3614, + "mean_token_accuracy": 0.2539971902966499, + "num_tokens": 14147050.0, + "step": 5945 + }, + { + "entropy": 4.886589384078979, + "epoch": 5.822320117474303, + "grad_norm": 1.1484375, + "learning_rate": 0.00024865888687553657, + "loss": 4.3648, + "mean_token_accuracy": 0.2603609248995781, + "num_tokens": 14159014.0, + "step": 5950 + }, + { + "entropy": 4.9152076721191404, + "epoch": 5.827214880078317, + "grad_norm": 1.2578125, + "learning_rate": 0.00024827781917259264, + "loss": 4.387, + "mean_token_accuracy": 0.2601025730371475, + "num_tokens": 14170007.0, + "step": 5955 + }, + { + "entropy": 4.905130195617676, + "epoch": 5.83210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.00024789682920029637, + "loss": 4.4073, + "mean_token_accuracy": 0.253394378721714, + "num_tokens": 14181933.0, + "step": 5960 + }, + { + "entropy": 4.861382627487183, + "epoch": 5.8370044052863435, + "grad_norm": 1.21875, + "learning_rate": 0.00024751591806688815, + "loss": 4.4136, + "mean_token_accuracy": 0.2488293930888176, + "num_tokens": 14195507.0, + "step": 5965 + }, + { + "entropy": 4.833344554901123, + "epoch": 5.841899167890357, + "grad_norm": 1.265625, + "learning_rate": 0.0002471350868803791, + "loss": 4.3257, + "mean_token_accuracy": 0.2623078554868698, + "num_tokens": 14206751.0, + "step": 5970 + }, + { + "entropy": 4.816693305969238, + "epoch": 5.846793930494371, + "grad_norm": 1.296875, + "learning_rate": 0.0002467543367485473, + "loss": 4.3789, + "mean_token_accuracy": 0.2612681910395622, + "num_tokens": 14217953.0, + "step": 5975 + }, + { + "entropy": 4.876659822463989, + "epoch": 5.851688693098385, + "grad_norm": 1.140625, + "learning_rate": 0.00024637366877893564, + "loss": 4.3855, + "mean_token_accuracy": 0.2643557578325272, + "num_tokens": 14229318.0, + "step": 5980 + }, + { + "entropy": 4.834124279022217, + "epoch": 5.856583455702398, + "grad_norm": 1.2734375, + "learning_rate": 0.0002459930840788476, + "loss": 4.4219, + "mean_token_accuracy": 0.2506131693720818, + "num_tokens": 14241249.0, + "step": 5985 + }, + { + "entropy": 4.832979917526245, + "epoch": 5.861478218306412, + "grad_norm": 1.0390625, + "learning_rate": 0.00024561258375534466, + "loss": 4.3209, + "mean_token_accuracy": 0.2616737484931946, + "num_tokens": 14254603.0, + "step": 5990 + }, + { + "entropy": 4.916781663894653, + "epoch": 5.866372980910426, + "grad_norm": 1.21875, + "learning_rate": 0.0002452321689152428, + "loss": 4.4344, + "mean_token_accuracy": 0.25329224318265914, + "num_tokens": 14266084.0, + "step": 5995 + }, + { + "entropy": 4.908779430389404, + "epoch": 5.87126774351444, + "grad_norm": 1.1796875, + "learning_rate": 0.0002448518406651093, + "loss": 4.4077, + "mean_token_accuracy": 0.2533883288502693, + "num_tokens": 14277760.0, + "step": 6000 + }, + { + "epoch": 5.87126774351444, + "eval_entropy": 4.847652898863684, + "eval_loss": 5.528921127319336, + "eval_mean_token_accuracy": 0.2043717649447669, + "eval_num_tokens": 14277760.0, + "eval_runtime": 2.7115, + "eval_samples_per_second": 1271.231, + "eval_steps_per_second": 158.95, + "step": 6000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.2168434980736e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6000/training_args.bin b/checkpoint-6000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-7000/added_tokens.json b/checkpoint-7000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-7000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-7000/config.json b/checkpoint-7000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-7000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-7000/generation_config.json b/checkpoint-7000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-7000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-7000/model.safetensors b/checkpoint-7000/model.safetensors new file mode 100644 index 0000000..550cc5b --- /dev/null +++ b/checkpoint-7000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a243df0b1a1427e6420ac60fe04052fc35687633b78acba172ceacae8c8dad90 +size 249556672 diff --git a/checkpoint-7000/rng_state.pth b/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000..bc86505 --- /dev/null +++ b/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1d725f8edf08de854bc0fcc721dc5d0d1c1210227c73ee3f2d3bf7839cb4cb4 +size 14709 diff --git a/checkpoint-7000/special_tokens_map.json b/checkpoint-7000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-7000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-7000/spiece.model b/checkpoint-7000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-7000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-7000/tokenizer_config.json b/checkpoint-7000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-7000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-7000/trainer_state.json b/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000..7543473 --- /dev/null +++ b/checkpoint-7000/trainer_state.json @@ -0,0 +1,14111 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 6.849730788056779, + "eval_steps": 1000, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + }, + { + "entropy": 5.626655435562133, + "epoch": 1.9623103279490945, + "grad_norm": 1.078125, + "learning_rate": 0.00048693373272105743, + "loss": 5.504, + "mean_token_accuracy": 0.180687840282917, + "num_tokens": 4769947.0, + "step": 2005 + }, + { + "entropy": 5.595974683761597, + "epoch": 1.9672050905531082, + "grad_norm": 1.0390625, + "learning_rate": 0.00048680455692385124, + "loss": 5.5583, + "mean_token_accuracy": 0.18348373621702194, + "num_tokens": 4782749.0, + "step": 2010 + }, + { + "entropy": 5.579078435897827, + "epoch": 1.9720998531571219, + "grad_norm": 1.0546875, + "learning_rate": 0.0004866747650202907, + "loss": 5.5238, + "mean_token_accuracy": 0.18451536893844606, + "num_tokens": 4794944.0, + "step": 2015 + }, + { + "entropy": 5.6003326892852785, + "epoch": 1.9769946157611356, + "grad_norm": 0.96875, + "learning_rate": 0.0004865443573879201, + "loss": 5.468, + "mean_token_accuracy": 0.18887062072753907, + "num_tokens": 4806992.0, + "step": 2020 + }, + { + "entropy": 5.549536085128784, + "epoch": 1.9818893783651492, + "grad_norm": 1.015625, + "learning_rate": 0.0004864133344060749, + "loss": 5.4539, + "mean_token_accuracy": 0.18131107091903687, + "num_tokens": 4818791.0, + "step": 2025 + }, + { + "entropy": 5.558773422241211, + "epoch": 1.9867841409691631, + "grad_norm": 1.203125, + "learning_rate": 0.00048628169645588073, + "loss": 5.5525, + "mean_token_accuracy": 0.17917387038469315, + "num_tokens": 4830708.0, + "step": 2030 + }, + { + "entropy": 5.571465063095093, + "epoch": 1.9916789035731766, + "grad_norm": 1.0390625, + "learning_rate": 0.0004861494439202515, + "loss": 5.5524, + "mean_token_accuracy": 0.1800464168190956, + "num_tokens": 4843031.0, + "step": 2035 + }, + { + "entropy": 5.617353916168213, + "epoch": 1.9965736661771905, + "grad_norm": 1.0859375, + "learning_rate": 0.0004860165771838892, + "loss": 5.5313, + "mean_token_accuracy": 0.1778000995516777, + "num_tokens": 4855523.0, + "step": 2040 + }, + { + "entropy": 5.416062302059597, + "epoch": 2.0009789525208026, + "grad_norm": 0.890625, + "learning_rate": 0.0004858830966332825, + "loss": 5.346, + "mean_token_accuracy": 0.18389874531163108, + "num_tokens": 4866979.0, + "step": 2045 + }, + { + "entropy": 5.488109588623047, + "epoch": 2.0058737151248165, + "grad_norm": 1.046875, + "learning_rate": 0.0004857490026567055, + "loss": 5.1157, + "mean_token_accuracy": 0.19696198999881745, + "num_tokens": 4878496.0, + "step": 2050 + }, + { + "entropy": 5.498682832717895, + "epoch": 2.01076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004856142956442165, + "loss": 5.1833, + "mean_token_accuracy": 0.19493499547243118, + "num_tokens": 4890519.0, + "step": 2055 + }, + { + "entropy": 5.596047735214233, + "epoch": 2.015663240332844, + "grad_norm": 0.98828125, + "learning_rate": 0.0004854789759876572, + "loss": 5.2827, + "mean_token_accuracy": 0.19122138023376464, + "num_tokens": 4902797.0, + "step": 2060 + }, + { + "entropy": 5.531758785247803, + "epoch": 2.0205580029368577, + "grad_norm": 1.1640625, + "learning_rate": 0.00048534304408065135, + "loss": 5.1783, + "mean_token_accuracy": 0.19460100531578065, + "num_tokens": 4913243.0, + "step": 2065 + }, + { + "entropy": 5.424594974517822, + "epoch": 2.025452765540871, + "grad_norm": 1.0390625, + "learning_rate": 0.00048520650031860357, + "loss": 5.0638, + "mean_token_accuracy": 0.19740711152553558, + "num_tokens": 4923876.0, + "step": 2070 + }, + { + "entropy": 5.36385588645935, + "epoch": 2.030347528144885, + "grad_norm": 1.046875, + "learning_rate": 0.00048506934509869845, + "loss": 5.0638, + "mean_token_accuracy": 0.2020087271928787, + "num_tokens": 4936004.0, + "step": 2075 + }, + { + "entropy": 5.394824838638305, + "epoch": 2.0352422907488985, + "grad_norm": 1.078125, + "learning_rate": 0.00048493157881989894, + "loss": 5.098, + "mean_token_accuracy": 0.19910106658935547, + "num_tokens": 4947404.0, + "step": 2080 + }, + { + "entropy": 5.37768030166626, + "epoch": 2.0401370533529124, + "grad_norm": 0.921875, + "learning_rate": 0.0004847932018829456, + "loss": 5.2171, + "mean_token_accuracy": 0.1941538408398628, + "num_tokens": 4960444.0, + "step": 2085 + }, + { + "entropy": 5.418075847625732, + "epoch": 2.0450318159569263, + "grad_norm": 1.078125, + "learning_rate": 0.0004846542146903555, + "loss": 5.1722, + "mean_token_accuracy": 0.19768768548965454, + "num_tokens": 4972356.0, + "step": 2090 + }, + { + "entropy": 5.449041891098022, + "epoch": 2.0499265785609397, + "grad_norm": 1.078125, + "learning_rate": 0.00048451461764642046, + "loss": 5.1357, + "mean_token_accuracy": 0.19979992508888245, + "num_tokens": 4984785.0, + "step": 2095 + }, + { + "entropy": 5.291361522674561, + "epoch": 2.0548213411649536, + "grad_norm": 1.0859375, + "learning_rate": 0.0004843744111572067, + "loss": 5.0675, + "mean_token_accuracy": 0.1959679678082466, + "num_tokens": 4995909.0, + "step": 2100 + }, + { + "entropy": 5.432163047790527, + "epoch": 2.059716103768967, + "grad_norm": 1.0625, + "learning_rate": 0.0004842335956305526, + "loss": 5.0949, + "mean_token_accuracy": 0.19766340106725694, + "num_tokens": 5006191.0, + "step": 2105 + }, + { + "entropy": 5.350412321090698, + "epoch": 2.064610866372981, + "grad_norm": 1.0625, + "learning_rate": 0.00048409217147606895, + "loss": 5.089, + "mean_token_accuracy": 0.2033711478114128, + "num_tokens": 5017399.0, + "step": 2110 + }, + { + "entropy": 5.316557788848877, + "epoch": 2.0695056289769944, + "grad_norm": 1.0234375, + "learning_rate": 0.0004839501391051363, + "loss": 5.0824, + "mean_token_accuracy": 0.19411368370056153, + "num_tokens": 5028402.0, + "step": 2115 + }, + { + "entropy": 5.446633148193359, + "epoch": 2.0744003915810083, + "grad_norm": 1.0, + "learning_rate": 0.0004838074989309045, + "loss": 5.1938, + "mean_token_accuracy": 0.20314160287380217, + "num_tokens": 5040813.0, + "step": 2120 + }, + { + "entropy": 5.414164018630982, + "epoch": 2.079295154185022, + "grad_norm": 0.94921875, + "learning_rate": 0.00048366425136829176, + "loss": 5.1433, + "mean_token_accuracy": 0.20220062136650085, + "num_tokens": 5053076.0, + "step": 2125 + }, + { + "entropy": 5.4324311256408695, + "epoch": 2.0841899167890356, + "grad_norm": 1.0859375, + "learning_rate": 0.00048352039683398286, + "loss": 5.2068, + "mean_token_accuracy": 0.19256707429885864, + "num_tokens": 5065397.0, + "step": 2130 + }, + { + "entropy": 5.374685382843017, + "epoch": 2.0890846793930495, + "grad_norm": 1.125, + "learning_rate": 0.00048337593574642796, + "loss": 5.0098, + "mean_token_accuracy": 0.20131478905677797, + "num_tokens": 5076545.0, + "step": 2135 + }, + { + "entropy": 5.4096685409545895, + "epoch": 2.093979441997063, + "grad_norm": 1.03125, + "learning_rate": 0.00048323086852584187, + "loss": 5.2009, + "mean_token_accuracy": 0.19109852015972137, + "num_tokens": 5089487.0, + "step": 2140 + }, + { + "entropy": 5.413058519363403, + "epoch": 2.098874204601077, + "grad_norm": 1.0234375, + "learning_rate": 0.0004830851955942024, + "loss": 5.1923, + "mean_token_accuracy": 0.1943016231060028, + "num_tokens": 5102046.0, + "step": 2145 + }, + { + "entropy": 5.484387826919556, + "epoch": 2.1037689672050908, + "grad_norm": 1.1171875, + "learning_rate": 0.0004829389173752495, + "loss": 5.3399, + "mean_token_accuracy": 0.19494949281215668, + "num_tokens": 5114758.0, + "step": 2150 + }, + { + "entropy": 5.461303567886352, + "epoch": 2.108663729809104, + "grad_norm": 1.1328125, + "learning_rate": 0.00048279203429448366, + "loss": 5.1454, + "mean_token_accuracy": 0.19781216084957123, + "num_tokens": 5126130.0, + "step": 2155 + }, + { + "entropy": 5.358008193969726, + "epoch": 2.113558492413118, + "grad_norm": 1.046875, + "learning_rate": 0.0004826445467791646, + "loss": 5.2108, + "mean_token_accuracy": 0.19490469843149186, + "num_tokens": 5137749.0, + "step": 2160 + }, + { + "entropy": 5.471472644805909, + "epoch": 2.1184532550171316, + "grad_norm": 1.0078125, + "learning_rate": 0.00048249645525831055, + "loss": 5.1601, + "mean_token_accuracy": 0.20036131292581558, + "num_tokens": 5149361.0, + "step": 2165 + }, + { + "entropy": 5.363424825668335, + "epoch": 2.1233480176211454, + "grad_norm": 1.0234375, + "learning_rate": 0.0004823477601626967, + "loss": 5.0896, + "mean_token_accuracy": 0.2008701056241989, + "num_tokens": 5161025.0, + "step": 2170 + }, + { + "entropy": 5.255881643295288, + "epoch": 2.128242780225159, + "grad_norm": 1.15625, + "learning_rate": 0.00048219846192485365, + "loss": 5.0238, + "mean_token_accuracy": 0.20319584757089615, + "num_tokens": 5171507.0, + "step": 2175 + }, + { + "entropy": 5.427309846878051, + "epoch": 2.133137542829173, + "grad_norm": 1.09375, + "learning_rate": 0.0004820485609790668, + "loss": 5.275, + "mean_token_accuracy": 0.19347049593925475, + "num_tokens": 5184026.0, + "step": 2180 + }, + { + "entropy": 5.4172220706939695, + "epoch": 2.1380323054331867, + "grad_norm": 1.140625, + "learning_rate": 0.00048189805776137454, + "loss": 5.1795, + "mean_token_accuracy": 0.20001329630613326, + "num_tokens": 5195788.0, + "step": 2185 + }, + { + "entropy": 5.262393999099731, + "epoch": 2.1429270680372, + "grad_norm": 1.140625, + "learning_rate": 0.00048174695270956707, + "loss": 5.0315, + "mean_token_accuracy": 0.20920827537775039, + "num_tokens": 5205440.0, + "step": 2190 + }, + { + "entropy": 5.293731689453125, + "epoch": 2.147821830641214, + "grad_norm": 1.015625, + "learning_rate": 0.0004815952462631857, + "loss": 5.1003, + "mean_token_accuracy": 0.2001971885561943, + "num_tokens": 5216578.0, + "step": 2195 + }, + { + "entropy": 5.37099986076355, + "epoch": 2.1527165932452275, + "grad_norm": 1.0546875, + "learning_rate": 0.00048144293886352035, + "loss": 5.1344, + "mean_token_accuracy": 0.20005329102277755, + "num_tokens": 5228836.0, + "step": 2200 + }, + { + "entropy": 5.275912046432495, + "epoch": 2.1576113558492414, + "grad_norm": 1.09375, + "learning_rate": 0.0004812900309536098, + "loss": 5.0887, + "mean_token_accuracy": 0.2067259818315506, + "num_tokens": 5240648.0, + "step": 2205 + }, + { + "entropy": 5.3612512111663815, + "epoch": 2.162506118453255, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113652297823907, + "loss": 5.2269, + "mean_token_accuracy": 0.18981953859329223, + "num_tokens": 5252391.0, + "step": 2210 + }, + { + "entropy": 5.453209781646729, + "epoch": 2.1674008810572687, + "grad_norm": 1.1015625, + "learning_rate": 0.00048098241538393897, + "loss": 5.2036, + "mean_token_accuracy": 0.19229551404714584, + "num_tokens": 5264574.0, + "step": 2215 + }, + { + "entropy": 5.34055609703064, + "epoch": 2.1722956436612826, + "grad_norm": 0.953125, + "learning_rate": 0.00048082770861898426, + "loss": 5.1746, + "mean_token_accuracy": 0.19398458898067475, + "num_tokens": 5277400.0, + "step": 2220 + }, + { + "entropy": 5.379359340667724, + "epoch": 2.177190406265296, + "grad_norm": 1.1171875, + "learning_rate": 0.00048067240313339295, + "loss": 5.1089, + "mean_token_accuracy": 0.19827474504709244, + "num_tokens": 5288951.0, + "step": 2225 + }, + { + "entropy": 5.3159558296203615, + "epoch": 2.18208516886931, + "grad_norm": 1.0859375, + "learning_rate": 0.00048051649937892423, + "loss": 5.0671, + "mean_token_accuracy": 0.2028965413570404, + "num_tokens": 5300902.0, + "step": 2230 + }, + { + "entropy": 5.325251483917237, + "epoch": 2.1869799314733234, + "grad_norm": 1.09375, + "learning_rate": 0.00048035999780907785, + "loss": 5.1804, + "mean_token_accuracy": 0.1967838153243065, + "num_tokens": 5312498.0, + "step": 2235 + }, + { + "entropy": 5.33814377784729, + "epoch": 2.1918746940773373, + "grad_norm": 0.98046875, + "learning_rate": 0.00048020289887909246, + "loss": 5.0948, + "mean_token_accuracy": 0.19691168814897536, + "num_tokens": 5323591.0, + "step": 2240 + }, + { + "entropy": 5.343142366409301, + "epoch": 2.196769456681351, + "grad_norm": 1.0859375, + "learning_rate": 0.0004800452030459441, + "loss": 5.0878, + "mean_token_accuracy": 0.2060595616698265, + "num_tokens": 5334673.0, + "step": 2245 + }, + { + "entropy": 5.302957439422608, + "epoch": 2.2016642192853646, + "grad_norm": 1.125, + "learning_rate": 0.0004798869107683456, + "loss": 5.0975, + "mean_token_accuracy": 0.2082034319639206, + "num_tokens": 5347049.0, + "step": 2250 + }, + { + "entropy": 5.4850016117095945, + "epoch": 2.2065589818893785, + "grad_norm": 1.0859375, + "learning_rate": 0.00047972802250674426, + "loss": 5.2136, + "mean_token_accuracy": 0.1905737653374672, + "num_tokens": 5359153.0, + "step": 2255 + }, + { + "entropy": 5.326099538803101, + "epoch": 2.211453744493392, + "grad_norm": 1.109375, + "learning_rate": 0.00047956853872332126, + "loss": 5.0928, + "mean_token_accuracy": 0.20605096518993377, + "num_tokens": 5369663.0, + "step": 2260 + }, + { + "entropy": 5.356387901306152, + "epoch": 2.216348507097406, + "grad_norm": 0.98828125, + "learning_rate": 0.0004794084598819899, + "loss": 5.1502, + "mean_token_accuracy": 0.1967753291130066, + "num_tokens": 5380962.0, + "step": 2265 + }, + { + "entropy": 5.288668155670166, + "epoch": 2.2212432697014193, + "grad_norm": 0.96875, + "learning_rate": 0.00047924778644839466, + "loss": 5.1048, + "mean_token_accuracy": 0.2026848703622818, + "num_tokens": 5393319.0, + "step": 2270 + }, + { + "entropy": 5.390505695343018, + "epoch": 2.226138032305433, + "grad_norm": 1.03125, + "learning_rate": 0.00047908651888990943, + "loss": 5.1442, + "mean_token_accuracy": 0.20073584467172623, + "num_tokens": 5405052.0, + "step": 2275 + }, + { + "entropy": 5.326527070999146, + "epoch": 2.231032794909447, + "grad_norm": 1.0703125, + "learning_rate": 0.0004789246576756362, + "loss": 5.0887, + "mean_token_accuracy": 0.2013887345790863, + "num_tokens": 5416416.0, + "step": 2280 + }, + { + "entropy": 5.414171504974365, + "epoch": 2.2359275575134605, + "grad_norm": 1.09375, + "learning_rate": 0.0004787622032764041, + "loss": 5.3084, + "mean_token_accuracy": 0.18751744031906128, + "num_tokens": 5428676.0, + "step": 2285 + }, + { + "entropy": 5.395980930328369, + "epoch": 2.2408223201174744, + "grad_norm": 1.1328125, + "learning_rate": 0.0004785991561647675, + "loss": 5.1538, + "mean_token_accuracy": 0.19835059940814972, + "num_tokens": 5439885.0, + "step": 2290 + }, + { + "entropy": 5.331133651733398, + "epoch": 2.245717082721488, + "grad_norm": 1.078125, + "learning_rate": 0.00047843551681500494, + "loss": 5.2068, + "mean_token_accuracy": 0.19880653768777848, + "num_tokens": 5451236.0, + "step": 2295 + }, + { + "entropy": 5.391649007797241, + "epoch": 2.2506118453255017, + "grad_norm": 0.98828125, + "learning_rate": 0.0004782712857031178, + "loss": 5.2206, + "mean_token_accuracy": 0.19829923510551453, + "num_tokens": 5464088.0, + "step": 2300 + }, + { + "entropy": 5.2941186904907225, + "epoch": 2.255506607929515, + "grad_norm": 1.03125, + "learning_rate": 0.0004781064633068287, + "loss": 5.0972, + "mean_token_accuracy": 0.1968427300453186, + "num_tokens": 5475857.0, + "step": 2305 + }, + { + "entropy": 5.406572008132935, + "epoch": 2.260401370533529, + "grad_norm": 1.015625, + "learning_rate": 0.0004779410501055802, + "loss": 5.2506, + "mean_token_accuracy": 0.19424178153276445, + "num_tokens": 5488670.0, + "step": 2310 + }, + { + "entropy": 5.382027053833008, + "epoch": 2.265296133137543, + "grad_norm": 0.8984375, + "learning_rate": 0.00047777504658053343, + "loss": 5.1331, + "mean_token_accuracy": 0.19536806344985963, + "num_tokens": 5501746.0, + "step": 2315 + }, + { + "entropy": 5.342251920700074, + "epoch": 2.2701908957415564, + "grad_norm": 1.125, + "learning_rate": 0.0004776084532145668, + "loss": 5.2087, + "mean_token_accuracy": 0.19615187793970107, + "num_tokens": 5513504.0, + "step": 2320 + }, + { + "entropy": 5.28951063156128, + "epoch": 2.2750856583455703, + "grad_norm": 1.0234375, + "learning_rate": 0.00047744127049227425, + "loss": 5.1353, + "mean_token_accuracy": 0.1898852616548538, + "num_tokens": 5526144.0, + "step": 2325 + }, + { + "entropy": 5.376743125915527, + "epoch": 2.2799804209495838, + "grad_norm": 1.03125, + "learning_rate": 0.0004772734988999644, + "loss": 5.1969, + "mean_token_accuracy": 0.19190049171447754, + "num_tokens": 5537545.0, + "step": 2330 + }, + { + "entropy": 5.363980293273926, + "epoch": 2.2848751835535976, + "grad_norm": 1.0859375, + "learning_rate": 0.0004771051389256582, + "loss": 5.1988, + "mean_token_accuracy": 0.19740142524242402, + "num_tokens": 5549447.0, + "step": 2335 + }, + { + "entropy": 5.373389053344726, + "epoch": 2.2897699461576115, + "grad_norm": 1.1328125, + "learning_rate": 0.00047693619105908887, + "loss": 5.1783, + "mean_token_accuracy": 0.19465951174497603, + "num_tokens": 5561091.0, + "step": 2340 + }, + { + "entropy": 5.344110679626465, + "epoch": 2.294664708761625, + "grad_norm": 1.1015625, + "learning_rate": 0.0004767666557916992, + "loss": 5.0986, + "mean_token_accuracy": 0.19979317635297775, + "num_tokens": 5573326.0, + "step": 2345 + }, + { + "entropy": 5.291253471374512, + "epoch": 2.299559471365639, + "grad_norm": 1.125, + "learning_rate": 0.00047659653361664087, + "loss": 5.1232, + "mean_token_accuracy": 0.19844507426023483, + "num_tokens": 5584947.0, + "step": 2350 + }, + { + "entropy": 5.330148124694825, + "epoch": 2.3044542339696523, + "grad_norm": 1.03125, + "learning_rate": 0.00047642582502877256, + "loss": 5.1108, + "mean_token_accuracy": 0.20429294407367707, + "num_tokens": 5596944.0, + "step": 2355 + }, + { + "entropy": 5.328449010848999, + "epoch": 2.309348996573666, + "grad_norm": 1.0, + "learning_rate": 0.000476254530524659, + "loss": 5.1795, + "mean_token_accuracy": 0.20087141394615174, + "num_tokens": 5609265.0, + "step": 2360 + }, + { + "entropy": 5.3663146018981935, + "epoch": 2.31424375917768, + "grad_norm": 1.1171875, + "learning_rate": 0.0004760826506025691, + "loss": 5.1304, + "mean_token_accuracy": 0.19760584831237793, + "num_tokens": 5620730.0, + "step": 2365 + }, + { + "entropy": 5.285108232498169, + "epoch": 2.3191385217816936, + "grad_norm": 1.0, + "learning_rate": 0.0004759101857624747, + "loss": 5.1766, + "mean_token_accuracy": 0.20640088468790055, + "num_tokens": 5633191.0, + "step": 2370 + }, + { + "entropy": 5.3933042049407955, + "epoch": 2.3240332843857074, + "grad_norm": 1.0625, + "learning_rate": 0.000475737136506049, + "loss": 5.2271, + "mean_token_accuracy": 0.1945857360959053, + "num_tokens": 5645134.0, + "step": 2375 + }, + { + "entropy": 5.295850324630737, + "epoch": 2.328928046989721, + "grad_norm": 1.03125, + "learning_rate": 0.00047556350333666524, + "loss": 5.0834, + "mean_token_accuracy": 0.20512981414794923, + "num_tokens": 5658799.0, + "step": 2380 + }, + { + "entropy": 5.313294506072998, + "epoch": 2.333822809593735, + "grad_norm": 1.0625, + "learning_rate": 0.0004753892867593953, + "loss": 5.0859, + "mean_token_accuracy": 0.20842575281858444, + "num_tokens": 5670202.0, + "step": 2385 + }, + { + "entropy": 5.322448492050171, + "epoch": 2.3387175721977482, + "grad_norm": 1.046875, + "learning_rate": 0.00047521448728100787, + "loss": 5.2334, + "mean_token_accuracy": 0.19291446208953858, + "num_tokens": 5682469.0, + "step": 2390 + }, + { + "entropy": 5.4270847797393795, + "epoch": 2.343612334801762, + "grad_norm": 1.1796875, + "learning_rate": 0.00047503910540996734, + "loss": 5.2345, + "mean_token_accuracy": 0.19537753313779832, + "num_tokens": 5692908.0, + "step": 2395 + }, + { + "entropy": 5.408088541030883, + "epoch": 2.348507097405776, + "grad_norm": 1.15625, + "learning_rate": 0.0004748631416564322, + "loss": 5.1633, + "mean_token_accuracy": 0.20164895057678223, + "num_tokens": 5703813.0, + "step": 2400 + }, + { + "entropy": 5.196409845352173, + "epoch": 2.3534018600097895, + "grad_norm": 1.0625, + "learning_rate": 0.00047468659653225343, + "loss": 4.9836, + "mean_token_accuracy": 0.21172523200511933, + "num_tokens": 5715274.0, + "step": 2405 + }, + { + "entropy": 5.29620771408081, + "epoch": 2.3582966226138034, + "grad_norm": 1.0703125, + "learning_rate": 0.00047450947055097326, + "loss": 5.1346, + "mean_token_accuracy": 0.1948849856853485, + "num_tokens": 5727809.0, + "step": 2410 + }, + { + "entropy": 5.345274257659912, + "epoch": 2.363191385217817, + "grad_norm": 1.0234375, + "learning_rate": 0.0004743317642278234, + "loss": 5.2698, + "mean_token_accuracy": 0.19395796507596968, + "num_tokens": 5740398.0, + "step": 2415 + }, + { + "entropy": 5.324441909790039, + "epoch": 2.3680861478218307, + "grad_norm": 1.0859375, + "learning_rate": 0.000474153478079724, + "loss": 5.1448, + "mean_token_accuracy": 0.2060188740491867, + "num_tokens": 5752453.0, + "step": 2420 + }, + { + "entropy": 5.363028478622437, + "epoch": 2.372980910425844, + "grad_norm": 1.1171875, + "learning_rate": 0.0004739746126252813, + "loss": 5.2544, + "mean_token_accuracy": 0.19350223541259765, + "num_tokens": 5765062.0, + "step": 2425 + }, + { + "entropy": 5.430942630767822, + "epoch": 2.377875673029858, + "grad_norm": 1.046875, + "learning_rate": 0.0004737951683847872, + "loss": 5.219, + "mean_token_accuracy": 0.19821250736713408, + "num_tokens": 5776765.0, + "step": 2430 + }, + { + "entropy": 5.291578006744385, + "epoch": 2.382770435633872, + "grad_norm": 1.0625, + "learning_rate": 0.0004736151458802168, + "loss": 5.1678, + "mean_token_accuracy": 0.20081659257411957, + "num_tokens": 5789509.0, + "step": 2435 + }, + { + "entropy": 5.356848478317261, + "epoch": 2.3876651982378854, + "grad_norm": 1.046875, + "learning_rate": 0.0004734345456352275, + "loss": 5.1043, + "mean_token_accuracy": 0.20367712676525115, + "num_tokens": 5801264.0, + "step": 2440 + }, + { + "entropy": 5.308737421035767, + "epoch": 2.3925599608418993, + "grad_norm": 1.015625, + "learning_rate": 0.0004732533681751571, + "loss": 5.1319, + "mean_token_accuracy": 0.20206829607486726, + "num_tokens": 5813246.0, + "step": 2445 + }, + { + "entropy": 5.312044334411621, + "epoch": 2.3974547234459127, + "grad_norm": 1.09375, + "learning_rate": 0.0004730716140270227, + "loss": 5.1469, + "mean_token_accuracy": 0.2028827801346779, + "num_tokens": 5825304.0, + "step": 2450 + }, + { + "entropy": 5.267190885543823, + "epoch": 2.4023494860499266, + "grad_norm": 1.1328125, + "learning_rate": 0.0004728892837195186, + "loss": 5.0377, + "mean_token_accuracy": 0.2059757873415947, + "num_tokens": 5837996.0, + "step": 2455 + }, + { + "entropy": 5.323007535934448, + "epoch": 2.4072442486539405, + "grad_norm": 0.9609375, + "learning_rate": 0.0004727063777830151, + "loss": 5.1748, + "mean_token_accuracy": 0.19384027421474456, + "num_tokens": 5850968.0, + "step": 2460 + }, + { + "entropy": 5.284120225906372, + "epoch": 2.412139011257954, + "grad_norm": 1.09375, + "learning_rate": 0.00047252289674955706, + "loss": 5.1703, + "mean_token_accuracy": 0.1982756406068802, + "num_tokens": 5863233.0, + "step": 2465 + }, + { + "entropy": 5.306171417236328, + "epoch": 2.417033773861968, + "grad_norm": 1.1484375, + "learning_rate": 0.00047233884115286214, + "loss": 5.0615, + "mean_token_accuracy": 0.20489953309297562, + "num_tokens": 5873776.0, + "step": 2470 + }, + { + "entropy": 5.330395984649658, + "epoch": 2.4219285364659813, + "grad_norm": 1.078125, + "learning_rate": 0.0004721542115283193, + "loss": 5.1998, + "mean_token_accuracy": 0.19702814221382142, + "num_tokens": 5885839.0, + "step": 2475 + }, + { + "entropy": 5.301304960250855, + "epoch": 2.426823299069995, + "grad_norm": 1.109375, + "learning_rate": 0.00047196900841298725, + "loss": 5.1866, + "mean_token_accuracy": 0.1993207722902298, + "num_tokens": 5896973.0, + "step": 2480 + }, + { + "entropy": 5.327944040298462, + "epoch": 2.431718061674009, + "grad_norm": 1.1796875, + "learning_rate": 0.0004717832323455929, + "loss": 5.1753, + "mean_token_accuracy": 0.20232927352190017, + "num_tokens": 5908306.0, + "step": 2485 + }, + { + "entropy": 5.290309238433838, + "epoch": 2.4366128242780225, + "grad_norm": 1.015625, + "learning_rate": 0.0004715968838665298, + "loss": 5.1711, + "mean_token_accuracy": 0.19939935356378555, + "num_tokens": 5919719.0, + "step": 2490 + }, + { + "entropy": 5.33341794013977, + "epoch": 2.4415075868820364, + "grad_norm": 1.0703125, + "learning_rate": 0.00047140996351785654, + "loss": 5.1023, + "mean_token_accuracy": 0.20435553342103957, + "num_tokens": 5931406.0, + "step": 2495 + }, + { + "entropy": 5.368729209899902, + "epoch": 2.44640234948605, + "grad_norm": 1.1015625, + "learning_rate": 0.00047122247184329527, + "loss": 5.2185, + "mean_token_accuracy": 0.19418967366218567, + "num_tokens": 5943427.0, + "step": 2500 + }, + { + "entropy": 5.307469177246094, + "epoch": 2.4512971120900637, + "grad_norm": 1.0625, + "learning_rate": 0.0004710344093882298, + "loss": 5.1507, + "mean_token_accuracy": 0.2013296440243721, + "num_tokens": 5954684.0, + "step": 2505 + }, + { + "entropy": 5.359532833099365, + "epoch": 2.456191874694077, + "grad_norm": 1.1796875, + "learning_rate": 0.0004708457766997046, + "loss": 5.2619, + "mean_token_accuracy": 0.18810701966285706, + "num_tokens": 5965135.0, + "step": 2510 + }, + { + "entropy": 5.419138956069946, + "epoch": 2.461086637298091, + "grad_norm": 1.0703125, + "learning_rate": 0.00047065657432642275, + "loss": 5.128, + "mean_token_accuracy": 0.20935332030057907, + "num_tokens": 5976419.0, + "step": 2515 + }, + { + "entropy": 5.281298351287842, + "epoch": 2.4659813999021045, + "grad_norm": 1.078125, + "learning_rate": 0.00047046680281874416, + "loss": 5.1704, + "mean_token_accuracy": 0.19998786300420762, + "num_tokens": 5990204.0, + "step": 2520 + }, + { + "entropy": 5.401511573791504, + "epoch": 2.4708761625061184, + "grad_norm": 1.265625, + "learning_rate": 0.0004702764627286845, + "loss": 5.2293, + "mean_token_accuracy": 0.19928793162107467, + "num_tokens": 6002137.0, + "step": 2525 + }, + { + "entropy": 5.285235929489136, + "epoch": 2.4757709251101323, + "grad_norm": 1.0625, + "learning_rate": 0.0004700855546099136, + "loss": 5.1081, + "mean_token_accuracy": 0.20293399542570115, + "num_tokens": 6014254.0, + "step": 2530 + }, + { + "entropy": 5.33097767829895, + "epoch": 2.4806656877141458, + "grad_norm": 1.1171875, + "learning_rate": 0.000469894079017753, + "loss": 5.1706, + "mean_token_accuracy": 0.1951598733663559, + "num_tokens": 6025999.0, + "step": 2535 + }, + { + "entropy": 5.242245769500732, + "epoch": 2.4855604503181596, + "grad_norm": 1.0625, + "learning_rate": 0.0004697020365091755, + "loss": 5.1076, + "mean_token_accuracy": 0.2008503183722496, + "num_tokens": 6037909.0, + "step": 2540 + }, + { + "entropy": 5.338990831375122, + "epoch": 2.490455212922173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004695094276428027, + "loss": 5.2176, + "mean_token_accuracy": 0.18787843734025955, + "num_tokens": 6050267.0, + "step": 2545 + }, + { + "entropy": 5.3056189060211185, + "epoch": 2.495349975526187, + "grad_norm": 1.03125, + "learning_rate": 0.00046931625297890367, + "loss": 5.1037, + "mean_token_accuracy": 0.20342702567577362, + "num_tokens": 6062168.0, + "step": 2550 + }, + { + "entropy": 5.221565580368042, + "epoch": 2.500244738130201, + "grad_norm": 0.93359375, + "learning_rate": 0.00046912251307939336, + "loss": 5.063, + "mean_token_accuracy": 0.20233901143074035, + "num_tokens": 6075737.0, + "step": 2555 + }, + { + "entropy": 5.328143358230591, + "epoch": 2.5051395007342143, + "grad_norm": 1.0703125, + "learning_rate": 0.0004689282085078308, + "loss": 5.1588, + "mean_token_accuracy": 0.1983553498983383, + "num_tokens": 6089195.0, + "step": 2560 + }, + { + "entropy": 5.28541522026062, + "epoch": 2.510034263338228, + "grad_norm": 1.109375, + "learning_rate": 0.00046873333982941763, + "loss": 5.1283, + "mean_token_accuracy": 0.19364329129457475, + "num_tokens": 6101277.0, + "step": 2565 + }, + { + "entropy": 5.3025566101074215, + "epoch": 2.5149290259422417, + "grad_norm": 1.171875, + "learning_rate": 0.0004685379076109964, + "loss": 5.2084, + "mean_token_accuracy": 0.1892598196864128, + "num_tokens": 6113169.0, + "step": 2570 + }, + { + "entropy": 5.2775373458862305, + "epoch": 2.5198237885462555, + "grad_norm": 1.0546875, + "learning_rate": 0.00046834191242104887, + "loss": 5.0687, + "mean_token_accuracy": 0.20382051467895507, + "num_tokens": 6124006.0, + "step": 2575 + }, + { + "entropy": 5.243126773834229, + "epoch": 2.5247185511502694, + "grad_norm": 1.1640625, + "learning_rate": 0.0004681453548296944, + "loss": 5.0609, + "mean_token_accuracy": 0.20143638849258422, + "num_tokens": 6134991.0, + "step": 2580 + }, + { + "entropy": 5.288752269744873, + "epoch": 2.529613313754283, + "grad_norm": 1.171875, + "learning_rate": 0.0004679482354086884, + "loss": 5.1545, + "mean_token_accuracy": 0.195332270860672, + "num_tokens": 6145771.0, + "step": 2585 + }, + { + "entropy": 5.329096794128418, + "epoch": 2.534508076358297, + "grad_norm": 1.0625, + "learning_rate": 0.00046775055473142037, + "loss": 5.1409, + "mean_token_accuracy": 0.20373797565698623, + "num_tokens": 6157778.0, + "step": 2590 + }, + { + "entropy": 5.320698356628418, + "epoch": 2.5394028389623102, + "grad_norm": 1.09375, + "learning_rate": 0.00046755231337291257, + "loss": 5.2232, + "mean_token_accuracy": 0.194973361492157, + "num_tokens": 6167977.0, + "step": 2595 + }, + { + "entropy": 5.258221435546875, + "epoch": 2.544297601566324, + "grad_norm": 1.1015625, + "learning_rate": 0.000467353511909818, + "loss": 5.1519, + "mean_token_accuracy": 0.1974998250603676, + "num_tokens": 6179012.0, + "step": 2600 + }, + { + "entropy": 5.416901731491089, + "epoch": 2.549192364170338, + "grad_norm": 1.1328125, + "learning_rate": 0.00046715415092041923, + "loss": 5.2214, + "mean_token_accuracy": 0.20321713387966156, + "num_tokens": 6191199.0, + "step": 2605 + }, + { + "entropy": 5.396421337127686, + "epoch": 2.5540871267743515, + "grad_norm": 1.1875, + "learning_rate": 0.00046695423098462607, + "loss": 5.2765, + "mean_token_accuracy": 0.19418736398220063, + "num_tokens": 6202990.0, + "step": 2610 + }, + { + "entropy": 5.373351144790649, + "epoch": 2.558981889378365, + "grad_norm": 1.1796875, + "learning_rate": 0.0004667537526839745, + "loss": 5.2863, + "mean_token_accuracy": 0.19325242787599564, + "num_tokens": 6215270.0, + "step": 2615 + }, + { + "entropy": 5.2843457698822025, + "epoch": 2.563876651982379, + "grad_norm": 1.1015625, + "learning_rate": 0.0004665527166016244, + "loss": 5.1041, + "mean_token_accuracy": 0.2006557270884514, + "num_tokens": 6227471.0, + "step": 2620 + }, + { + "entropy": 5.304417896270752, + "epoch": 2.5687714145863927, + "grad_norm": 1.15625, + "learning_rate": 0.0004663511233223584, + "loss": 5.1405, + "mean_token_accuracy": 0.19751403629779815, + "num_tokens": 6239960.0, + "step": 2625 + }, + { + "entropy": 5.183145141601562, + "epoch": 2.573666177190406, + "grad_norm": 1.03125, + "learning_rate": 0.00046614897343257993, + "loss": 5.0943, + "mean_token_accuracy": 0.19900689721107484, + "num_tokens": 6252986.0, + "step": 2630 + }, + { + "entropy": 5.334723329544067, + "epoch": 2.57856093979442, + "grad_norm": 1.0546875, + "learning_rate": 0.0004659462675203113, + "loss": 5.2365, + "mean_token_accuracy": 0.19438600391149521, + "num_tokens": 6265814.0, + "step": 2635 + }, + { + "entropy": 5.294690322875977, + "epoch": 2.5834557023984335, + "grad_norm": 1.046875, + "learning_rate": 0.0004657430061751924, + "loss": 5.1526, + "mean_token_accuracy": 0.19875487089157104, + "num_tokens": 6276875.0, + "step": 2640 + }, + { + "entropy": 5.29907865524292, + "epoch": 2.5883504650024474, + "grad_norm": 1.0625, + "learning_rate": 0.00046553918998847873, + "loss": 5.1866, + "mean_token_accuracy": 0.1913258284330368, + "num_tokens": 6288864.0, + "step": 2645 + }, + { + "entropy": 5.373501443862915, + "epoch": 2.5932452276064613, + "grad_norm": 1.28125, + "learning_rate": 0.0004653348195530396, + "loss": 5.2424, + "mean_token_accuracy": 0.1908942475914955, + "num_tokens": 6302693.0, + "step": 2650 + }, + { + "entropy": 5.310032081604004, + "epoch": 2.5981399902104747, + "grad_norm": 1.109375, + "learning_rate": 0.00046512989546335684, + "loss": 5.2109, + "mean_token_accuracy": 0.1932237148284912, + "num_tokens": 6315961.0, + "step": 2655 + }, + { + "entropy": 5.304839754104615, + "epoch": 2.6030347528144886, + "grad_norm": 1.140625, + "learning_rate": 0.00046492441831552244, + "loss": 5.2087, + "mean_token_accuracy": 0.19596468061208724, + "num_tokens": 6328383.0, + "step": 2660 + }, + { + "entropy": 5.363293695449829, + "epoch": 2.607929515418502, + "grad_norm": 1.1171875, + "learning_rate": 0.00046471838870723744, + "loss": 5.136, + "mean_token_accuracy": 0.1972019836306572, + "num_tokens": 6341188.0, + "step": 2665 + }, + { + "entropy": 5.237611436843872, + "epoch": 2.612824278022516, + "grad_norm": 1.109375, + "learning_rate": 0.00046451180723780966, + "loss": 5.0922, + "mean_token_accuracy": 0.20550482720136642, + "num_tokens": 6352364.0, + "step": 2670 + }, + { + "entropy": 5.364541006088257, + "epoch": 2.61771904062653, + "grad_norm": 1.03125, + "learning_rate": 0.00046430467450815237, + "loss": 5.2227, + "mean_token_accuracy": 0.20022366791963578, + "num_tokens": 6364801.0, + "step": 2675 + }, + { + "entropy": 5.332408142089844, + "epoch": 2.6226138032305433, + "grad_norm": 0.96484375, + "learning_rate": 0.00046409699112078234, + "loss": 5.1131, + "mean_token_accuracy": 0.20269023180007933, + "num_tokens": 6378350.0, + "step": 2680 + }, + { + "entropy": 5.227812242507935, + "epoch": 2.627508565834557, + "grad_norm": 1.0546875, + "learning_rate": 0.000463888757679818, + "loss": 5.0975, + "mean_token_accuracy": 0.19431902468204498, + "num_tokens": 6390372.0, + "step": 2685 + }, + { + "entropy": 5.292713356018067, + "epoch": 2.6324033284385706, + "grad_norm": 1.125, + "learning_rate": 0.000463679974790978, + "loss": 5.1655, + "mean_token_accuracy": 0.19646825790405273, + "num_tokens": 6402460.0, + "step": 2690 + }, + { + "entropy": 5.2531421184539795, + "epoch": 2.6372980910425845, + "grad_norm": 1.046875, + "learning_rate": 0.00046347064306157904, + "loss": 5.0339, + "mean_token_accuracy": 0.20605625808238984, + "num_tokens": 6413086.0, + "step": 2695 + }, + { + "entropy": 5.273374080657959, + "epoch": 2.6421928536465984, + "grad_norm": 1.0390625, + "learning_rate": 0.00046326076310053443, + "loss": 5.2039, + "mean_token_accuracy": 0.20057330429553985, + "num_tokens": 6425334.0, + "step": 2700 + }, + { + "entropy": 5.329495000839233, + "epoch": 2.647087616250612, + "grad_norm": 1.0390625, + "learning_rate": 0.0004630503355183522, + "loss": 5.2021, + "mean_token_accuracy": 0.19525025635957718, + "num_tokens": 6438043.0, + "step": 2705 + }, + { + "entropy": 5.352862691879272, + "epoch": 2.6519823788546253, + "grad_norm": 1.1171875, + "learning_rate": 0.0004628393609271332, + "loss": 5.2473, + "mean_token_accuracy": 0.1973058670759201, + "num_tokens": 6449424.0, + "step": 2710 + }, + { + "entropy": 5.27777681350708, + "epoch": 2.656877141458639, + "grad_norm": 1.1328125, + "learning_rate": 0.0004626278399405698, + "loss": 5.1823, + "mean_token_accuracy": 0.20338010936975479, + "num_tokens": 6461149.0, + "step": 2715 + }, + { + "entropy": 5.37155704498291, + "epoch": 2.661771904062653, + "grad_norm": 1.046875, + "learning_rate": 0.0004624157731739432, + "loss": 5.1824, + "mean_token_accuracy": 0.20031111240386962, + "num_tokens": 6472750.0, + "step": 2720 + }, + { + "entropy": 5.269566822052002, + "epoch": 2.6666666666666665, + "grad_norm": 1.1484375, + "learning_rate": 0.00046220316124412255, + "loss": 5.1534, + "mean_token_accuracy": 0.2030242934823036, + "num_tokens": 6485912.0, + "step": 2725 + }, + { + "entropy": 5.277011966705322, + "epoch": 2.6715614292706804, + "grad_norm": 1.03125, + "learning_rate": 0.0004619900047695628, + "loss": 5.1074, + "mean_token_accuracy": 0.2049603432416916, + "num_tokens": 6496457.0, + "step": 2730 + }, + { + "entropy": 5.2734582901000975, + "epoch": 2.676456191874694, + "grad_norm": 1.0546875, + "learning_rate": 0.0004617763043703029, + "loss": 5.2227, + "mean_token_accuracy": 0.19709507524967193, + "num_tokens": 6509112.0, + "step": 2735 + }, + { + "entropy": 5.344844722747803, + "epoch": 2.6813509544787077, + "grad_norm": 1.109375, + "learning_rate": 0.0004615620606679637, + "loss": 5.2023, + "mean_token_accuracy": 0.19780662953853606, + "num_tokens": 6520968.0, + "step": 2740 + }, + { + "entropy": 5.323253107070923, + "epoch": 2.6862457170827216, + "grad_norm": 1.15625, + "learning_rate": 0.0004613472742857468, + "loss": 5.2199, + "mean_token_accuracy": 0.1946541726589203, + "num_tokens": 6533384.0, + "step": 2745 + }, + { + "entropy": 5.23217282295227, + "epoch": 2.691140479686735, + "grad_norm": 1.1015625, + "learning_rate": 0.00046113194584843217, + "loss": 5.08, + "mean_token_accuracy": 0.20902790129184723, + "num_tokens": 6544334.0, + "step": 2750 + }, + { + "entropy": 5.267884683609009, + "epoch": 2.696035242290749, + "grad_norm": 1.171875, + "learning_rate": 0.00046091607598237655, + "loss": 5.1461, + "mean_token_accuracy": 0.20653503835201265, + "num_tokens": 6556260.0, + "step": 2755 + }, + { + "entropy": 5.357528781890869, + "epoch": 2.7009300048947624, + "grad_norm": 1.046875, + "learning_rate": 0.00046069966531551174, + "loss": 5.1733, + "mean_token_accuracy": 0.1969723477959633, + "num_tokens": 6568148.0, + "step": 2760 + }, + { + "entropy": 5.397097110748291, + "epoch": 2.7058247674987763, + "grad_norm": 0.99609375, + "learning_rate": 0.0004604827144773425, + "loss": 5.2952, + "mean_token_accuracy": 0.19570557475090028, + "num_tokens": 6580929.0, + "step": 2765 + }, + { + "entropy": 5.2552718162536625, + "epoch": 2.71071953010279, + "grad_norm": 1.0078125, + "learning_rate": 0.00046026522409894476, + "loss": 5.2036, + "mean_token_accuracy": 0.19973676651716232, + "num_tokens": 6594412.0, + "step": 2770 + }, + { + "entropy": 5.272260332107544, + "epoch": 2.7156142927068037, + "grad_norm": 1.0625, + "learning_rate": 0.0004600471948129643, + "loss": 5.1549, + "mean_token_accuracy": 0.20321643203496934, + "num_tokens": 6606735.0, + "step": 2775 + }, + { + "entropy": 5.34075813293457, + "epoch": 2.7205090553108175, + "grad_norm": 1.140625, + "learning_rate": 0.00045982862725361414, + "loss": 5.189, + "mean_token_accuracy": 0.19283341318368913, + "num_tokens": 6620203.0, + "step": 2780 + }, + { + "entropy": 5.281694984436035, + "epoch": 2.725403817914831, + "grad_norm": 1.0234375, + "learning_rate": 0.00045960952205667305, + "loss": 5.0273, + "mean_token_accuracy": 0.2054688349366188, + "num_tokens": 6632420.0, + "step": 2785 + }, + { + "entropy": 5.248138332366944, + "epoch": 2.730298580518845, + "grad_norm": 1.2265625, + "learning_rate": 0.0004593898798594839, + "loss": 5.0615, + "mean_token_accuracy": 0.20480649769306183, + "num_tokens": 6644090.0, + "step": 2790 + }, + { + "entropy": 5.18441481590271, + "epoch": 2.7351933431228588, + "grad_norm": 1.1328125, + "learning_rate": 0.00045916970130095155, + "loss": 5.1237, + "mean_token_accuracy": 0.20232576578855516, + "num_tokens": 6654970.0, + "step": 2795 + }, + { + "entropy": 5.235738801956177, + "epoch": 2.7400881057268722, + "grad_norm": 1.0, + "learning_rate": 0.000458948987021541, + "loss": 5.0864, + "mean_token_accuracy": 0.20247414112091064, + "num_tokens": 6667428.0, + "step": 2800 + }, + { + "entropy": 5.293523788452148, + "epoch": 2.744982868330886, + "grad_norm": 1.1953125, + "learning_rate": 0.0004587277376632755, + "loss": 5.1167, + "mean_token_accuracy": 0.20096131265163422, + "num_tokens": 6679743.0, + "step": 2805 + }, + { + "entropy": 5.195648813247681, + "epoch": 2.7498776309348996, + "grad_norm": 1.1171875, + "learning_rate": 0.0004585059538697349, + "loss": 5.1231, + "mean_token_accuracy": 0.2077399328351021, + "num_tokens": 6691657.0, + "step": 2810 + }, + { + "entropy": 5.2407111644744875, + "epoch": 2.7547723935389135, + "grad_norm": 1.1015625, + "learning_rate": 0.00045828363628605355, + "loss": 5.1147, + "mean_token_accuracy": 0.20235977917909623, + "num_tokens": 6703862.0, + "step": 2815 + }, + { + "entropy": 5.314387226104737, + "epoch": 2.759667156142927, + "grad_norm": 1.171875, + "learning_rate": 0.00045806078555891874, + "loss": 5.1477, + "mean_token_accuracy": 0.19421834498643875, + "num_tokens": 6714896.0, + "step": 2820 + }, + { + "entropy": 5.247271633148193, + "epoch": 2.764561918746941, + "grad_norm": 1.0703125, + "learning_rate": 0.00045783740233656825, + "loss": 5.1073, + "mean_token_accuracy": 0.20424874275922775, + "num_tokens": 6726432.0, + "step": 2825 + }, + { + "entropy": 5.23317141532898, + "epoch": 2.7694566813509542, + "grad_norm": 1.1328125, + "learning_rate": 0.00045761348726878906, + "loss": 5.0982, + "mean_token_accuracy": 0.20008147805929183, + "num_tokens": 6738262.0, + "step": 2830 + }, + { + "entropy": 5.314716863632202, + "epoch": 2.774351443954968, + "grad_norm": 1.09375, + "learning_rate": 0.0004573890410069149, + "loss": 5.2182, + "mean_token_accuracy": 0.19755987972021102, + "num_tokens": 6750838.0, + "step": 2835 + }, + { + "entropy": 5.339499568939209, + "epoch": 2.779246206558982, + "grad_norm": 1.1796875, + "learning_rate": 0.00045716406420382507, + "loss": 5.1352, + "mean_token_accuracy": 0.20612797290086746, + "num_tokens": 6763284.0, + "step": 2840 + }, + { + "entropy": 5.200328302383423, + "epoch": 2.7841409691629955, + "grad_norm": 1.15625, + "learning_rate": 0.00045693855751394185, + "loss": 5.1781, + "mean_token_accuracy": 0.19806490689516068, + "num_tokens": 6775122.0, + "step": 2845 + }, + { + "entropy": 5.246775674819946, + "epoch": 2.7890357317670094, + "grad_norm": 1.1796875, + "learning_rate": 0.00045671252159322907, + "loss": 4.9814, + "mean_token_accuracy": 0.21260356158018112, + "num_tokens": 6786126.0, + "step": 2850 + }, + { + "entropy": 5.225829267501831, + "epoch": 2.793930494371023, + "grad_norm": 1.171875, + "learning_rate": 0.00045648595709918974, + "loss": 5.0955, + "mean_token_accuracy": 0.20787982046604156, + "num_tokens": 6797549.0, + "step": 2855 + }, + { + "entropy": 5.221702241897583, + "epoch": 2.7988252569750367, + "grad_norm": 1.09375, + "learning_rate": 0.0004562588646908646, + "loss": 5.0589, + "mean_token_accuracy": 0.1999519497156143, + "num_tokens": 6809882.0, + "step": 2860 + }, + { + "entropy": 5.277024984359741, + "epoch": 2.8037200195790506, + "grad_norm": 1.15625, + "learning_rate": 0.00045603124502883004, + "loss": 5.1685, + "mean_token_accuracy": 0.20202742516994476, + "num_tokens": 6822490.0, + "step": 2865 + }, + { + "entropy": 5.319039916992187, + "epoch": 2.808614782183064, + "grad_norm": 1.015625, + "learning_rate": 0.0004558030987751961, + "loss": 5.1629, + "mean_token_accuracy": 0.19774821102619172, + "num_tokens": 6834857.0, + "step": 2870 + }, + { + "entropy": 5.291704940795898, + "epoch": 2.813509544787078, + "grad_norm": 1.1640625, + "learning_rate": 0.0004555744265936045, + "loss": 5.1726, + "mean_token_accuracy": 0.19582183808088302, + "num_tokens": 6847371.0, + "step": 2875 + }, + { + "entropy": 5.288819742202759, + "epoch": 2.8184043073910914, + "grad_norm": 1.1015625, + "learning_rate": 0.0004553452291492269, + "loss": 5.1859, + "mean_token_accuracy": 0.20653139501810075, + "num_tokens": 6858313.0, + "step": 2880 + }, + { + "entropy": 5.22146954536438, + "epoch": 2.8232990699951053, + "grad_norm": 1.140625, + "learning_rate": 0.00045511550710876283, + "loss": 5.1053, + "mean_token_accuracy": 0.20446014255285264, + "num_tokens": 6869046.0, + "step": 2885 + }, + { + "entropy": 5.209698915481567, + "epoch": 2.828193832599119, + "grad_norm": 1.234375, + "learning_rate": 0.0004548852611404378, + "loss": 4.9938, + "mean_token_accuracy": 0.21259300410747528, + "num_tokens": 6879484.0, + "step": 2890 + }, + { + "entropy": 5.295617961883545, + "epoch": 2.8330885952031326, + "grad_norm": 1.1328125, + "learning_rate": 0.0004546544919140014, + "loss": 5.1401, + "mean_token_accuracy": 0.2019681915640831, + "num_tokens": 6890941.0, + "step": 2895 + }, + { + "entropy": 5.305285978317261, + "epoch": 2.8379833578071465, + "grad_norm": 1.1875, + "learning_rate": 0.0004544232001007253, + "loss": 5.1445, + "mean_token_accuracy": 0.19834502339363097, + "num_tokens": 6903446.0, + "step": 2900 + }, + { + "entropy": 5.2520472526550295, + "epoch": 2.84287812041116, + "grad_norm": 1.1171875, + "learning_rate": 0.000454191386373401, + "loss": 5.139, + "mean_token_accuracy": 0.20072694271802902, + "num_tokens": 6916972.0, + "step": 2905 + }, + { + "entropy": 5.312392044067383, + "epoch": 2.847772883015174, + "grad_norm": 1.15625, + "learning_rate": 0.00045395905140633875, + "loss": 5.2139, + "mean_token_accuracy": 0.19229765385389327, + "num_tokens": 6929888.0, + "step": 2910 + }, + { + "entropy": 5.216417598724365, + "epoch": 2.8526676456191877, + "grad_norm": 1.0546875, + "learning_rate": 0.00045372619587536427, + "loss": 5.0993, + "mean_token_accuracy": 0.20833698511123658, + "num_tokens": 6941739.0, + "step": 2915 + }, + { + "entropy": 5.288608837127685, + "epoch": 2.857562408223201, + "grad_norm": 1.046875, + "learning_rate": 0.0004534928204578182, + "loss": 5.1386, + "mean_token_accuracy": 0.20470602214336395, + "num_tokens": 6953842.0, + "step": 2920 + }, + { + "entropy": 5.276420736312867, + "epoch": 2.8624571708272146, + "grad_norm": 1.1484375, + "learning_rate": 0.0004532589258325531, + "loss": 5.1236, + "mean_token_accuracy": 0.20376610457897187, + "num_tokens": 6965217.0, + "step": 2925 + }, + { + "entropy": 5.278570938110351, + "epoch": 2.8673519334312285, + "grad_norm": 1.1640625, + "learning_rate": 0.0004530245126799317, + "loss": 5.1017, + "mean_token_accuracy": 0.20043444782495498, + "num_tokens": 6976996.0, + "step": 2930 + }, + { + "entropy": 5.156794118881225, + "epoch": 2.8722466960352424, + "grad_norm": 1.1328125, + "learning_rate": 0.0004527895816818255, + "loss": 5.077, + "mean_token_accuracy": 0.2072145789861679, + "num_tokens": 6987481.0, + "step": 2935 + }, + { + "entropy": 5.305797386169433, + "epoch": 2.877141458639256, + "grad_norm": 1.140625, + "learning_rate": 0.0004525541335216119, + "loss": 5.1421, + "mean_token_accuracy": 0.2094895660877228, + "num_tokens": 6998297.0, + "step": 2940 + }, + { + "entropy": 5.271157121658325, + "epoch": 2.8820362212432697, + "grad_norm": 1.078125, + "learning_rate": 0.0004523181688841728, + "loss": 5.1776, + "mean_token_accuracy": 0.20025330334901809, + "num_tokens": 7009792.0, + "step": 2945 + }, + { + "entropy": 5.40869107246399, + "epoch": 2.886930983847283, + "grad_norm": 0.96484375, + "learning_rate": 0.0004520816884558925, + "loss": 5.1608, + "mean_token_accuracy": 0.19975550919771196, + "num_tokens": 7022327.0, + "step": 2950 + }, + { + "entropy": 5.127566289901734, + "epoch": 2.891825746451297, + "grad_norm": 1.09375, + "learning_rate": 0.00045184469292465555, + "loss": 5.0348, + "mean_token_accuracy": 0.2134496822953224, + "num_tokens": 7032861.0, + "step": 2955 + }, + { + "entropy": 5.2581127166748045, + "epoch": 2.896720509055311, + "grad_norm": 1.140625, + "learning_rate": 0.000451607182979845, + "loss": 5.1886, + "mean_token_accuracy": 0.19754125773906708, + "num_tokens": 7045091.0, + "step": 2960 + }, + { + "entropy": 5.361897563934326, + "epoch": 2.9016152716593244, + "grad_norm": 1.0390625, + "learning_rate": 0.0004513691593123401, + "loss": 5.1417, + "mean_token_accuracy": 0.19922478795051574, + "num_tokens": 7058687.0, + "step": 2965 + }, + { + "entropy": 5.230517911911011, + "epoch": 2.9065100342633383, + "grad_norm": 1.140625, + "learning_rate": 0.00045113062261451447, + "loss": 5.1041, + "mean_token_accuracy": 0.20409076511859894, + "num_tokens": 7070185.0, + "step": 2970 + }, + { + "entropy": 5.153442859649658, + "epoch": 2.9114047968673518, + "grad_norm": 1.0703125, + "learning_rate": 0.0004508915735802342, + "loss": 5.0436, + "mean_token_accuracy": 0.21531937271356583, + "num_tokens": 7082084.0, + "step": 2975 + }, + { + "entropy": 5.288640642166138, + "epoch": 2.9162995594713657, + "grad_norm": 1.1640625, + "learning_rate": 0.00045065201290485547, + "loss": 5.1311, + "mean_token_accuracy": 0.2090048909187317, + "num_tokens": 7093648.0, + "step": 2980 + }, + { + "entropy": 5.317954778671265, + "epoch": 2.9211943220753795, + "grad_norm": 1.0703125, + "learning_rate": 0.0004504119412852228, + "loss": 5.2205, + "mean_token_accuracy": 0.1979729115962982, + "num_tokens": 7106444.0, + "step": 2985 + }, + { + "entropy": 5.221889877319336, + "epoch": 2.926089084679393, + "grad_norm": 1.0859375, + "learning_rate": 0.0004501713594196671, + "loss": 5.1525, + "mean_token_accuracy": 0.1946215435862541, + "num_tokens": 7119287.0, + "step": 2990 + }, + { + "entropy": 5.262315082550049, + "epoch": 2.930983847283407, + "grad_norm": 1.1875, + "learning_rate": 0.0004499302680080034, + "loss": 5.1373, + "mean_token_accuracy": 0.20100004523992537, + "num_tokens": 7130615.0, + "step": 2995 + }, + { + "entropy": 5.250856971740722, + "epoch": 2.9358786098874203, + "grad_norm": 1.2109375, + "learning_rate": 0.000449688667751529, + "loss": 5.103, + "mean_token_accuracy": 0.2066326454281807, + "num_tokens": 7141864.0, + "step": 3000 + }, + { + "epoch": 2.9358786098874203, + "eval_entropy": 5.239256037913453, + "eval_loss": 5.65110969543457, + "eval_mean_token_accuracy": 0.18974790772263245, + "eval_num_tokens": 7141864.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.994, + "eval_steps_per_second": 158.92, + "step": 3000 + }, + { + "entropy": 5.3498396396636965, + "epoch": 2.9407733724914342, + "grad_norm": 1.0703125, + "learning_rate": 0.00044944655935302114, + "loss": 5.1835, + "mean_token_accuracy": 0.19889111071825027, + "num_tokens": 7152303.0, + "step": 3005 + }, + { + "entropy": 5.192798328399658, + "epoch": 2.945668135095448, + "grad_norm": 1.1328125, + "learning_rate": 0.0004492039435167355, + "loss": 5.1174, + "mean_token_accuracy": 0.2020832344889641, + "num_tokens": 7164398.0, + "step": 3010 + }, + { + "entropy": 5.242094326019287, + "epoch": 2.9505628976994616, + "grad_norm": 1.21875, + "learning_rate": 0.0004489608209484034, + "loss": 5.1279, + "mean_token_accuracy": 0.20991869866847992, + "num_tokens": 7175192.0, + "step": 3015 + }, + { + "entropy": 5.273676490783691, + "epoch": 2.955457660303475, + "grad_norm": 1.0078125, + "learning_rate": 0.0004487171923552306, + "loss": 5.2383, + "mean_token_accuracy": 0.19441885203123094, + "num_tokens": 7189522.0, + "step": 3020 + }, + { + "entropy": 5.32355146408081, + "epoch": 2.960352422907489, + "grad_norm": 1.03125, + "learning_rate": 0.0004484730584458945, + "loss": 5.1586, + "mean_token_accuracy": 0.2014496371150017, + "num_tokens": 7201404.0, + "step": 3025 + }, + { + "entropy": 5.206380558013916, + "epoch": 2.965247185511503, + "grad_norm": 1.1484375, + "learning_rate": 0.0004482284199305426, + "loss": 5.1062, + "mean_token_accuracy": 0.20622824877500534, + "num_tokens": 7212355.0, + "step": 3030 + }, + { + "entropy": 5.183655405044556, + "epoch": 2.9701419481155162, + "grad_norm": 1.109375, + "learning_rate": 0.00044798327752078993, + "loss": 5.0126, + "mean_token_accuracy": 0.21361497044563293, + "num_tokens": 7223297.0, + "step": 3035 + }, + { + "entropy": 5.1699216842651365, + "epoch": 2.97503671071953, + "grad_norm": 1.0390625, + "learning_rate": 0.00044773763192971756, + "loss": 5.0496, + "mean_token_accuracy": 0.21205516457557677, + "num_tokens": 7235019.0, + "step": 3040 + }, + { + "entropy": 5.302969074249267, + "epoch": 2.9799314733235436, + "grad_norm": 1.0625, + "learning_rate": 0.0004474914838718701, + "loss": 5.1468, + "mean_token_accuracy": 0.2011548325419426, + "num_tokens": 7247429.0, + "step": 3045 + }, + { + "entropy": 5.151635313034058, + "epoch": 2.9848262359275575, + "grad_norm": 1.015625, + "learning_rate": 0.00044724483406325375, + "loss": 5.0214, + "mean_token_accuracy": 0.21079832166433335, + "num_tokens": 7259211.0, + "step": 3050 + }, + { + "entropy": 5.201655673980713, + "epoch": 2.9897209985315714, + "grad_norm": 1.0703125, + "learning_rate": 0.0004469976832213344, + "loss": 5.1013, + "mean_token_accuracy": 0.20135508179664613, + "num_tokens": 7270843.0, + "step": 3055 + }, + { + "entropy": 5.2060614109039305, + "epoch": 2.994615761135585, + "grad_norm": 1.09375, + "learning_rate": 0.000446750032065035, + "loss": 5.0263, + "mean_token_accuracy": 0.20377332866191863, + "num_tokens": 7282644.0, + "step": 3060 + }, + { + "entropy": 5.1719215393066404, + "epoch": 2.9995105237395987, + "grad_norm": 1.03125, + "learning_rate": 0.0004465018813147342, + "loss": 5.0764, + "mean_token_accuracy": 0.2082974672317505, + "num_tokens": 7294592.0, + "step": 3065 + }, + { + "entropy": 5.152208911048041, + "epoch": 3.003915810083211, + "grad_norm": 1.0234375, + "learning_rate": 0.00044625323169226376, + "loss": 4.8313, + "mean_token_accuracy": 0.21952111356788212, + "num_tokens": 7304315.0, + "step": 3070 + }, + { + "entropy": 5.258079576492309, + "epoch": 3.0088105726872247, + "grad_norm": 1.1171875, + "learning_rate": 0.00044600408392090653, + "loss": 4.8218, + "mean_token_accuracy": 0.2206038549542427, + "num_tokens": 7316042.0, + "step": 3075 + }, + { + "entropy": 5.194670152664185, + "epoch": 3.013705335291238, + "grad_norm": 1.078125, + "learning_rate": 0.0004457544387253945, + "loss": 4.8032, + "mean_token_accuracy": 0.22254225313663484, + "num_tokens": 7328096.0, + "step": 3080 + }, + { + "entropy": 5.21949610710144, + "epoch": 3.018600097895252, + "grad_norm": 1.0859375, + "learning_rate": 0.0004455042968319063, + "loss": 4.8169, + "mean_token_accuracy": 0.22124014794826508, + "num_tokens": 7340093.0, + "step": 3085 + }, + { + "entropy": 5.261151647567749, + "epoch": 3.023494860499266, + "grad_norm": 1.140625, + "learning_rate": 0.00044525365896806593, + "loss": 4.8632, + "mean_token_accuracy": 0.22004459500312806, + "num_tokens": 7352439.0, + "step": 3090 + }, + { + "entropy": 5.141685581207275, + "epoch": 3.0283896231032794, + "grad_norm": 1.0, + "learning_rate": 0.00044500252586293957, + "loss": 4.759, + "mean_token_accuracy": 0.218286868929863, + "num_tokens": 7364139.0, + "step": 3095 + }, + { + "entropy": 5.218305540084839, + "epoch": 3.0332843857072933, + "grad_norm": 1.15625, + "learning_rate": 0.00044475089824703426, + "loss": 4.8619, + "mean_token_accuracy": 0.21531160771846772, + "num_tokens": 7375390.0, + "step": 3100 + }, + { + "entropy": 5.173544788360596, + "epoch": 3.0381791483113068, + "grad_norm": 1.140625, + "learning_rate": 0.0004444987768522952, + "loss": 4.7697, + "mean_token_accuracy": 0.2147290900349617, + "num_tokens": 7386350.0, + "step": 3105 + }, + { + "entropy": 5.174273061752319, + "epoch": 3.0430739109153206, + "grad_norm": 1.078125, + "learning_rate": 0.0004442461624121044, + "loss": 4.7454, + "mean_token_accuracy": 0.2209487721323967, + "num_tokens": 7398256.0, + "step": 3110 + }, + { + "entropy": 5.181314134597779, + "epoch": 3.0479686735193345, + "grad_norm": 1.2265625, + "learning_rate": 0.00044399305566127773, + "loss": 4.7692, + "mean_token_accuracy": 0.219735686480999, + "num_tokens": 7410083.0, + "step": 3115 + }, + { + "entropy": 5.160170269012451, + "epoch": 3.052863436123348, + "grad_norm": 1.125, + "learning_rate": 0.0004437394573360631, + "loss": 4.7951, + "mean_token_accuracy": 0.22411915212869643, + "num_tokens": 7421988.0, + "step": 3120 + }, + { + "entropy": 5.139834976196289, + "epoch": 3.057758198727362, + "grad_norm": 1.1875, + "learning_rate": 0.0004434853681741384, + "loss": 4.7997, + "mean_token_accuracy": 0.21659549027681352, + "num_tokens": 7434191.0, + "step": 3125 + }, + { + "entropy": 5.182546091079712, + "epoch": 3.0626529613313753, + "grad_norm": 1.171875, + "learning_rate": 0.00044323078891460934, + "loss": 4.7833, + "mean_token_accuracy": 0.22339957505464553, + "num_tokens": 7445765.0, + "step": 3130 + }, + { + "entropy": 5.123447847366333, + "epoch": 3.067547723935389, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429757202980071, + "loss": 4.7552, + "mean_token_accuracy": 0.22224232852458953, + "num_tokens": 7457269.0, + "step": 3135 + }, + { + "entropy": 5.104322624206543, + "epoch": 3.0724424865394027, + "grad_norm": 1.0859375, + "learning_rate": 0.00044272016306628656, + "loss": 4.779, + "mean_token_accuracy": 0.22368589043617249, + "num_tokens": 7470048.0, + "step": 3140 + }, + { + "entropy": 5.089307832717895, + "epoch": 3.0773372491434166, + "grad_norm": 1.09375, + "learning_rate": 0.0004424641179628237, + "loss": 4.7551, + "mean_token_accuracy": 0.22463481724262238, + "num_tokens": 7482954.0, + "step": 3145 + }, + { + "entropy": 5.12674765586853, + "epoch": 3.0822320117474304, + "grad_norm": 1.0703125, + "learning_rate": 0.0004422075857324137, + "loss": 4.8024, + "mean_token_accuracy": 0.22329255938529968, + "num_tokens": 7495546.0, + "step": 3150 + }, + { + "entropy": 5.1817950248718265, + "epoch": 3.087126774351444, + "grad_norm": 1.0234375, + "learning_rate": 0.00044195056712126876, + "loss": 4.8436, + "mean_token_accuracy": 0.2192997917532921, + "num_tokens": 7508042.0, + "step": 3155 + }, + { + "entropy": 5.086804294586182, + "epoch": 3.092021536955458, + "grad_norm": 1.125, + "learning_rate": 0.0004416930628770158, + "loss": 4.8123, + "mean_token_accuracy": 0.21833253055810928, + "num_tokens": 7520548.0, + "step": 3160 + }, + { + "entropy": 5.14989275932312, + "epoch": 3.0969162995594712, + "grad_norm": 1.0703125, + "learning_rate": 0.00044143507374869444, + "loss": 4.8172, + "mean_token_accuracy": 0.21817636638879775, + "num_tokens": 7531106.0, + "step": 3165 + }, + { + "entropy": 5.08776741027832, + "epoch": 3.101811062163485, + "grad_norm": 1.1796875, + "learning_rate": 0.0004411766004867548, + "loss": 4.7439, + "mean_token_accuracy": 0.22358861118555068, + "num_tokens": 7543159.0, + "step": 3170 + }, + { + "entropy": 5.1496686935424805, + "epoch": 3.1067058247674986, + "grad_norm": 1.15625, + "learning_rate": 0.00044091764384305524, + "loss": 4.8313, + "mean_token_accuracy": 0.22145208567380906, + "num_tokens": 7554708.0, + "step": 3175 + }, + { + "entropy": 5.182804679870605, + "epoch": 3.1116005873715125, + "grad_norm": 1.125, + "learning_rate": 0.00044065820457085995, + "loss": 4.8088, + "mean_token_accuracy": 0.2163847044110298, + "num_tokens": 7564896.0, + "step": 3180 + }, + { + "entropy": 5.093549823760986, + "epoch": 3.1164953499755264, + "grad_norm": 1.1328125, + "learning_rate": 0.0004403982834248374, + "loss": 4.7333, + "mean_token_accuracy": 0.2243751674890518, + "num_tokens": 7575917.0, + "step": 3185 + }, + { + "entropy": 5.106040048599243, + "epoch": 3.12139011257954, + "grad_norm": 1.1953125, + "learning_rate": 0.00044013788116105754, + "loss": 4.8104, + "mean_token_accuracy": 0.22413290143013, + "num_tokens": 7587632.0, + "step": 3190 + }, + { + "entropy": 5.115657091140747, + "epoch": 3.1262848751835537, + "grad_norm": 1.1796875, + "learning_rate": 0.0004398769985369898, + "loss": 4.6619, + "mean_token_accuracy": 0.2362922489643097, + "num_tokens": 7599177.0, + "step": 3195 + }, + { + "entropy": 5.15286660194397, + "epoch": 3.131179637787567, + "grad_norm": 1.203125, + "learning_rate": 0.0004396156363115011, + "loss": 4.8064, + "mean_token_accuracy": 0.22309130877256395, + "num_tokens": 7611122.0, + "step": 3200 + }, + { + "entropy": 5.14999794960022, + "epoch": 3.136074400391581, + "grad_norm": 1.15625, + "learning_rate": 0.0004393537952448531, + "loss": 4.8488, + "mean_token_accuracy": 0.21808122098445892, + "num_tokens": 7622053.0, + "step": 3205 + }, + { + "entropy": 5.1783332347869875, + "epoch": 3.140969162995595, + "grad_norm": 1.1796875, + "learning_rate": 0.0004390914760987008, + "loss": 4.8574, + "mean_token_accuracy": 0.2219322144985199, + "num_tokens": 7633774.0, + "step": 3210 + }, + { + "entropy": 5.17280764579773, + "epoch": 3.1458639255996084, + "grad_norm": 1.1640625, + "learning_rate": 0.0004388286796360895, + "loss": 4.8814, + "mean_token_accuracy": 0.21389546245336533, + "num_tokens": 7645286.0, + "step": 3215 + }, + { + "entropy": 5.111659717559815, + "epoch": 3.1507586882036223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004385654066214529, + "loss": 4.7673, + "mean_token_accuracy": 0.22385075837373733, + "num_tokens": 7656576.0, + "step": 3220 + }, + { + "entropy": 5.107363080978393, + "epoch": 3.1556534508076357, + "grad_norm": 1.1484375, + "learning_rate": 0.0004383016578206112, + "loss": 4.8201, + "mean_token_accuracy": 0.22123815417289733, + "num_tokens": 7667786.0, + "step": 3225 + }, + { + "entropy": 5.20523624420166, + "epoch": 3.1605482134116496, + "grad_norm": 1.140625, + "learning_rate": 0.0004380374340007684, + "loss": 4.8452, + "mean_token_accuracy": 0.2151228219270706, + "num_tokens": 7680029.0, + "step": 3230 + }, + { + "entropy": 5.136455726623535, + "epoch": 3.165442976015663, + "grad_norm": 1.1328125, + "learning_rate": 0.0004377727359305103, + "loss": 4.8486, + "mean_token_accuracy": 0.2207125499844551, + "num_tokens": 7692659.0, + "step": 3235 + }, + { + "entropy": 5.150415134429932, + "epoch": 3.170337738619677, + "grad_norm": 1.109375, + "learning_rate": 0.0004375075643798022, + "loss": 4.8128, + "mean_token_accuracy": 0.2215397596359253, + "num_tokens": 7705011.0, + "step": 3240 + }, + { + "entropy": 5.054905748367309, + "epoch": 3.175232501223691, + "grad_norm": 1.0078125, + "learning_rate": 0.0004372419201199867, + "loss": 4.7561, + "mean_token_accuracy": 0.22285788357257844, + "num_tokens": 7717489.0, + "step": 3245 + }, + { + "entropy": 5.087309694290161, + "epoch": 3.1801272638277043, + "grad_norm": 1.0703125, + "learning_rate": 0.0004369758039237814, + "loss": 4.7968, + "mean_token_accuracy": 0.22163646519184113, + "num_tokens": 7730009.0, + "step": 3250 + }, + { + "entropy": 5.211210298538208, + "epoch": 3.185022026431718, + "grad_norm": 1.125, + "learning_rate": 0.00043670921656527686, + "loss": 4.8711, + "mean_token_accuracy": 0.21754691898822784, + "num_tokens": 7741782.0, + "step": 3255 + }, + { + "entropy": 5.170057535171509, + "epoch": 3.1899167890357316, + "grad_norm": 1.078125, + "learning_rate": 0.000436442158819934, + "loss": 4.8354, + "mean_token_accuracy": 0.21667892038822173, + "num_tokens": 7753135.0, + "step": 3260 + }, + { + "entropy": 5.098474073410034, + "epoch": 3.1948115516397455, + "grad_norm": 1.171875, + "learning_rate": 0.00043617463146458196, + "loss": 4.8281, + "mean_token_accuracy": 0.21399773508310319, + "num_tokens": 7766344.0, + "step": 3265 + }, + { + "entropy": 5.120054292678833, + "epoch": 3.199706314243759, + "grad_norm": 1.265625, + "learning_rate": 0.000435906635277416, + "loss": 4.8442, + "mean_token_accuracy": 0.2192484274506569, + "num_tokens": 7778419.0, + "step": 3270 + }, + { + "entropy": 5.065897846221924, + "epoch": 3.204601076847773, + "grad_norm": 1.140625, + "learning_rate": 0.0004356381710379954, + "loss": 4.7307, + "mean_token_accuracy": 0.2220268577337265, + "num_tokens": 7789303.0, + "step": 3275 + }, + { + "entropy": 5.102967166900635, + "epoch": 3.2094958394517867, + "grad_norm": 1.0078125, + "learning_rate": 0.0004353692395272404, + "loss": 4.8441, + "mean_token_accuracy": 0.2154310703277588, + "num_tokens": 7803315.0, + "step": 3280 + }, + { + "entropy": 5.133005380630493, + "epoch": 3.2143906020558, + "grad_norm": 1.1015625, + "learning_rate": 0.00043509984152743074, + "loss": 4.8317, + "mean_token_accuracy": 0.21344627887010575, + "num_tokens": 7814651.0, + "step": 3285 + }, + { + "entropy": 5.086959648132324, + "epoch": 3.219285364659814, + "grad_norm": 1.203125, + "learning_rate": 0.00043482997782220333, + "loss": 4.7976, + "mean_token_accuracy": 0.21823935210704803, + "num_tokens": 7826481.0, + "step": 3290 + }, + { + "entropy": 5.1153992176055905, + "epoch": 3.2241801272638275, + "grad_norm": 1.0859375, + "learning_rate": 0.00043455964919654927, + "loss": 4.7424, + "mean_token_accuracy": 0.23253000527620316, + "num_tokens": 7837868.0, + "step": 3295 + }, + { + "entropy": 5.099810552597046, + "epoch": 3.2290748898678414, + "grad_norm": 1.1328125, + "learning_rate": 0.0004342888564368124, + "loss": 4.8011, + "mean_token_accuracy": 0.22438711524009705, + "num_tokens": 7850928.0, + "step": 3300 + }, + { + "entropy": 5.163304328918457, + "epoch": 3.2339696524718553, + "grad_norm": 1.1796875, + "learning_rate": 0.00043401760033068656, + "loss": 4.8854, + "mean_token_accuracy": 0.2155757039785385, + "num_tokens": 7862343.0, + "step": 3305 + }, + { + "entropy": 5.148097896575928, + "epoch": 3.2388644150758688, + "grad_norm": 1.0390625, + "learning_rate": 0.0004337458816672132, + "loss": 4.8496, + "mean_token_accuracy": 0.21238613426685332, + "num_tokens": 7874681.0, + "step": 3310 + }, + { + "entropy": 5.073517274856568, + "epoch": 3.2437591776798826, + "grad_norm": 1.1875, + "learning_rate": 0.0004334737012367797, + "loss": 4.7769, + "mean_token_accuracy": 0.21962419748306275, + "num_tokens": 7886624.0, + "step": 3315 + }, + { + "entropy": 5.226518678665161, + "epoch": 3.248653940283896, + "grad_norm": 1.09375, + "learning_rate": 0.00043320105983111627, + "loss": 4.8749, + "mean_token_accuracy": 0.21509021818637847, + "num_tokens": 7897918.0, + "step": 3320 + }, + { + "entropy": 5.152651309967041, + "epoch": 3.25354870288791, + "grad_norm": 1.1796875, + "learning_rate": 0.0004329279582432941, + "loss": 4.932, + "mean_token_accuracy": 0.21958141177892684, + "num_tokens": 7909698.0, + "step": 3325 + }, + { + "entropy": 5.121517133712769, + "epoch": 3.258443465491924, + "grad_norm": 1.2578125, + "learning_rate": 0.0004326543972677231, + "loss": 4.8369, + "mean_token_accuracy": 0.21473742574453353, + "num_tokens": 7921715.0, + "step": 3330 + }, + { + "entropy": 5.076841068267822, + "epoch": 3.2633382280959373, + "grad_norm": 1.171875, + "learning_rate": 0.00043238037770014937, + "loss": 4.7511, + "mean_token_accuracy": 0.21911688148975372, + "num_tokens": 7933262.0, + "step": 3335 + }, + { + "entropy": 5.141078281402588, + "epoch": 3.268232990699951, + "grad_norm": 1.2734375, + "learning_rate": 0.000432105900337653, + "loss": 4.8511, + "mean_token_accuracy": 0.21800520569086074, + "num_tokens": 7944352.0, + "step": 3340 + }, + { + "entropy": 5.0780316352844235, + "epoch": 3.2731277533039647, + "grad_norm": 1.203125, + "learning_rate": 0.0004318309659786457, + "loss": 4.7584, + "mean_token_accuracy": 0.22223492413759233, + "num_tokens": 7955024.0, + "step": 3345 + }, + { + "entropy": 5.087853527069091, + "epoch": 3.2780225159079786, + "grad_norm": 1.2109375, + "learning_rate": 0.0004315555754228687, + "loss": 4.8218, + "mean_token_accuracy": 0.22424828857183457, + "num_tokens": 7965543.0, + "step": 3350 + }, + { + "entropy": 5.142214775085449, + "epoch": 3.282917278511992, + "grad_norm": 1.2109375, + "learning_rate": 0.00043127972947138994, + "loss": 4.8638, + "mean_token_accuracy": 0.2150084137916565, + "num_tokens": 7977179.0, + "step": 3355 + }, + { + "entropy": 5.203800439834595, + "epoch": 3.287812041116006, + "grad_norm": 1.0859375, + "learning_rate": 0.00043100342892660225, + "loss": 4.9112, + "mean_token_accuracy": 0.20913542062044144, + "num_tokens": 7990177.0, + "step": 3360 + }, + { + "entropy": 5.177821969985962, + "epoch": 3.2927068037200193, + "grad_norm": 1.2109375, + "learning_rate": 0.0004307266745922207, + "loss": 4.7909, + "mean_token_accuracy": 0.2120165690779686, + "num_tokens": 8000879.0, + "step": 3365 + }, + { + "entropy": 5.078297185897827, + "epoch": 3.2976015663240332, + "grad_norm": 1.21875, + "learning_rate": 0.00043044946727328036, + "loss": 4.8003, + "mean_token_accuracy": 0.21971254646778107, + "num_tokens": 8013335.0, + "step": 3370 + }, + { + "entropy": 5.103021907806396, + "epoch": 3.302496328928047, + "grad_norm": 1.1015625, + "learning_rate": 0.00043017180777613415, + "loss": 4.8135, + "mean_token_accuracy": 0.22505059242248535, + "num_tokens": 8025020.0, + "step": 3375 + }, + { + "entropy": 5.110682249069214, + "epoch": 3.3073910915320606, + "grad_norm": 1.171875, + "learning_rate": 0.00042989369690844993, + "loss": 4.7648, + "mean_token_accuracy": 0.2246474251151085, + "num_tokens": 8037244.0, + "step": 3380 + }, + { + "entropy": 5.001568698883057, + "epoch": 3.3122858541360745, + "grad_norm": 1.1484375, + "learning_rate": 0.000429615135479209, + "loss": 4.7959, + "mean_token_accuracy": 0.22334180027246475, + "num_tokens": 8049087.0, + "step": 3385 + }, + { + "entropy": 5.188577890396118, + "epoch": 3.317180616740088, + "grad_norm": 1.203125, + "learning_rate": 0.00042933612429870284, + "loss": 4.9156, + "mean_token_accuracy": 0.21281692385673523, + "num_tokens": 8061052.0, + "step": 3390 + }, + { + "entropy": 5.12839412689209, + "epoch": 3.322075379344102, + "grad_norm": 1.0390625, + "learning_rate": 0.0004290566641785314, + "loss": 4.7894, + "mean_token_accuracy": 0.22035609632730485, + "num_tokens": 8072389.0, + "step": 3395 + }, + { + "entropy": 5.003451681137085, + "epoch": 3.3269701419481157, + "grad_norm": 1.046875, + "learning_rate": 0.00042877675593160053, + "loss": 4.8, + "mean_token_accuracy": 0.21525861769914628, + "num_tokens": 8085141.0, + "step": 3400 + }, + { + "entropy": 5.1706421852111815, + "epoch": 3.331864904552129, + "grad_norm": 1.0859375, + "learning_rate": 0.00042849640037211957, + "loss": 4.9041, + "mean_token_accuracy": 0.2083066239953041, + "num_tokens": 8097337.0, + "step": 3405 + }, + { + "entropy": 5.114046382904053, + "epoch": 3.336759667156143, + "grad_norm": 1.125, + "learning_rate": 0.000428215598315599, + "loss": 4.8412, + "mean_token_accuracy": 0.21854109466075897, + "num_tokens": 8109160.0, + "step": 3410 + }, + { + "entropy": 5.143175458908081, + "epoch": 3.3416544297601565, + "grad_norm": 1.109375, + "learning_rate": 0.00042793435057884816, + "loss": 4.7823, + "mean_token_accuracy": 0.21902110427618027, + "num_tokens": 8121195.0, + "step": 3415 + }, + { + "entropy": 5.103787803649903, + "epoch": 3.3465491923641704, + "grad_norm": 1.1328125, + "learning_rate": 0.00042765265797997274, + "loss": 4.7733, + "mean_token_accuracy": 0.22462240755558013, + "num_tokens": 8132364.0, + "step": 3420 + }, + { + "entropy": 5.122178840637207, + "epoch": 3.3514439549681843, + "grad_norm": 1.046875, + "learning_rate": 0.00042737052133837253, + "loss": 4.8555, + "mean_token_accuracy": 0.21716293841600418, + "num_tokens": 8144703.0, + "step": 3425 + }, + { + "entropy": 5.119469022750854, + "epoch": 3.3563387175721977, + "grad_norm": 1.0859375, + "learning_rate": 0.00042708794147473876, + "loss": 4.8393, + "mean_token_accuracy": 0.21995826959609985, + "num_tokens": 8157364.0, + "step": 3430 + }, + { + "entropy": 5.194144201278687, + "epoch": 3.3612334801762116, + "grad_norm": 1.1796875, + "learning_rate": 0.0004268049192110523, + "loss": 4.9333, + "mean_token_accuracy": 0.21170254945755004, + "num_tokens": 8170264.0, + "step": 3435 + }, + { + "entropy": 5.169523477554321, + "epoch": 3.366128242780225, + "grad_norm": 1.203125, + "learning_rate": 0.00042652145537058056, + "loss": 4.865, + "mean_token_accuracy": 0.2144750773906708, + "num_tokens": 8182854.0, + "step": 3440 + }, + { + "entropy": 5.071971988677978, + "epoch": 3.371023005384239, + "grad_norm": 1.1171875, + "learning_rate": 0.00042623755077787556, + "loss": 4.8302, + "mean_token_accuracy": 0.21609048843383788, + "num_tokens": 8195098.0, + "step": 3445 + }, + { + "entropy": 5.1184186935424805, + "epoch": 3.3759177679882524, + "grad_norm": 1.1328125, + "learning_rate": 0.00042595320625877153, + "loss": 4.9155, + "mean_token_accuracy": 0.21652448922395706, + "num_tokens": 8207513.0, + "step": 3450 + }, + { + "entropy": 5.167665195465088, + "epoch": 3.3808125305922663, + "grad_norm": 1.1796875, + "learning_rate": 0.00042566842264038203, + "loss": 4.8084, + "mean_token_accuracy": 0.2188054382801056, + "num_tokens": 8218603.0, + "step": 3455 + }, + { + "entropy": 5.169710397720337, + "epoch": 3.38570729319628, + "grad_norm": 1.1171875, + "learning_rate": 0.0004253832007510982, + "loss": 4.8944, + "mean_token_accuracy": 0.21486698538064958, + "num_tokens": 8231624.0, + "step": 3460 + }, + { + "entropy": 5.103657531738281, + "epoch": 3.3906020558002936, + "grad_norm": 1.34375, + "learning_rate": 0.000425097541420586, + "loss": 4.8423, + "mean_token_accuracy": 0.21821292191743852, + "num_tokens": 8242119.0, + "step": 3465 + }, + { + "entropy": 5.117683172225952, + "epoch": 3.3954968184043075, + "grad_norm": 1.2265625, + "learning_rate": 0.0004248114454797837, + "loss": 4.807, + "mean_token_accuracy": 0.2168683558702469, + "num_tokens": 8252944.0, + "step": 3470 + }, + { + "entropy": 5.120380592346192, + "epoch": 3.400391581008321, + "grad_norm": 1.2265625, + "learning_rate": 0.00042452491376089964, + "loss": 4.893, + "mean_token_accuracy": 0.21788542568683625, + "num_tokens": 8264761.0, + "step": 3475 + }, + { + "entropy": 5.08057017326355, + "epoch": 3.405286343612335, + "grad_norm": 1.125, + "learning_rate": 0.0004242379470974099, + "loss": 4.8175, + "mean_token_accuracy": 0.22083471715450287, + "num_tokens": 8278172.0, + "step": 3480 + }, + { + "entropy": 5.121869325637817, + "epoch": 3.4101811062163483, + "grad_norm": 1.28125, + "learning_rate": 0.00042395054632405563, + "loss": 4.8658, + "mean_token_accuracy": 0.21356443911790848, + "num_tokens": 8290836.0, + "step": 3485 + }, + { + "entropy": 5.146685361862183, + "epoch": 3.415075868820362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004236627122768406, + "loss": 4.8467, + "mean_token_accuracy": 0.22179711163043975, + "num_tokens": 8302467.0, + "step": 3490 + }, + { + "entropy": 5.041498041152954, + "epoch": 3.419970631424376, + "grad_norm": 1.09375, + "learning_rate": 0.0004233744457930294, + "loss": 4.7966, + "mean_token_accuracy": 0.2170724630355835, + "num_tokens": 8315190.0, + "step": 3495 + }, + { + "entropy": 5.161109066009521, + "epoch": 3.4248653940283895, + "grad_norm": 1.15625, + "learning_rate": 0.00042308574771114394, + "loss": 4.9148, + "mean_token_accuracy": 0.21417440623044967, + "num_tokens": 8327463.0, + "step": 3500 + }, + { + "entropy": 5.111668586730957, + "epoch": 3.4297601566324034, + "grad_norm": 1.234375, + "learning_rate": 0.0004227966188709618, + "loss": 4.8377, + "mean_token_accuracy": 0.21845465749502183, + "num_tokens": 8339005.0, + "step": 3505 + }, + { + "entropy": 5.139991712570191, + "epoch": 3.434654919236417, + "grad_norm": 1.0859375, + "learning_rate": 0.0004225070601135138, + "loss": 4.9125, + "mean_token_accuracy": 0.21437896490097047, + "num_tokens": 8351478.0, + "step": 3510 + }, + { + "entropy": 5.168607521057129, + "epoch": 3.4395496818404308, + "grad_norm": 1.109375, + "learning_rate": 0.000422217072281081, + "loss": 4.8433, + "mean_token_accuracy": 0.21583523452281952, + "num_tokens": 8363939.0, + "step": 3515 + }, + { + "entropy": 5.17737832069397, + "epoch": 3.4444444444444446, + "grad_norm": 1.1953125, + "learning_rate": 0.0004219266562171925, + "loss": 5.0011, + "mean_token_accuracy": 0.2089764431118965, + "num_tokens": 8377086.0, + "step": 3520 + }, + { + "entropy": 5.040504741668701, + "epoch": 3.449339207048458, + "grad_norm": 1.1640625, + "learning_rate": 0.0004216358127666235, + "loss": 4.7402, + "mean_token_accuracy": 0.2260405331850052, + "num_tokens": 8389085.0, + "step": 3525 + }, + { + "entropy": 5.103902959823609, + "epoch": 3.454233969652472, + "grad_norm": 1.171875, + "learning_rate": 0.00042134454277539205, + "loss": 4.829, + "mean_token_accuracy": 0.21698508113622667, + "num_tokens": 8401240.0, + "step": 3530 + }, + { + "entropy": 4.998382949829102, + "epoch": 3.4591287322564854, + "grad_norm": 1.1640625, + "learning_rate": 0.000421052847090757, + "loss": 4.7466, + "mean_token_accuracy": 0.2224629834294319, + "num_tokens": 8413988.0, + "step": 3535 + }, + { + "entropy": 5.103152704238892, + "epoch": 3.4640234948604993, + "grad_norm": 1.15625, + "learning_rate": 0.0004207607265612156, + "loss": 4.8352, + "mean_token_accuracy": 0.2225386008620262, + "num_tokens": 8425106.0, + "step": 3540 + }, + { + "entropy": 5.090368127822876, + "epoch": 3.468918257464513, + "grad_norm": 1.1171875, + "learning_rate": 0.00042046818203650074, + "loss": 4.86, + "mean_token_accuracy": 0.2257356509566307, + "num_tokens": 8437232.0, + "step": 3545 + }, + { + "entropy": 5.079847431182861, + "epoch": 3.4738130200685267, + "grad_norm": 1.1171875, + "learning_rate": 0.00042017521436757876, + "loss": 4.8133, + "mean_token_accuracy": 0.22792982906103135, + "num_tokens": 8448403.0, + "step": 3550 + }, + { + "entropy": 5.122736120223999, + "epoch": 3.4787077826725405, + "grad_norm": 1.0546875, + "learning_rate": 0.0004198818244066468, + "loss": 4.8588, + "mean_token_accuracy": 0.21321402192115785, + "num_tokens": 8461044.0, + "step": 3555 + }, + { + "entropy": 5.096948671340942, + "epoch": 3.483602545276554, + "grad_norm": 1.1171875, + "learning_rate": 0.00041958801300713035, + "loss": 4.8599, + "mean_token_accuracy": 0.21646499633789062, + "num_tokens": 8473829.0, + "step": 3560 + }, + { + "entropy": 5.096843147277832, + "epoch": 3.488497307880568, + "grad_norm": 1.0703125, + "learning_rate": 0.000419293781023681, + "loss": 4.8512, + "mean_token_accuracy": 0.22051677703857422, + "num_tokens": 8485033.0, + "step": 3565 + }, + { + "entropy": 5.0834801197052, + "epoch": 3.4933920704845813, + "grad_norm": 1.1796875, + "learning_rate": 0.00041899912931217347, + "loss": 4.8231, + "mean_token_accuracy": 0.22450067847967148, + "num_tokens": 8498307.0, + "step": 3570 + }, + { + "entropy": 5.0844282627105715, + "epoch": 3.4982868330885952, + "grad_norm": 1.015625, + "learning_rate": 0.00041870405872970355, + "loss": 4.9073, + "mean_token_accuracy": 0.21928595751523972, + "num_tokens": 8510766.0, + "step": 3575 + }, + { + "entropy": 5.100914096832275, + "epoch": 3.5031815956926087, + "grad_norm": 1.1484375, + "learning_rate": 0.0004184085701345856, + "loss": 4.8549, + "mean_token_accuracy": 0.2184406891465187, + "num_tokens": 8523041.0, + "step": 3580 + }, + { + "entropy": 5.121054792404175, + "epoch": 3.5080763582966226, + "grad_norm": 1.1171875, + "learning_rate": 0.0004181126643863496, + "loss": 4.8354, + "mean_token_accuracy": 0.2177764892578125, + "num_tokens": 8535984.0, + "step": 3585 + }, + { + "entropy": 5.093640518188477, + "epoch": 3.5129711209006365, + "grad_norm": 1.171875, + "learning_rate": 0.0004178163423457391, + "loss": 4.8075, + "mean_token_accuracy": 0.22597914487123488, + "num_tokens": 8548061.0, + "step": 3590 + }, + { + "entropy": 5.09451470375061, + "epoch": 3.51786588350465, + "grad_norm": 1.1875, + "learning_rate": 0.00041751960487470884, + "loss": 4.7958, + "mean_token_accuracy": 0.22748810350894927, + "num_tokens": 8558145.0, + "step": 3595 + }, + { + "entropy": 5.029383277893066, + "epoch": 3.522760646108664, + "grad_norm": 1.171875, + "learning_rate": 0.0004172224528364215, + "loss": 4.7723, + "mean_token_accuracy": 0.2199097290635109, + "num_tokens": 8570007.0, + "step": 3600 + }, + { + "entropy": 5.113267087936402, + "epoch": 3.5276554087126772, + "grad_norm": 1.203125, + "learning_rate": 0.000416924887095246, + "loss": 4.8472, + "mean_token_accuracy": 0.2192206010222435, + "num_tokens": 8582162.0, + "step": 3605 + }, + { + "entropy": 5.056365060806274, + "epoch": 3.532550171316691, + "grad_norm": 1.21875, + "learning_rate": 0.00041662690851675463, + "loss": 4.7057, + "mean_token_accuracy": 0.22681989520788193, + "num_tokens": 8593205.0, + "step": 3610 + }, + { + "entropy": 5.028490972518921, + "epoch": 3.537444933920705, + "grad_norm": 1.109375, + "learning_rate": 0.0004163285179677203, + "loss": 4.7384, + "mean_token_accuracy": 0.22807639688253403, + "num_tokens": 8604576.0, + "step": 3615 + }, + { + "entropy": 5.0321262836456295, + "epoch": 3.5423396965247185, + "grad_norm": 1.1640625, + "learning_rate": 0.0004160297163161148, + "loss": 4.8157, + "mean_token_accuracy": 0.21812277138233185, + "num_tokens": 8617252.0, + "step": 3620 + }, + { + "entropy": 4.983499479293823, + "epoch": 3.5472344591287324, + "grad_norm": 1.234375, + "learning_rate": 0.0004157305044311053, + "loss": 4.7504, + "mean_token_accuracy": 0.22493973821401597, + "num_tokens": 8627817.0, + "step": 3625 + }, + { + "entropy": 5.115007448196411, + "epoch": 3.552129221732746, + "grad_norm": 1.2109375, + "learning_rate": 0.00041543088318305235, + "loss": 4.8982, + "mean_token_accuracy": 0.21084729284048082, + "num_tokens": 8640246.0, + "step": 3630 + }, + { + "entropy": 5.066983366012574, + "epoch": 3.5570239843367597, + "grad_norm": 1.109375, + "learning_rate": 0.0004151308534435073, + "loss": 4.8294, + "mean_token_accuracy": 0.21993755400180817, + "num_tokens": 8651695.0, + "step": 3635 + }, + { + "entropy": 5.1451818466186525, + "epoch": 3.5619187469407736, + "grad_norm": 1.0390625, + "learning_rate": 0.00041483041608521, + "loss": 4.8984, + "mean_token_accuracy": 0.21316303610801696, + "num_tokens": 8664529.0, + "step": 3640 + }, + { + "entropy": 5.082834625244141, + "epoch": 3.566813509544787, + "grad_norm": 1.109375, + "learning_rate": 0.0004145295719820855, + "loss": 4.845, + "mean_token_accuracy": 0.21952054500579835, + "num_tokens": 8676203.0, + "step": 3645 + }, + { + "entropy": 5.060942316055298, + "epoch": 3.571708272148801, + "grad_norm": 1.1875, + "learning_rate": 0.0004142283220092425, + "loss": 4.8212, + "mean_token_accuracy": 0.22039462327957154, + "num_tokens": 8688790.0, + "step": 3650 + }, + { + "entropy": 5.050752830505371, + "epoch": 3.5766030347528144, + "grad_norm": 1.125, + "learning_rate": 0.00041392666704296986, + "loss": 4.8507, + "mean_token_accuracy": 0.2112608879804611, + "num_tokens": 8699179.0, + "step": 3655 + }, + { + "entropy": 5.032579851150513, + "epoch": 3.5814977973568283, + "grad_norm": 1.1171875, + "learning_rate": 0.00041362460796073495, + "loss": 4.742, + "mean_token_accuracy": 0.22416270524263382, + "num_tokens": 8710883.0, + "step": 3660 + }, + { + "entropy": 5.108354282379151, + "epoch": 3.586392559960842, + "grad_norm": 1.0859375, + "learning_rate": 0.0004133221456411803, + "loss": 4.9056, + "mean_token_accuracy": 0.21302346438169478, + "num_tokens": 8721425.0, + "step": 3665 + }, + { + "entropy": 5.165343856811523, + "epoch": 3.5912873225648556, + "grad_norm": 1.0546875, + "learning_rate": 0.00041301928096412164, + "loss": 4.8661, + "mean_token_accuracy": 0.21713459640741348, + "num_tokens": 8733809.0, + "step": 3670 + }, + { + "entropy": 5.068774461746216, + "epoch": 3.596182085168869, + "grad_norm": 1.140625, + "learning_rate": 0.00041271601481054486, + "loss": 4.782, + "mean_token_accuracy": 0.22668402045965194, + "num_tokens": 8746370.0, + "step": 3675 + }, + { + "entropy": 5.073219871520996, + "epoch": 3.601076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004124123480626039, + "loss": 4.9065, + "mean_token_accuracy": 0.2157248854637146, + "num_tokens": 8758655.0, + "step": 3680 + }, + { + "entropy": 5.111428451538086, + "epoch": 3.605971610376897, + "grad_norm": 1.125, + "learning_rate": 0.0004121082816036178, + "loss": 4.8241, + "mean_token_accuracy": 0.22177139967679976, + "num_tokens": 8770171.0, + "step": 3685 + }, + { + "entropy": 5.085653305053711, + "epoch": 3.6108663729809103, + "grad_norm": 1.0546875, + "learning_rate": 0.0004118038163180684, + "loss": 4.8002, + "mean_token_accuracy": 0.22371812760829926, + "num_tokens": 8783015.0, + "step": 3690 + }, + { + "entropy": 5.092598009109497, + "epoch": 3.615761135584924, + "grad_norm": 1.1796875, + "learning_rate": 0.00041149895309159756, + "loss": 4.8909, + "mean_token_accuracy": 0.20332240909337998, + "num_tokens": 8795382.0, + "step": 3695 + }, + { + "entropy": 5.08798360824585, + "epoch": 3.6206558981889376, + "grad_norm": 1.203125, + "learning_rate": 0.000411193692811005, + "loss": 4.7672, + "mean_token_accuracy": 0.22842831909656525, + "num_tokens": 8806634.0, + "step": 3700 + }, + { + "entropy": 5.099050235748291, + "epoch": 3.6255506607929515, + "grad_norm": 1.1875, + "learning_rate": 0.00041088803636424494, + "loss": 4.8453, + "mean_token_accuracy": 0.2124974772334099, + "num_tokens": 8818926.0, + "step": 3705 + }, + { + "entropy": 5.049224233627319, + "epoch": 3.6304454233969654, + "grad_norm": 1.171875, + "learning_rate": 0.00041058198464042424, + "loss": 4.8035, + "mean_token_accuracy": 0.2252272590994835, + "num_tokens": 8830267.0, + "step": 3710 + }, + { + "entropy": 5.075808572769165, + "epoch": 3.635340186000979, + "grad_norm": 1.125, + "learning_rate": 0.0004102755385297996, + "loss": 4.8897, + "mean_token_accuracy": 0.21413865089416503, + "num_tokens": 8843330.0, + "step": 3715 + }, + { + "entropy": 5.051680183410644, + "epoch": 3.6402349486049927, + "grad_norm": 1.125, + "learning_rate": 0.00040996869892377473, + "loss": 4.8087, + "mean_token_accuracy": 0.22400161176919936, + "num_tokens": 8853467.0, + "step": 3720 + }, + { + "entropy": 5.0674622535705565, + "epoch": 3.645129711209006, + "grad_norm": 1.1015625, + "learning_rate": 0.00040966146671489836, + "loss": 4.8341, + "mean_token_accuracy": 0.21511287689208985, + "num_tokens": 8868203.0, + "step": 3725 + }, + { + "entropy": 5.044716215133667, + "epoch": 3.65002447381302, + "grad_norm": 1.1875, + "learning_rate": 0.00040935384279686067, + "loss": 4.7361, + "mean_token_accuracy": 0.22642216980457305, + "num_tokens": 8879171.0, + "step": 3730 + }, + { + "entropy": 4.989019775390625, + "epoch": 3.654919236417034, + "grad_norm": 1.109375, + "learning_rate": 0.00040904582806449173, + "loss": 4.723, + "mean_token_accuracy": 0.22874550074338912, + "num_tokens": 8890459.0, + "step": 3735 + }, + { + "entropy": 5.059218406677246, + "epoch": 3.6598139990210474, + "grad_norm": 1.125, + "learning_rate": 0.00040873742341375826, + "loss": 4.8125, + "mean_token_accuracy": 0.22379768639802933, + "num_tokens": 8902878.0, + "step": 3740 + }, + { + "entropy": 5.009291505813598, + "epoch": 3.6647087616250613, + "grad_norm": 1.21875, + "learning_rate": 0.00040842862974176114, + "loss": 4.7337, + "mean_token_accuracy": 0.22724575400352479, + "num_tokens": 8914792.0, + "step": 3745 + }, + { + "entropy": 4.9672339916229244, + "epoch": 3.6696035242290748, + "grad_norm": 1.1484375, + "learning_rate": 0.0004081194479467329, + "loss": 4.75, + "mean_token_accuracy": 0.22816742211580276, + "num_tokens": 8926610.0, + "step": 3750 + }, + { + "entropy": 5.06518964767456, + "epoch": 3.6744982868330887, + "grad_norm": 0.96484375, + "learning_rate": 0.00040780987892803514, + "loss": 4.8625, + "mean_token_accuracy": 0.22146295756101608, + "num_tokens": 8940250.0, + "step": 3755 + }, + { + "entropy": 5.131087017059326, + "epoch": 3.6793930494371025, + "grad_norm": 1.1796875, + "learning_rate": 0.00040749992358615555, + "loss": 4.8046, + "mean_token_accuracy": 0.2123077243566513, + "num_tokens": 8951960.0, + "step": 3760 + }, + { + "entropy": 4.953831195831299, + "epoch": 3.684287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.000407189582822706, + "loss": 4.7646, + "mean_token_accuracy": 0.2197168067097664, + "num_tokens": 8963265.0, + "step": 3765 + }, + { + "entropy": 5.039992570877075, + "epoch": 3.6891825746451294, + "grad_norm": 1.1953125, + "learning_rate": 0.0004068788575404192, + "loss": 4.8209, + "mean_token_accuracy": 0.22028125673532487, + "num_tokens": 8974679.0, + "step": 3770 + }, + { + "entropy": 5.09268364906311, + "epoch": 3.6940773372491433, + "grad_norm": 1.1015625, + "learning_rate": 0.0004065677486431464, + "loss": 4.8292, + "mean_token_accuracy": 0.22199592888355255, + "num_tokens": 8986840.0, + "step": 3775 + }, + { + "entropy": 5.113239908218384, + "epoch": 3.6989720998531572, + "grad_norm": 1.140625, + "learning_rate": 0.0004062562570358548, + "loss": 4.8443, + "mean_token_accuracy": 0.21674781739711763, + "num_tokens": 8997926.0, + "step": 3780 + }, + { + "entropy": 5.064158153533936, + "epoch": 3.7038668624571707, + "grad_norm": 1.140625, + "learning_rate": 0.00040594438362462484, + "loss": 4.8083, + "mean_token_accuracy": 0.2272493675351143, + "num_tokens": 9009668.0, + "step": 3785 + }, + { + "entropy": 5.071455669403076, + "epoch": 3.7087616250611846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004056321293166474, + "loss": 4.8264, + "mean_token_accuracy": 0.2173181027173996, + "num_tokens": 9021611.0, + "step": 3790 + }, + { + "entropy": 5.07202558517456, + "epoch": 3.713656387665198, + "grad_norm": 1.1875, + "learning_rate": 0.00040531949502022155, + "loss": 4.803, + "mean_token_accuracy": 0.22555143237113953, + "num_tokens": 9033258.0, + "step": 3795 + }, + { + "entropy": 5.166383552551269, + "epoch": 3.718551150269212, + "grad_norm": 1.1328125, + "learning_rate": 0.00040500648164475155, + "loss": 4.9353, + "mean_token_accuracy": 0.21520323008298875, + "num_tokens": 9045264.0, + "step": 3800 + }, + { + "entropy": 5.069120931625366, + "epoch": 3.723445912873226, + "grad_norm": 1.125, + "learning_rate": 0.0004046930901007445, + "loss": 4.8851, + "mean_token_accuracy": 0.21698033958673477, + "num_tokens": 9058072.0, + "step": 3805 + }, + { + "entropy": 5.129068422317505, + "epoch": 3.7283406754772392, + "grad_norm": 1.0390625, + "learning_rate": 0.0004043793212998073, + "loss": 4.8574, + "mean_token_accuracy": 0.22141923755407333, + "num_tokens": 9070982.0, + "step": 3810 + }, + { + "entropy": 5.083976364135742, + "epoch": 3.733235438081253, + "grad_norm": 1.1484375, + "learning_rate": 0.0004040651761546445, + "loss": 4.9035, + "mean_token_accuracy": 0.21738988012075425, + "num_tokens": 9083520.0, + "step": 3815 + }, + { + "entropy": 5.115589666366577, + "epoch": 3.7381302006852666, + "grad_norm": 1.21875, + "learning_rate": 0.0004037506555790551, + "loss": 4.9049, + "mean_token_accuracy": 0.21713944375514985, + "num_tokens": 9095729.0, + "step": 3820 + }, + { + "entropy": 5.086327981948853, + "epoch": 3.7430249632892805, + "grad_norm": 1.15625, + "learning_rate": 0.0004034357604879303, + "loss": 4.8131, + "mean_token_accuracy": 0.2237031042575836, + "num_tokens": 9107400.0, + "step": 3825 + }, + { + "entropy": 5.108111715316772, + "epoch": 3.7479197258932944, + "grad_norm": 1.09375, + "learning_rate": 0.0004031204917972508, + "loss": 4.84, + "mean_token_accuracy": 0.21787605285644532, + "num_tokens": 9119557.0, + "step": 3830 + }, + { + "entropy": 5.075828647613525, + "epoch": 3.752814488497308, + "grad_norm": 1.171875, + "learning_rate": 0.00040280485042408384, + "loss": 4.836, + "mean_token_accuracy": 0.222735133767128, + "num_tokens": 9131862.0, + "step": 3835 + }, + { + "entropy": 5.147574329376221, + "epoch": 3.7577092511013217, + "grad_norm": 1.1875, + "learning_rate": 0.00040248883728658094, + "loss": 4.8571, + "mean_token_accuracy": 0.2193186029791832, + "num_tokens": 9143250.0, + "step": 3840 + }, + { + "entropy": 5.129842519760132, + "epoch": 3.762604013705335, + "grad_norm": 1.171875, + "learning_rate": 0.0004021724533039748, + "loss": 4.9094, + "mean_token_accuracy": 0.2181650459766388, + "num_tokens": 9155565.0, + "step": 3845 + }, + { + "entropy": 4.93073034286499, + "epoch": 3.767498776309349, + "grad_norm": 1.1328125, + "learning_rate": 0.00040185569939657717, + "loss": 4.7068, + "mean_token_accuracy": 0.2270694926381111, + "num_tokens": 9166186.0, + "step": 3850 + }, + { + "entropy": 5.081850004196167, + "epoch": 3.772393538913363, + "grad_norm": 1.15625, + "learning_rate": 0.00040153857648577557, + "loss": 4.8421, + "mean_token_accuracy": 0.22167644798755645, + "num_tokens": 9178756.0, + "step": 3855 + }, + { + "entropy": 5.139322662353516, + "epoch": 3.7772883015173764, + "grad_norm": 1.109375, + "learning_rate": 0.0004012210854940309, + "loss": 4.9906, + "mean_token_accuracy": 0.21866356134414672, + "num_tokens": 9190613.0, + "step": 3860 + }, + { + "entropy": 5.099810838699341, + "epoch": 3.7821830641213903, + "grad_norm": 1.140625, + "learning_rate": 0.000400903227344875, + "loss": 4.9191, + "mean_token_accuracy": 0.21503413170576097, + "num_tokens": 9203255.0, + "step": 3865 + }, + { + "entropy": 5.059392738342285, + "epoch": 3.7870778267254037, + "grad_norm": 1.25, + "learning_rate": 0.0004005850029629074, + "loss": 4.8367, + "mean_token_accuracy": 0.21643659919500352, + "num_tokens": 9215512.0, + "step": 3870 + }, + { + "entropy": 5.122841548919678, + "epoch": 3.7919725893294176, + "grad_norm": 1.1484375, + "learning_rate": 0.0004002664132737932, + "loss": 4.8445, + "mean_token_accuracy": 0.2175495907664299, + "num_tokens": 9226888.0, + "step": 3875 + }, + { + "entropy": 5.131028938293457, + "epoch": 3.7968673519334315, + "grad_norm": 1.109375, + "learning_rate": 0.00039994745920425996, + "loss": 4.8552, + "mean_token_accuracy": 0.22309367805719377, + "num_tokens": 9238658.0, + "step": 3880 + }, + { + "entropy": 5.046094560623169, + "epoch": 3.801762114537445, + "grad_norm": 1.1796875, + "learning_rate": 0.0003996281416820952, + "loss": 4.761, + "mean_token_accuracy": 0.23520938456058502, + "num_tokens": 9249453.0, + "step": 3885 + }, + { + "entropy": 5.060846567153931, + "epoch": 3.8066568771414584, + "grad_norm": 1.1953125, + "learning_rate": 0.0003993084616361438, + "loss": 4.7883, + "mean_token_accuracy": 0.21691110581159592, + "num_tokens": 9260648.0, + "step": 3890 + }, + { + "entropy": 5.0653399467468265, + "epoch": 3.8115516397454723, + "grad_norm": 1.1875, + "learning_rate": 0.0003989884199963049, + "loss": 4.8212, + "mean_token_accuracy": 0.218986214697361, + "num_tokens": 9273120.0, + "step": 3895 + }, + { + "entropy": 5.0901384353637695, + "epoch": 3.816446402349486, + "grad_norm": 1.2734375, + "learning_rate": 0.0003986680176935297, + "loss": 4.8453, + "mean_token_accuracy": 0.22201039493083954, + "num_tokens": 9285460.0, + "step": 3900 + }, + { + "entropy": 5.052167367935181, + "epoch": 3.8213411649534996, + "grad_norm": 1.140625, + "learning_rate": 0.0003983472556598184, + "loss": 4.8365, + "mean_token_accuracy": 0.2265273168683052, + "num_tokens": 9297038.0, + "step": 3905 + }, + { + "entropy": 5.058988428115844, + "epoch": 3.8262359275575135, + "grad_norm": 1.2734375, + "learning_rate": 0.0003980261348282177, + "loss": 4.7678, + "mean_token_accuracy": 0.23172608464956285, + "num_tokens": 9309006.0, + "step": 3910 + }, + { + "entropy": 5.029935455322265, + "epoch": 3.831130690161527, + "grad_norm": 1.09375, + "learning_rate": 0.0003977046561328178, + "loss": 4.7527, + "mean_token_accuracy": 0.23079726994037628, + "num_tokens": 9321276.0, + "step": 3915 + }, + { + "entropy": 4.97658486366272, + "epoch": 3.836025452765541, + "grad_norm": 1.109375, + "learning_rate": 0.00039738282050875, + "loss": 4.7715, + "mean_token_accuracy": 0.21992994844913483, + "num_tokens": 9333172.0, + "step": 3920 + }, + { + "entropy": 5.103640079498291, + "epoch": 3.8409202153695547, + "grad_norm": 1.1953125, + "learning_rate": 0.0003970606288921839, + "loss": 4.8113, + "mean_token_accuracy": 0.22476234287023544, + "num_tokens": 9343653.0, + "step": 3925 + }, + { + "entropy": 5.034993600845337, + "epoch": 3.845814977973568, + "grad_norm": 1.15625, + "learning_rate": 0.00039673808222032457, + "loss": 4.8093, + "mean_token_accuracy": 0.22278518229722977, + "num_tokens": 9355811.0, + "step": 3930 + }, + { + "entropy": 4.919755554199218, + "epoch": 3.850709740577582, + "grad_norm": 1.046875, + "learning_rate": 0.0003964151814314099, + "loss": 4.7726, + "mean_token_accuracy": 0.22335645258426667, + "num_tokens": 9367132.0, + "step": 3935 + }, + { + "entropy": 5.017191553115845, + "epoch": 3.8556045031815955, + "grad_norm": 1.109375, + "learning_rate": 0.0003960919274647075, + "loss": 4.7673, + "mean_token_accuracy": 0.22698212265968323, + "num_tokens": 9379101.0, + "step": 3940 + }, + { + "entropy": 5.057470798492432, + "epoch": 3.8604992657856094, + "grad_norm": 1.25, + "learning_rate": 0.000395768321260513, + "loss": 4.8288, + "mean_token_accuracy": 0.22712221890687942, + "num_tokens": 9390270.0, + "step": 3945 + }, + { + "entropy": 5.064850902557373, + "epoch": 3.8653940283896233, + "grad_norm": 1.2734375, + "learning_rate": 0.0003954443637601462, + "loss": 4.842, + "mean_token_accuracy": 0.2169718399643898, + "num_tokens": 9401724.0, + "step": 3950 + }, + { + "entropy": 5.049954080581665, + "epoch": 3.8702887909936368, + "grad_norm": 1.15625, + "learning_rate": 0.00039512005590594876, + "loss": 4.8423, + "mean_token_accuracy": 0.2201844722032547, + "num_tokens": 9415206.0, + "step": 3955 + }, + { + "entropy": 5.194021081924438, + "epoch": 3.8751835535976507, + "grad_norm": 1.3984375, + "learning_rate": 0.00039479539864128164, + "loss": 4.8965, + "mean_token_accuracy": 0.21629704385995865, + "num_tokens": 9425830.0, + "step": 3960 + }, + { + "entropy": 4.963757419586182, + "epoch": 3.880078316201664, + "grad_norm": 1.15625, + "learning_rate": 0.00039447039291052194, + "loss": 4.7876, + "mean_token_accuracy": 0.22419182658195497, + "num_tokens": 9437603.0, + "step": 3965 + }, + { + "entropy": 4.988585805892944, + "epoch": 3.884973078805678, + "grad_norm": 1.171875, + "learning_rate": 0.00039414503965906075, + "loss": 4.8142, + "mean_token_accuracy": 0.22689663469791413, + "num_tokens": 9448138.0, + "step": 3970 + }, + { + "entropy": 5.16522707939148, + "epoch": 3.889867841409692, + "grad_norm": 1.234375, + "learning_rate": 0.0003938193398332995, + "loss": 4.8378, + "mean_token_accuracy": 0.2153660163283348, + "num_tokens": 9460530.0, + "step": 3975 + }, + { + "entropy": 5.092146348953247, + "epoch": 3.8947626040137053, + "grad_norm": 1.1875, + "learning_rate": 0.00039349329438064835, + "loss": 4.8541, + "mean_token_accuracy": 0.2215948611497879, + "num_tokens": 9472242.0, + "step": 3980 + }, + { + "entropy": 5.041393804550171, + "epoch": 3.899657366617719, + "grad_norm": 1.2578125, + "learning_rate": 0.0003931669042495226, + "loss": 4.7491, + "mean_token_accuracy": 0.22804808169603347, + "num_tokens": 9483266.0, + "step": 3985 + }, + { + "entropy": 5.045307779312134, + "epoch": 3.9045521292217327, + "grad_norm": 1.171875, + "learning_rate": 0.00039284017038933994, + "loss": 4.7909, + "mean_token_accuracy": 0.22371412813663483, + "num_tokens": 9494032.0, + "step": 3990 + }, + { + "entropy": 5.0007702827453615, + "epoch": 3.9094468918257466, + "grad_norm": 1.1328125, + "learning_rate": 0.00039251309375051824, + "loss": 4.7481, + "mean_token_accuracy": 0.23098208010196686, + "num_tokens": 9506301.0, + "step": 3995 + }, + { + "entropy": 5.028079414367676, + "epoch": 3.91434165442976, + "grad_norm": 1.671875, + "learning_rate": 0.00039218567528447225, + "loss": 4.8206, + "mean_token_accuracy": 0.22137255370616912, + "num_tokens": 9517972.0, + "step": 4000 + }, + { + "epoch": 3.91434165442976, + "eval_entropy": 4.977437346827956, + "eval_loss": 5.587992191314697, + "eval_mean_token_accuracy": 0.19564044451353998, + "eval_num_tokens": 9517972.0, + "eval_runtime": 2.724, + "eval_samples_per_second": 1265.405, + "eval_steps_per_second": 158.222, + "step": 4000 + }, + { + "entropy": 5.103353357315063, + "epoch": 3.919236417033774, + "grad_norm": 1.1328125, + "learning_rate": 0.0003918579159436113, + "loss": 4.9132, + "mean_token_accuracy": 0.21382989585399628, + "num_tokens": 9530108.0, + "step": 4005 + }, + { + "entropy": 5.06493911743164, + "epoch": 3.9241311796377873, + "grad_norm": 1.1015625, + "learning_rate": 0.00039152981668133573, + "loss": 4.7868, + "mean_token_accuracy": 0.22151001542806625, + "num_tokens": 9542055.0, + "step": 4010 + }, + { + "entropy": 5.0945597171783445, + "epoch": 3.9290259422418012, + "grad_norm": 1.1640625, + "learning_rate": 0.0003912013784520354, + "loss": 4.8136, + "mean_token_accuracy": 0.2190907344222069, + "num_tokens": 9553507.0, + "step": 4015 + }, + { + "entropy": 5.168673324584961, + "epoch": 3.933920704845815, + "grad_norm": 1.328125, + "learning_rate": 0.00039087260221108537, + "loss": 5.0045, + "mean_token_accuracy": 0.2076257809996605, + "num_tokens": 9564958.0, + "step": 4020 + }, + { + "entropy": 5.08221755027771, + "epoch": 3.9388154674498286, + "grad_norm": 1.296875, + "learning_rate": 0.0003905434889148448, + "loss": 4.8898, + "mean_token_accuracy": 0.22382588684558868, + "num_tokens": 9577149.0, + "step": 4025 + }, + { + "entropy": 5.125473546981811, + "epoch": 3.9437102300538425, + "grad_norm": 1.171875, + "learning_rate": 0.00039021403952065254, + "loss": 4.8643, + "mean_token_accuracy": 0.2155940130352974, + "num_tokens": 9590920.0, + "step": 4030 + }, + { + "entropy": 5.061619901657105, + "epoch": 3.948604992657856, + "grad_norm": 1.390625, + "learning_rate": 0.0003898842549868255, + "loss": 4.7858, + "mean_token_accuracy": 0.23111396729946138, + "num_tokens": 9602224.0, + "step": 4035 + }, + { + "entropy": 5.029408931732178, + "epoch": 3.95349975526187, + "grad_norm": 1.09375, + "learning_rate": 0.00038955413627265534, + "loss": 4.826, + "mean_token_accuracy": 0.2155000552535057, + "num_tokens": 9615160.0, + "step": 4040 + }, + { + "entropy": 5.077261829376221, + "epoch": 3.9583945178658837, + "grad_norm": 1.2109375, + "learning_rate": 0.0003892236843384058, + "loss": 4.8794, + "mean_token_accuracy": 0.21613506972789764, + "num_tokens": 9627853.0, + "step": 4045 + }, + { + "entropy": 5.1072883129119875, + "epoch": 3.963289280469897, + "grad_norm": 1.1328125, + "learning_rate": 0.0003888929001453098, + "loss": 4.8566, + "mean_token_accuracy": 0.21715804934501648, + "num_tokens": 9640215.0, + "step": 4050 + }, + { + "entropy": 5.186117029190063, + "epoch": 3.968184043073911, + "grad_norm": 1.1640625, + "learning_rate": 0.0003885617846555671, + "loss": 4.9161, + "mean_token_accuracy": 0.2154057204723358, + "num_tokens": 9652088.0, + "step": 4055 + }, + { + "entropy": 4.929154968261718, + "epoch": 3.9730788056779245, + "grad_norm": 1.046875, + "learning_rate": 0.0003882303388323406, + "loss": 4.7686, + "mean_token_accuracy": 0.2280975952744484, + "num_tokens": 9664594.0, + "step": 4060 + }, + { + "entropy": 4.958717966079712, + "epoch": 3.9779735682819384, + "grad_norm": 1.1953125, + "learning_rate": 0.00038789856363975473, + "loss": 4.8172, + "mean_token_accuracy": 0.22695261985063553, + "num_tokens": 9675289.0, + "step": 4065 + }, + { + "entropy": 5.139262342453003, + "epoch": 3.9828683308859523, + "grad_norm": 1.1328125, + "learning_rate": 0.0003875664600428914, + "loss": 4.8389, + "mean_token_accuracy": 0.21972294002771378, + "num_tokens": 9687029.0, + "step": 4070 + }, + { + "entropy": 5.1033586978912355, + "epoch": 3.9877630934899657, + "grad_norm": 1.171875, + "learning_rate": 0.0003872340290077883, + "loss": 4.8805, + "mean_token_accuracy": 0.2241383895277977, + "num_tokens": 9698069.0, + "step": 4075 + }, + { + "entropy": 5.05276780128479, + "epoch": 3.9926578560939796, + "grad_norm": 1.1875, + "learning_rate": 0.00038690127150143515, + "loss": 4.7545, + "mean_token_accuracy": 0.2242726728320122, + "num_tokens": 9708872.0, + "step": 4080 + }, + { + "entropy": 4.995786809921265, + "epoch": 3.997552618697993, + "grad_norm": 1.0625, + "learning_rate": 0.0003865681884917717, + "loss": 4.8207, + "mean_token_accuracy": 0.22683833837509154, + "num_tokens": 9721786.0, + "step": 4085 + }, + { + "entropy": 5.1724024878607855, + "epoch": 4.001957905041605, + "grad_norm": 1.140625, + "learning_rate": 0.00038623478094768424, + "loss": 4.7452, + "mean_token_accuracy": 0.2254696422153049, + "num_tokens": 9731518.0, + "step": 4090 + }, + { + "entropy": 5.023131275177002, + "epoch": 4.006852667645619, + "grad_norm": 1.046875, + "learning_rate": 0.0003859010498390033, + "loss": 4.5591, + "mean_token_accuracy": 0.23827751129865646, + "num_tokens": 9743895.0, + "step": 4095 + }, + { + "entropy": 4.985896110534668, + "epoch": 4.011747430249633, + "grad_norm": 1.1953125, + "learning_rate": 0.00038556699613650044, + "loss": 4.5581, + "mean_token_accuracy": 0.2374291941523552, + "num_tokens": 9756104.0, + "step": 4100 + }, + { + "entropy": 4.957859086990356, + "epoch": 4.016642192853647, + "grad_norm": 1.125, + "learning_rate": 0.00038523262081188573, + "loss": 4.4576, + "mean_token_accuracy": 0.24857828617095948, + "num_tokens": 9767494.0, + "step": 4105 + }, + { + "entropy": 5.041051959991455, + "epoch": 4.02153695545766, + "grad_norm": 1.09375, + "learning_rate": 0.00038489792483780474, + "loss": 4.5525, + "mean_token_accuracy": 0.2367478311061859, + "num_tokens": 9779123.0, + "step": 4110 + }, + { + "entropy": 4.988537740707398, + "epoch": 4.026431718061674, + "grad_norm": 1.0390625, + "learning_rate": 0.00038456290918783566, + "loss": 4.6262, + "mean_token_accuracy": 0.23023803383111954, + "num_tokens": 9791309.0, + "step": 4115 + }, + { + "entropy": 5.059031200408936, + "epoch": 4.031326480665688, + "grad_norm": 1.140625, + "learning_rate": 0.0003842275748364868, + "loss": 4.5714, + "mean_token_accuracy": 0.233939291536808, + "num_tokens": 9803333.0, + "step": 4120 + }, + { + "entropy": 5.124443626403808, + "epoch": 4.0362212432697016, + "grad_norm": 1.1015625, + "learning_rate": 0.0003838919227591933, + "loss": 4.6479, + "mean_token_accuracy": 0.23417795747518538, + "num_tokens": 9815592.0, + "step": 4125 + }, + { + "entropy": 5.063463544845581, + "epoch": 4.0411160058737154, + "grad_norm": 1.203125, + "learning_rate": 0.0003835559539323146, + "loss": 4.6197, + "mean_token_accuracy": 0.23014721870422364, + "num_tokens": 9827380.0, + "step": 4130 + }, + { + "entropy": 4.968182563781738, + "epoch": 4.0460107684777284, + "grad_norm": 1.1328125, + "learning_rate": 0.0003832196693331315, + "loss": 4.4356, + "mean_token_accuracy": 0.24900406301021577, + "num_tokens": 9838261.0, + "step": 4135 + }, + { + "entropy": 4.958034372329712, + "epoch": 4.050905531081742, + "grad_norm": 1.2109375, + "learning_rate": 0.0003828830699398433, + "loss": 4.5673, + "mean_token_accuracy": 0.24179045110940933, + "num_tokens": 9849330.0, + "step": 4140 + }, + { + "entropy": 5.065645170211792, + "epoch": 4.055800293685756, + "grad_norm": 1.125, + "learning_rate": 0.00038254615673156516, + "loss": 4.6275, + "mean_token_accuracy": 0.2306502193212509, + "num_tokens": 9860711.0, + "step": 4145 + }, + { + "entropy": 5.059020519256592, + "epoch": 4.06069505628977, + "grad_norm": 1.2578125, + "learning_rate": 0.00038220893068832484, + "loss": 4.5425, + "mean_token_accuracy": 0.2374820217490196, + "num_tokens": 9872230.0, + "step": 4150 + }, + { + "entropy": 5.044583511352539, + "epoch": 4.065589818893784, + "grad_norm": 1.078125, + "learning_rate": 0.00038187139279106025, + "loss": 4.591, + "mean_token_accuracy": 0.22831845730543138, + "num_tokens": 9884459.0, + "step": 4155 + }, + { + "entropy": 4.965525722503662, + "epoch": 4.070484581497797, + "grad_norm": 1.1953125, + "learning_rate": 0.00038153354402161636, + "loss": 4.5306, + "mean_token_accuracy": 0.24032900631427764, + "num_tokens": 9895636.0, + "step": 4160 + }, + { + "entropy": 4.978104209899902, + "epoch": 4.075379344101811, + "grad_norm": 1.4609375, + "learning_rate": 0.0003811953853627425, + "loss": 4.507, + "mean_token_accuracy": 0.24414079487323762, + "num_tokens": 9907090.0, + "step": 4165 + }, + { + "entropy": 4.997107219696045, + "epoch": 4.080274106705825, + "grad_norm": 1.203125, + "learning_rate": 0.00038085691779808916, + "loss": 4.5661, + "mean_token_accuracy": 0.24097975045442582, + "num_tokens": 9918663.0, + "step": 4170 + }, + { + "entropy": 4.950863170623779, + "epoch": 4.085168869309839, + "grad_norm": 1.125, + "learning_rate": 0.00038051814231220585, + "loss": 4.5697, + "mean_token_accuracy": 0.2428872510790825, + "num_tokens": 9930662.0, + "step": 4175 + }, + { + "entropy": 5.114802503585816, + "epoch": 4.090063631913853, + "grad_norm": 1.2265625, + "learning_rate": 0.0003801790598905374, + "loss": 4.6904, + "mean_token_accuracy": 0.22135650217533112, + "num_tokens": 9942782.0, + "step": 4180 + }, + { + "entropy": 5.004737758636475, + "epoch": 4.094958394517866, + "grad_norm": 1.265625, + "learning_rate": 0.00037983967151942143, + "loss": 4.5331, + "mean_token_accuracy": 0.2448731318116188, + "num_tokens": 9954663.0, + "step": 4185 + }, + { + "entropy": 4.978229808807373, + "epoch": 4.0998531571218795, + "grad_norm": 1.234375, + "learning_rate": 0.000379499978186086, + "loss": 4.5862, + "mean_token_accuracy": 0.23844058215618133, + "num_tokens": 9968036.0, + "step": 4190 + }, + { + "entropy": 5.04127984046936, + "epoch": 4.104747919725893, + "grad_norm": 1.2578125, + "learning_rate": 0.0003791599808786456, + "loss": 4.62, + "mean_token_accuracy": 0.232499660551548, + "num_tokens": 9979855.0, + "step": 4195 + }, + { + "entropy": 5.025613069534302, + "epoch": 4.109642682329907, + "grad_norm": 1.203125, + "learning_rate": 0.0003788196805860995, + "loss": 4.4975, + "mean_token_accuracy": 0.2550596997141838, + "num_tokens": 9991380.0, + "step": 4200 + }, + { + "entropy": 5.030689477920532, + "epoch": 4.114537444933921, + "grad_norm": 1.1640625, + "learning_rate": 0.0003784790782983279, + "loss": 4.6009, + "mean_token_accuracy": 0.23677781075239182, + "num_tokens": 10003886.0, + "step": 4205 + }, + { + "entropy": 4.982917642593383, + "epoch": 4.119432207537934, + "grad_norm": 1.25, + "learning_rate": 0.0003781381750060898, + "loss": 4.5927, + "mean_token_accuracy": 0.23751294910907744, + "num_tokens": 10015237.0, + "step": 4210 + }, + { + "entropy": 4.986427736282349, + "epoch": 4.124326970141948, + "grad_norm": 1.0390625, + "learning_rate": 0.0003777969717010194, + "loss": 4.5197, + "mean_token_accuracy": 0.24729954749345778, + "num_tokens": 10028514.0, + "step": 4215 + }, + { + "entropy": 4.94989333152771, + "epoch": 4.129221732745962, + "grad_norm": 1.0625, + "learning_rate": 0.0003774554693756239, + "loss": 4.545, + "mean_token_accuracy": 0.23948704749345778, + "num_tokens": 10041658.0, + "step": 4220 + }, + { + "entropy": 4.941936111450195, + "epoch": 4.134116495349976, + "grad_norm": 1.234375, + "learning_rate": 0.0003771136690232802, + "loss": 4.4823, + "mean_token_accuracy": 0.25030840635299684, + "num_tokens": 10052622.0, + "step": 4225 + }, + { + "entropy": 4.951936388015747, + "epoch": 4.139011257953989, + "grad_norm": 1.1796875, + "learning_rate": 0.000376771571638232, + "loss": 4.5212, + "mean_token_accuracy": 0.23812614232301713, + "num_tokens": 10063819.0, + "step": 4230 + }, + { + "entropy": 4.998723363876342, + "epoch": 4.143906020558003, + "grad_norm": 1.09375, + "learning_rate": 0.00037642917821558737, + "loss": 4.6672, + "mean_token_accuracy": 0.2340690091252327, + "num_tokens": 10076757.0, + "step": 4235 + }, + { + "entropy": 4.940063190460205, + "epoch": 4.148800783162017, + "grad_norm": 1.21875, + "learning_rate": 0.000376086489751315, + "loss": 4.4913, + "mean_token_accuracy": 0.24697423428297044, + "num_tokens": 10088287.0, + "step": 4240 + }, + { + "entropy": 4.959346103668213, + "epoch": 4.1536955457660305, + "grad_norm": 1.25, + "learning_rate": 0.00037574350724224213, + "loss": 4.51, + "mean_token_accuracy": 0.2408648580312729, + "num_tokens": 10099739.0, + "step": 4245 + }, + { + "entropy": 4.995651626586914, + "epoch": 4.158590308370044, + "grad_norm": 1.171875, + "learning_rate": 0.0003754002316860515, + "loss": 4.6101, + "mean_token_accuracy": 0.23685633689165114, + "num_tokens": 10112613.0, + "step": 4250 + }, + { + "entropy": 5.025398540496826, + "epoch": 4.163485070974057, + "grad_norm": 1.234375, + "learning_rate": 0.00037505666408127773, + "loss": 4.5495, + "mean_token_accuracy": 0.2375389203429222, + "num_tokens": 10124966.0, + "step": 4255 + }, + { + "entropy": 4.934124517440796, + "epoch": 4.168379833578071, + "grad_norm": 1.1953125, + "learning_rate": 0.0003747128054273055, + "loss": 4.5406, + "mean_token_accuracy": 0.2428314670920372, + "num_tokens": 10135841.0, + "step": 4260 + }, + { + "entropy": 5.013625955581665, + "epoch": 4.173274596182085, + "grad_norm": 1.1953125, + "learning_rate": 0.0003743686567243659, + "loss": 4.6596, + "mean_token_accuracy": 0.22884552776813508, + "num_tokens": 10147374.0, + "step": 4265 + }, + { + "entropy": 4.992853593826294, + "epoch": 4.178169358786099, + "grad_norm": 1.140625, + "learning_rate": 0.0003740242189735336, + "loss": 4.5636, + "mean_token_accuracy": 0.236056911945343, + "num_tokens": 10159886.0, + "step": 4270 + }, + { + "entropy": 5.046988439559937, + "epoch": 4.183064121390113, + "grad_norm": 1.15625, + "learning_rate": 0.0003736794931767242, + "loss": 4.6437, + "mean_token_accuracy": 0.23168521523475646, + "num_tokens": 10172629.0, + "step": 4275 + }, + { + "entropy": 4.970481204986572, + "epoch": 4.187958883994126, + "grad_norm": 1.265625, + "learning_rate": 0.0003733344803366914, + "loss": 4.5006, + "mean_token_accuracy": 0.2400296911597252, + "num_tokens": 10184467.0, + "step": 4280 + }, + { + "entropy": 4.981130743026734, + "epoch": 4.19285364659814, + "grad_norm": 1.15625, + "learning_rate": 0.0003729891814570232, + "loss": 4.5989, + "mean_token_accuracy": 0.22856157273054123, + "num_tokens": 10196864.0, + "step": 4285 + }, + { + "entropy": 5.0006462097167965, + "epoch": 4.197748409202154, + "grad_norm": 1.078125, + "learning_rate": 0.00037264359754214036, + "loss": 4.615, + "mean_token_accuracy": 0.23426750302314758, + "num_tokens": 10210787.0, + "step": 4290 + }, + { + "entropy": 4.971421957015991, + "epoch": 4.202643171806168, + "grad_norm": 1.1640625, + "learning_rate": 0.00037229772959729263, + "loss": 4.6164, + "mean_token_accuracy": 0.23017945289611816, + "num_tokens": 10223881.0, + "step": 4295 + }, + { + "entropy": 4.9670933246612545, + "epoch": 4.2075379344101815, + "grad_norm": 1.296875, + "learning_rate": 0.0003719515786285554, + "loss": 4.5432, + "mean_token_accuracy": 0.24093651324510573, + "num_tokens": 10235505.0, + "step": 4300 + }, + { + "entropy": 4.944381380081177, + "epoch": 4.2124326970141945, + "grad_norm": 1.09375, + "learning_rate": 0.00037160514564282815, + "loss": 4.541, + "mean_token_accuracy": 0.24333113729953765, + "num_tokens": 10247799.0, + "step": 4305 + }, + { + "entropy": 4.884352731704712, + "epoch": 4.217327459618208, + "grad_norm": 1.1796875, + "learning_rate": 0.00037125843164783, + "loss": 4.46, + "mean_token_accuracy": 0.24434017539024352, + "num_tokens": 10259068.0, + "step": 4310 + }, + { + "entropy": 4.95476336479187, + "epoch": 4.222222222222222, + "grad_norm": 1.2578125, + "learning_rate": 0.0003709114376520979, + "loss": 4.4964, + "mean_token_accuracy": 0.24015609323978424, + "num_tokens": 10271286.0, + "step": 4315 + }, + { + "entropy": 4.938775587081909, + "epoch": 4.227116984826236, + "grad_norm": 1.1875, + "learning_rate": 0.00037056416466498313, + "loss": 4.5561, + "mean_token_accuracy": 0.23273864537477493, + "num_tokens": 10283173.0, + "step": 4320 + }, + { + "entropy": 5.012444305419922, + "epoch": 4.232011747430249, + "grad_norm": 1.203125, + "learning_rate": 0.0003702166136966485, + "loss": 4.6257, + "mean_token_accuracy": 0.2402504190802574, + "num_tokens": 10296117.0, + "step": 4325 + }, + { + "entropy": 5.034178256988525, + "epoch": 4.236906510034263, + "grad_norm": 1.1953125, + "learning_rate": 0.0003698687857580655, + "loss": 4.6023, + "mean_token_accuracy": 0.2323506772518158, + "num_tokens": 10306995.0, + "step": 4330 + }, + { + "entropy": 4.841176128387451, + "epoch": 4.241801272638277, + "grad_norm": 1.171875, + "learning_rate": 0.0003695206818610113, + "loss": 4.4346, + "mean_token_accuracy": 0.2476430505514145, + "num_tokens": 10318549.0, + "step": 4335 + }, + { + "entropy": 4.992100238800049, + "epoch": 4.246696035242291, + "grad_norm": 1.2890625, + "learning_rate": 0.0003691723030180657, + "loss": 4.6176, + "mean_token_accuracy": 0.23537442684173585, + "num_tokens": 10329399.0, + "step": 4340 + }, + { + "entropy": 4.993355083465576, + "epoch": 4.251590797846305, + "grad_norm": 1.2578125, + "learning_rate": 0.0003688236502426082, + "loss": 4.6357, + "mean_token_accuracy": 0.23501158505678177, + "num_tokens": 10341567.0, + "step": 4345 + }, + { + "entropy": 4.990873718261719, + "epoch": 4.256485560450318, + "grad_norm": 1.1171875, + "learning_rate": 0.0003684747245488153, + "loss": 4.4868, + "mean_token_accuracy": 0.2507901802659035, + "num_tokens": 10352407.0, + "step": 4350 + }, + { + "entropy": 4.960176038742065, + "epoch": 4.261380323054332, + "grad_norm": 1.2578125, + "learning_rate": 0.0003681255269516574, + "loss": 4.5799, + "mean_token_accuracy": 0.23848912119865417, + "num_tokens": 10364403.0, + "step": 4355 + }, + { + "entropy": 5.034172248840332, + "epoch": 4.266275085658346, + "grad_norm": 1.09375, + "learning_rate": 0.0003677760584668956, + "loss": 4.6293, + "mean_token_accuracy": 0.23745577782392502, + "num_tokens": 10375392.0, + "step": 4360 + }, + { + "entropy": 5.023036861419678, + "epoch": 4.2711698482623595, + "grad_norm": 1.140625, + "learning_rate": 0.00036742632011107926, + "loss": 4.6398, + "mean_token_accuracy": 0.22803306132555007, + "num_tokens": 10388038.0, + "step": 4365 + }, + { + "entropy": 4.989942741394043, + "epoch": 4.276064610866373, + "grad_norm": 1.109375, + "learning_rate": 0.0003670763129015424, + "loss": 4.6633, + "mean_token_accuracy": 0.22033597081899642, + "num_tokens": 10401706.0, + "step": 4370 + }, + { + "entropy": 4.898762989044189, + "epoch": 4.280959373470386, + "grad_norm": 1.1328125, + "learning_rate": 0.00036672603785640144, + "loss": 4.5558, + "mean_token_accuracy": 0.2382776752114296, + "num_tokens": 10413363.0, + "step": 4375 + }, + { + "entropy": 4.985649633407593, + "epoch": 4.2858541360744, + "grad_norm": 1.203125, + "learning_rate": 0.00036637549599455175, + "loss": 4.5086, + "mean_token_accuracy": 0.2554389536380768, + "num_tokens": 10425000.0, + "step": 4380 + }, + { + "entropy": 4.965001392364502, + "epoch": 4.290748898678414, + "grad_norm": 1.1484375, + "learning_rate": 0.0003660246883356648, + "loss": 4.5917, + "mean_token_accuracy": 0.24058783203363418, + "num_tokens": 10436412.0, + "step": 4385 + }, + { + "entropy": 4.929542827606201, + "epoch": 4.295643661282428, + "grad_norm": 1.2578125, + "learning_rate": 0.00036567361590018513, + "loss": 4.5348, + "mean_token_accuracy": 0.24117553383111953, + "num_tokens": 10446970.0, + "step": 4390 + }, + { + "entropy": 4.971066617965699, + "epoch": 4.300538423886442, + "grad_norm": 1.09375, + "learning_rate": 0.0003653222797093277, + "loss": 4.5958, + "mean_token_accuracy": 0.2335049331188202, + "num_tokens": 10458721.0, + "step": 4395 + }, + { + "entropy": 4.929677724838257, + "epoch": 4.305433186490455, + "grad_norm": 1.171875, + "learning_rate": 0.0003649706807850746, + "loss": 4.4786, + "mean_token_accuracy": 0.2507967263460159, + "num_tokens": 10469676.0, + "step": 4400 + }, + { + "entropy": 4.970559358596802, + "epoch": 4.310327949094469, + "grad_norm": 1.390625, + "learning_rate": 0.000364618820150172, + "loss": 4.6013, + "mean_token_accuracy": 0.23871603459119797, + "num_tokens": 10480832.0, + "step": 4405 + }, + { + "entropy": 4.944663619995117, + "epoch": 4.315222711698483, + "grad_norm": 1.140625, + "learning_rate": 0.0003642666988281277, + "loss": 4.5965, + "mean_token_accuracy": 0.23900092542171478, + "num_tokens": 10493100.0, + "step": 4410 + }, + { + "entropy": 5.035148572921753, + "epoch": 4.320117474302497, + "grad_norm": 1.21875, + "learning_rate": 0.0003639143178432075, + "loss": 4.6073, + "mean_token_accuracy": 0.2362759679555893, + "num_tokens": 10503910.0, + "step": 4415 + }, + { + "entropy": 4.999735975265503, + "epoch": 4.32501223690651, + "grad_norm": 1.140625, + "learning_rate": 0.00036356167822043265, + "loss": 4.6022, + "mean_token_accuracy": 0.23736752718687057, + "num_tokens": 10515739.0, + "step": 4420 + }, + { + "entropy": 4.931397581100464, + "epoch": 4.3299069995105235, + "grad_norm": 1.1875, + "learning_rate": 0.00036320878098557657, + "loss": 4.5844, + "mean_token_accuracy": 0.24389175325632095, + "num_tokens": 10527587.0, + "step": 4425 + }, + { + "entropy": 4.922537899017334, + "epoch": 4.334801762114537, + "grad_norm": 1.25, + "learning_rate": 0.00036285562716516234, + "loss": 4.6023, + "mean_token_accuracy": 0.239091594517231, + "num_tokens": 10538961.0, + "step": 4430 + }, + { + "entropy": 5.007340621948242, + "epoch": 4.339696524718551, + "grad_norm": 1.15625, + "learning_rate": 0.0003625022177864591, + "loss": 4.6344, + "mean_token_accuracy": 0.22378634810447692, + "num_tokens": 10552084.0, + "step": 4435 + }, + { + "entropy": 5.001192235946656, + "epoch": 4.344591287322565, + "grad_norm": 1.1875, + "learning_rate": 0.0003621485538774796, + "loss": 4.5266, + "mean_token_accuracy": 0.24157078862190245, + "num_tokens": 10563647.0, + "step": 4440 + }, + { + "entropy": 4.932107543945312, + "epoch": 4.349486049926578, + "grad_norm": 1.234375, + "learning_rate": 0.0003617946364669768, + "loss": 4.5989, + "mean_token_accuracy": 0.2350343644618988, + "num_tokens": 10575651.0, + "step": 4445 + }, + { + "entropy": 5.014455842971802, + "epoch": 4.354380812530592, + "grad_norm": 1.1328125, + "learning_rate": 0.00036144046658444115, + "loss": 4.6686, + "mean_token_accuracy": 0.2301238015294075, + "num_tokens": 10588672.0, + "step": 4450 + }, + { + "entropy": 5.024813079833985, + "epoch": 4.359275575134606, + "grad_norm": 1.1328125, + "learning_rate": 0.00036108604526009753, + "loss": 4.6073, + "mean_token_accuracy": 0.23376379162073135, + "num_tokens": 10601363.0, + "step": 4455 + }, + { + "entropy": 4.9786200523376465, + "epoch": 4.36417033773862, + "grad_norm": 1.2109375, + "learning_rate": 0.0003607313735249021, + "loss": 4.6024, + "mean_token_accuracy": 0.23971123546361922, + "num_tokens": 10613462.0, + "step": 4460 + }, + { + "entropy": 4.9615809440612795, + "epoch": 4.369065100342634, + "grad_norm": 1.1796875, + "learning_rate": 0.0003603764524105396, + "loss": 4.5825, + "mean_token_accuracy": 0.24286321103572844, + "num_tokens": 10624896.0, + "step": 4465 + }, + { + "entropy": 4.9141175746917725, + "epoch": 4.373959862946647, + "grad_norm": 1.2578125, + "learning_rate": 0.0003600212829494201, + "loss": 4.504, + "mean_token_accuracy": 0.24894710034132003, + "num_tokens": 10635542.0, + "step": 4470 + }, + { + "entropy": 4.977388048171997, + "epoch": 4.378854625550661, + "grad_norm": 1.15625, + "learning_rate": 0.0003596658661746759, + "loss": 4.5588, + "mean_token_accuracy": 0.24535323828458785, + "num_tokens": 10648955.0, + "step": 4475 + }, + { + "entropy": 4.973334836959839, + "epoch": 4.3837493881546745, + "grad_norm": 1.1953125, + "learning_rate": 0.000359310203120159, + "loss": 4.5934, + "mean_token_accuracy": 0.23908900320529938, + "num_tokens": 10660144.0, + "step": 4480 + }, + { + "entropy": 4.941062641143799, + "epoch": 4.388644150758688, + "grad_norm": 1.1015625, + "learning_rate": 0.00035895429482043763, + "loss": 4.4907, + "mean_token_accuracy": 0.24111208468675613, + "num_tokens": 10671896.0, + "step": 4485 + }, + { + "entropy": 4.986586046218872, + "epoch": 4.393538913362702, + "grad_norm": 1.28125, + "learning_rate": 0.00035859814231079337, + "loss": 4.6403, + "mean_token_accuracy": 0.2328612059354782, + "num_tokens": 10683344.0, + "step": 4490 + }, + { + "entropy": 4.831319856643677, + "epoch": 4.398433675966715, + "grad_norm": 1.296875, + "learning_rate": 0.00035824174662721814, + "loss": 4.4669, + "mean_token_accuracy": 0.24965253621339797, + "num_tokens": 10694057.0, + "step": 4495 + }, + { + "entropy": 5.074819278717041, + "epoch": 4.403328438570729, + "grad_norm": 1.09375, + "learning_rate": 0.00035788510880641137, + "loss": 4.7056, + "mean_token_accuracy": 0.22890681475400926, + "num_tokens": 10707429.0, + "step": 4500 + }, + { + "entropy": 5.049197864532471, + "epoch": 4.408223201174743, + "grad_norm": 1.171875, + "learning_rate": 0.00035752822988577683, + "loss": 4.5631, + "mean_token_accuracy": 0.23588933050632477, + "num_tokens": 10719857.0, + "step": 4505 + }, + { + "entropy": 4.944564390182495, + "epoch": 4.413117963778757, + "grad_norm": 1.1328125, + "learning_rate": 0.0003571711109034193, + "loss": 4.5742, + "mean_token_accuracy": 0.24017254561185836, + "num_tokens": 10732136.0, + "step": 4510 + }, + { + "entropy": 4.869391059875488, + "epoch": 4.41801272638277, + "grad_norm": 1.1796875, + "learning_rate": 0.00035681375289814226, + "loss": 4.5107, + "mean_token_accuracy": 0.2448602706193924, + "num_tokens": 10743104.0, + "step": 4515 + }, + { + "entropy": 4.992645597457885, + "epoch": 4.422907488986784, + "grad_norm": 1.0625, + "learning_rate": 0.0003564561569094443, + "loss": 4.5514, + "mean_token_accuracy": 0.24186391681432723, + "num_tokens": 10754965.0, + "step": 4520 + }, + { + "entropy": 5.020322179794311, + "epoch": 4.427802251590798, + "grad_norm": 1.1953125, + "learning_rate": 0.0003560983239775162, + "loss": 4.6161, + "mean_token_accuracy": 0.23685276359319687, + "num_tokens": 10765438.0, + "step": 4525 + }, + { + "entropy": 4.90551791191101, + "epoch": 4.432697014194812, + "grad_norm": 1.1875, + "learning_rate": 0.000355740255143238, + "loss": 4.6224, + "mean_token_accuracy": 0.23386283218860626, + "num_tokens": 10778176.0, + "step": 4530 + }, + { + "entropy": 4.968013525009155, + "epoch": 4.4375917767988255, + "grad_norm": 1.25, + "learning_rate": 0.0003553819514481761, + "loss": 4.6608, + "mean_token_accuracy": 0.226600943505764, + "num_tokens": 10790871.0, + "step": 4535 + }, + { + "entropy": 4.986626672744751, + "epoch": 4.4424865394028386, + "grad_norm": 1.1640625, + "learning_rate": 0.0003550234139345798, + "loss": 4.6401, + "mean_token_accuracy": 0.23747914880514145, + "num_tokens": 10802880.0, + "step": 4540 + }, + { + "entropy": 4.981742095947266, + "epoch": 4.447381302006852, + "grad_norm": 1.2109375, + "learning_rate": 0.0003546646436453789, + "loss": 4.5852, + "mean_token_accuracy": 0.23627849817276, + "num_tokens": 10816366.0, + "step": 4545 + }, + { + "entropy": 4.868809509277344, + "epoch": 4.452276064610866, + "grad_norm": 1.1875, + "learning_rate": 0.00035430564162417986, + "loss": 4.4891, + "mean_token_accuracy": 0.24741119891405106, + "num_tokens": 10827973.0, + "step": 4550 + }, + { + "entropy": 5.132536363601685, + "epoch": 4.45717082721488, + "grad_norm": 1.2265625, + "learning_rate": 0.0003539464089152636, + "loss": 4.6797, + "mean_token_accuracy": 0.23054636865854264, + "num_tokens": 10839438.0, + "step": 4555 + }, + { + "entropy": 4.904827022552491, + "epoch": 4.462065589818894, + "grad_norm": 1.1328125, + "learning_rate": 0.00035358694656358194, + "loss": 4.5165, + "mean_token_accuracy": 0.2442225217819214, + "num_tokens": 10850189.0, + "step": 4560 + }, + { + "entropy": 4.833751010894775, + "epoch": 4.466960352422907, + "grad_norm": 1.1953125, + "learning_rate": 0.0003532272556147545, + "loss": 4.5193, + "mean_token_accuracy": 0.23978835195302964, + "num_tokens": 10861730.0, + "step": 4565 + }, + { + "entropy": 5.036434888839722, + "epoch": 4.471855115026921, + "grad_norm": 1.1015625, + "learning_rate": 0.0003528673371150664, + "loss": 4.6726, + "mean_token_accuracy": 0.23058370351791382, + "num_tokens": 10873843.0, + "step": 4570 + }, + { + "entropy": 4.995850515365601, + "epoch": 4.476749877630935, + "grad_norm": 1.171875, + "learning_rate": 0.00035250719211146395, + "loss": 4.6395, + "mean_token_accuracy": 0.23562803864479065, + "num_tokens": 10886754.0, + "step": 4575 + }, + { + "entropy": 4.960853624343872, + "epoch": 4.481644640234949, + "grad_norm": 1.0859375, + "learning_rate": 0.0003521468216515528, + "loss": 4.5898, + "mean_token_accuracy": 0.23953092396259307, + "num_tokens": 10899402.0, + "step": 4580 + }, + { + "entropy": 4.983584070205689, + "epoch": 4.486539402838963, + "grad_norm": 1.1875, + "learning_rate": 0.00035178622678359433, + "loss": 4.6076, + "mean_token_accuracy": 0.24189481884241104, + "num_tokens": 10912706.0, + "step": 4585 + }, + { + "entropy": 4.929827404022217, + "epoch": 4.491434165442976, + "grad_norm": 1.171875, + "learning_rate": 0.00035142540855650264, + "loss": 4.6414, + "mean_token_accuracy": 0.23340380936861038, + "num_tokens": 10924710.0, + "step": 4590 + }, + { + "entropy": 4.896418762207031, + "epoch": 4.49632892804699, + "grad_norm": 1.125, + "learning_rate": 0.00035106436801984154, + "loss": 4.5596, + "mean_token_accuracy": 0.24512310326099396, + "num_tokens": 10936863.0, + "step": 4595 + }, + { + "entropy": 4.937282752990723, + "epoch": 4.5012236906510035, + "grad_norm": 1.0703125, + "learning_rate": 0.0003507031062238216, + "loss": 4.5465, + "mean_token_accuracy": 0.24911466538906096, + "num_tokens": 10948098.0, + "step": 4600 + }, + { + "entropy": 4.956559467315674, + "epoch": 4.506118453255017, + "grad_norm": 1.2734375, + "learning_rate": 0.0003503416242192968, + "loss": 4.6285, + "mean_token_accuracy": 0.2394946500658989, + "num_tokens": 10960703.0, + "step": 4605 + }, + { + "entropy": 4.99582805633545, + "epoch": 4.51101321585903, + "grad_norm": 1.09375, + "learning_rate": 0.00034997992305776194, + "loss": 4.5726, + "mean_token_accuracy": 0.23462877422571182, + "num_tokens": 10972652.0, + "step": 4610 + }, + { + "entropy": 4.9431041240692135, + "epoch": 4.515907978463044, + "grad_norm": 1.1875, + "learning_rate": 0.00034961800379134907, + "loss": 4.583, + "mean_token_accuracy": 0.23193895816802979, + "num_tokens": 10985511.0, + "step": 4615 + }, + { + "entropy": 4.928348207473755, + "epoch": 4.520802741067058, + "grad_norm": 1.140625, + "learning_rate": 0.0003492558674728248, + "loss": 4.5437, + "mean_token_accuracy": 0.23933225572109224, + "num_tokens": 10997397.0, + "step": 4620 + }, + { + "entropy": 4.884153079986572, + "epoch": 4.525697503671072, + "grad_norm": 1.0625, + "learning_rate": 0.00034889351515558705, + "loss": 4.5624, + "mean_token_accuracy": 0.23536658883094788, + "num_tokens": 11009301.0, + "step": 4625 + }, + { + "entropy": 4.983486604690552, + "epoch": 4.530592266275086, + "grad_norm": 1.2109375, + "learning_rate": 0.00034853094789366216, + "loss": 4.6166, + "mean_token_accuracy": 0.2318914443254471, + "num_tokens": 11021214.0, + "step": 4630 + }, + { + "entropy": 4.995839071273804, + "epoch": 4.5354870288791, + "grad_norm": 1.234375, + "learning_rate": 0.00034816816674170155, + "loss": 4.6307, + "mean_token_accuracy": 0.23181201964616777, + "num_tokens": 11033706.0, + "step": 4635 + }, + { + "entropy": 4.904265308380127, + "epoch": 4.540381791483113, + "grad_norm": 1.1640625, + "learning_rate": 0.00034780517275497896, + "loss": 4.5223, + "mean_token_accuracy": 0.24747188985347748, + "num_tokens": 11046903.0, + "step": 4640 + }, + { + "entropy": 4.995366525650025, + "epoch": 4.545276554087127, + "grad_norm": 1.1328125, + "learning_rate": 0.00034744196698938715, + "loss": 4.6808, + "mean_token_accuracy": 0.23345842957496643, + "num_tokens": 11059769.0, + "step": 4645 + }, + { + "entropy": 4.958969449996948, + "epoch": 4.550171316691141, + "grad_norm": 1.15625, + "learning_rate": 0.00034707855050143487, + "loss": 4.6213, + "mean_token_accuracy": 0.23973002284765244, + "num_tokens": 11072278.0, + "step": 4650 + }, + { + "entropy": 4.980345344543457, + "epoch": 4.5550660792951545, + "grad_norm": 1.2265625, + "learning_rate": 0.0003467149243482439, + "loss": 4.6103, + "mean_token_accuracy": 0.23416877686977386, + "num_tokens": 11084393.0, + "step": 4655 + }, + { + "entropy": 4.974357843399048, + "epoch": 4.5599608418991675, + "grad_norm": 1.1328125, + "learning_rate": 0.00034635108958754605, + "loss": 4.5113, + "mean_token_accuracy": 0.25227575153112414, + "num_tokens": 11096209.0, + "step": 4660 + }, + { + "entropy": 4.796844816207885, + "epoch": 4.564855604503181, + "grad_norm": 1.1484375, + "learning_rate": 0.0003459870472776796, + "loss": 4.3975, + "mean_token_accuracy": 0.25478396117687224, + "num_tokens": 11107563.0, + "step": 4665 + }, + { + "entropy": 4.876433897018432, + "epoch": 4.569750367107195, + "grad_norm": 1.1328125, + "learning_rate": 0.0003456227984775867, + "loss": 4.5936, + "mean_token_accuracy": 0.2475576013326645, + "num_tokens": 11119771.0, + "step": 4670 + }, + { + "entropy": 4.9424066066741945, + "epoch": 4.574645129711209, + "grad_norm": 1.1640625, + "learning_rate": 0.0003452583442468104, + "loss": 4.5355, + "mean_token_accuracy": 0.24378240704536439, + "num_tokens": 11130243.0, + "step": 4675 + }, + { + "entropy": 4.956759214401245, + "epoch": 4.579539892315223, + "grad_norm": 1.1484375, + "learning_rate": 0.0003448936856454909, + "loss": 4.6354, + "mean_token_accuracy": 0.23188417702913283, + "num_tokens": 11142623.0, + "step": 4680 + }, + { + "entropy": 4.957581090927124, + "epoch": 4.584434654919236, + "grad_norm": 1.109375, + "learning_rate": 0.0003445288237343632, + "loss": 4.5506, + "mean_token_accuracy": 0.23696067482233046, + "num_tokens": 11154961.0, + "step": 4685 + }, + { + "entropy": 4.863600587844848, + "epoch": 4.58932941752325, + "grad_norm": 1.1015625, + "learning_rate": 0.0003441637595747535, + "loss": 4.5568, + "mean_token_accuracy": 0.24411790668964387, + "num_tokens": 11166924.0, + "step": 4690 + }, + { + "entropy": 4.99712495803833, + "epoch": 4.594224180127264, + "grad_norm": 1.2421875, + "learning_rate": 0.0003437984942285764, + "loss": 4.5925, + "mean_token_accuracy": 0.23994487076997756, + "num_tokens": 11178151.0, + "step": 4695 + }, + { + "entropy": 4.99697642326355, + "epoch": 4.599118942731278, + "grad_norm": 1.234375, + "learning_rate": 0.00034343302875833174, + "loss": 4.6063, + "mean_token_accuracy": 0.23970601409673692, + "num_tokens": 11190546.0, + "step": 4700 + }, + { + "entropy": 4.911056089401245, + "epoch": 4.604013705335291, + "grad_norm": 1.1015625, + "learning_rate": 0.0003430673642271014, + "loss": 4.5319, + "mean_token_accuracy": 0.2503520429134369, + "num_tokens": 11202191.0, + "step": 4705 + }, + { + "entropy": 4.8730621337890625, + "epoch": 4.608908467939305, + "grad_norm": 1.203125, + "learning_rate": 0.0003427015016985464, + "loss": 4.6004, + "mean_token_accuracy": 0.23604031950235366, + "num_tokens": 11213233.0, + "step": 4710 + }, + { + "entropy": 4.965299892425537, + "epoch": 4.6138032305433185, + "grad_norm": 1.2109375, + "learning_rate": 0.0003423354422369036, + "loss": 4.5624, + "mean_token_accuracy": 0.23677294552326203, + "num_tokens": 11224209.0, + "step": 4715 + }, + { + "entropy": 5.060855054855347, + "epoch": 4.618697993147332, + "grad_norm": 1.140625, + "learning_rate": 0.0003419691869069829, + "loss": 4.7085, + "mean_token_accuracy": 0.23144390285015107, + "num_tokens": 11236764.0, + "step": 4720 + }, + { + "entropy": 4.937286138534546, + "epoch": 4.623592755751346, + "grad_norm": 1.28125, + "learning_rate": 0.0003416027367741637, + "loss": 4.5261, + "mean_token_accuracy": 0.24710342288017273, + "num_tokens": 11248386.0, + "step": 4725 + }, + { + "entropy": 4.834506940841675, + "epoch": 4.62848751835536, + "grad_norm": 1.15625, + "learning_rate": 0.0003412360929043922, + "loss": 4.5261, + "mean_token_accuracy": 0.2465933382511139, + "num_tokens": 11260056.0, + "step": 4730 + }, + { + "entropy": 4.969740867614746, + "epoch": 4.633382280959373, + "grad_norm": 1.0625, + "learning_rate": 0.0003408692563641781, + "loss": 4.6864, + "mean_token_accuracy": 0.22559406459331513, + "num_tokens": 11274186.0, + "step": 4735 + }, + { + "entropy": 4.9639567852020265, + "epoch": 4.638277043563387, + "grad_norm": 1.140625, + "learning_rate": 0.00034050222822059153, + "loss": 4.5563, + "mean_token_accuracy": 0.2435510516166687, + "num_tokens": 11286464.0, + "step": 4740 + }, + { + "entropy": 4.903935527801513, + "epoch": 4.643171806167401, + "grad_norm": 1.140625, + "learning_rate": 0.0003401350095412601, + "loss": 4.5388, + "mean_token_accuracy": 0.23533929139375687, + "num_tokens": 11298536.0, + "step": 4745 + }, + { + "entropy": 4.984070634841919, + "epoch": 4.648066568771415, + "grad_norm": 1.046875, + "learning_rate": 0.0003397676013943655, + "loss": 4.7008, + "mean_token_accuracy": 0.22351232320070266, + "num_tokens": 11311477.0, + "step": 4750 + }, + { + "entropy": 5.042261743545533, + "epoch": 4.652961331375428, + "grad_norm": 1.265625, + "learning_rate": 0.00033940000484864065, + "loss": 4.6359, + "mean_token_accuracy": 0.23226390033960342, + "num_tokens": 11323449.0, + "step": 4755 + }, + { + "entropy": 4.958922100067139, + "epoch": 4.657856093979442, + "grad_norm": 1.046875, + "learning_rate": 0.00033903222097336636, + "loss": 4.6416, + "mean_token_accuracy": 0.23971253782510757, + "num_tokens": 11336606.0, + "step": 4760 + }, + { + "entropy": 4.934089326858521, + "epoch": 4.662750856583456, + "grad_norm": 1.15625, + "learning_rate": 0.0003386642508383685, + "loss": 4.5607, + "mean_token_accuracy": 0.23808138817548752, + "num_tokens": 11348272.0, + "step": 4765 + }, + { + "entropy": 4.979602956771851, + "epoch": 4.66764561918747, + "grad_norm": 1.0546875, + "learning_rate": 0.0003382960955140146, + "loss": 4.6474, + "mean_token_accuracy": 0.2371411442756653, + "num_tokens": 11359762.0, + "step": 4770 + }, + { + "entropy": 4.918827533721924, + "epoch": 4.6725403817914835, + "grad_norm": 1.1875, + "learning_rate": 0.0003379277560712112, + "loss": 4.5287, + "mean_token_accuracy": 0.24563721120357512, + "num_tokens": 11372015.0, + "step": 4775 + }, + { + "entropy": 4.992553663253784, + "epoch": 4.6774351443954965, + "grad_norm": 1.2890625, + "learning_rate": 0.0003375592335813999, + "loss": 4.5794, + "mean_token_accuracy": 0.24276368618011473, + "num_tokens": 11382433.0, + "step": 4780 + }, + { + "entropy": 4.926769495010376, + "epoch": 4.68232990699951, + "grad_norm": 1.1953125, + "learning_rate": 0.0003371905291165551, + "loss": 4.5468, + "mean_token_accuracy": 0.2355273887515068, + "num_tokens": 11394479.0, + "step": 4785 + }, + { + "entropy": 4.898515892028809, + "epoch": 4.687224669603524, + "grad_norm": 1.3203125, + "learning_rate": 0.0003368216437491806, + "loss": 4.5381, + "mean_token_accuracy": 0.24220383167266846, + "num_tokens": 11405759.0, + "step": 4790 + }, + { + "entropy": 5.041534185409546, + "epoch": 4.692119432207538, + "grad_norm": 1.265625, + "learning_rate": 0.00033645257855230616, + "loss": 4.686, + "mean_token_accuracy": 0.23345834463834764, + "num_tokens": 11418356.0, + "step": 4795 + }, + { + "entropy": 4.962784957885742, + "epoch": 4.697014194811552, + "grad_norm": 1.21875, + "learning_rate": 0.0003360833345994849, + "loss": 4.5647, + "mean_token_accuracy": 0.2334904357790947, + "num_tokens": 11428999.0, + "step": 4800 + }, + { + "entropy": 4.961305141448975, + "epoch": 4.701908957415565, + "grad_norm": 1.234375, + "learning_rate": 0.00033571391296478956, + "loss": 4.6493, + "mean_token_accuracy": 0.23007457405328752, + "num_tokens": 11439531.0, + "step": 4805 + }, + { + "entropy": 4.888871335983277, + "epoch": 4.706803720019579, + "grad_norm": 1.1171875, + "learning_rate": 0.00033534431472281005, + "loss": 4.5147, + "mean_token_accuracy": 0.2470294326543808, + "num_tokens": 11451582.0, + "step": 4810 + }, + { + "entropy": 4.912890005111694, + "epoch": 4.711698482623593, + "grad_norm": 1.2421875, + "learning_rate": 0.0003349745409486499, + "loss": 4.6071, + "mean_token_accuracy": 0.23003580719232558, + "num_tokens": 11463243.0, + "step": 4815 + }, + { + "entropy": 5.000146865844727, + "epoch": 4.716593245227607, + "grad_norm": 1.109375, + "learning_rate": 0.0003346045927179232, + "loss": 4.597, + "mean_token_accuracy": 0.2359566494822502, + "num_tokens": 11475797.0, + "step": 4820 + }, + { + "entropy": 4.880976438522339, + "epoch": 4.721488007831621, + "grad_norm": 1.15625, + "learning_rate": 0.0003342344711067516, + "loss": 4.5452, + "mean_token_accuracy": 0.24409642368555068, + "num_tokens": 11487166.0, + "step": 4825 + }, + { + "entropy": 4.8728338241577145, + "epoch": 4.726382770435634, + "grad_norm": 1.1484375, + "learning_rate": 0.0003338641771917609, + "loss": 4.5857, + "mean_token_accuracy": 0.22893455922603606, + "num_tokens": 11498834.0, + "step": 4830 + }, + { + "entropy": 4.904224443435669, + "epoch": 4.7312775330396475, + "grad_norm": 1.1328125, + "learning_rate": 0.00033349371205007827, + "loss": 4.5863, + "mean_token_accuracy": 0.2370509222149849, + "num_tokens": 11511665.0, + "step": 4835 + }, + { + "entropy": 5.072694969177246, + "epoch": 4.736172295643661, + "grad_norm": 1.234375, + "learning_rate": 0.00033312307675932904, + "loss": 4.5992, + "mean_token_accuracy": 0.23935865312814714, + "num_tokens": 11522358.0, + "step": 4840 + }, + { + "entropy": 4.960729694366455, + "epoch": 4.741067058247675, + "grad_norm": 1.1875, + "learning_rate": 0.0003327522723976332, + "loss": 4.5857, + "mean_token_accuracy": 0.23962829560041427, + "num_tokens": 11536082.0, + "step": 4845 + }, + { + "entropy": 4.896367073059082, + "epoch": 4.745961820851688, + "grad_norm": 1.1484375, + "learning_rate": 0.0003323813000436028, + "loss": 4.5804, + "mean_token_accuracy": 0.24031926840543746, + "num_tokens": 11549004.0, + "step": 4850 + }, + { + "entropy": 4.942358016967773, + "epoch": 4.750856583455702, + "grad_norm": 1.1640625, + "learning_rate": 0.00033201016077633825, + "loss": 4.6194, + "mean_token_accuracy": 0.23238101601600647, + "num_tokens": 11560029.0, + "step": 4855 + }, + { + "entropy": 4.97268648147583, + "epoch": 4.755751346059716, + "grad_norm": 1.109375, + "learning_rate": 0.0003316388556754259, + "loss": 4.5764, + "mean_token_accuracy": 0.24354737401008605, + "num_tokens": 11571563.0, + "step": 4860 + }, + { + "entropy": 4.867502641677857, + "epoch": 4.76064610866373, + "grad_norm": 1.1171875, + "learning_rate": 0.0003312673858209341, + "loss": 4.5175, + "mean_token_accuracy": 0.23850720077753068, + "num_tokens": 11582917.0, + "step": 4865 + }, + { + "entropy": 4.924775886535644, + "epoch": 4.765540871267744, + "grad_norm": 1.1875, + "learning_rate": 0.0003308957522934107, + "loss": 4.6328, + "mean_token_accuracy": 0.2353920817375183, + "num_tokens": 11594272.0, + "step": 4870 + }, + { + "entropy": 4.96436653137207, + "epoch": 4.770435633871757, + "grad_norm": 1.28125, + "learning_rate": 0.00033052395617387954, + "loss": 4.6137, + "mean_token_accuracy": 0.24112553000450135, + "num_tokens": 11605389.0, + "step": 4875 + }, + { + "entropy": 4.93902096748352, + "epoch": 4.775330396475771, + "grad_norm": 1.1640625, + "learning_rate": 0.00033015199854383734, + "loss": 4.6033, + "mean_token_accuracy": 0.23862474411725998, + "num_tokens": 11617542.0, + "step": 4880 + }, + { + "entropy": 4.920818424224853, + "epoch": 4.780225159079785, + "grad_norm": 1.203125, + "learning_rate": 0.0003297798804852508, + "loss": 4.5455, + "mean_token_accuracy": 0.2366666316986084, + "num_tokens": 11630078.0, + "step": 4885 + }, + { + "entropy": 4.940057563781738, + "epoch": 4.7851199216837985, + "grad_norm": 1.1484375, + "learning_rate": 0.00032940760308055315, + "loss": 4.6167, + "mean_token_accuracy": 0.2333507552742958, + "num_tokens": 11641418.0, + "step": 4890 + }, + { + "entropy": 5.0347026824951175, + "epoch": 4.790014684287812, + "grad_norm": 1.125, + "learning_rate": 0.00032903516741264124, + "loss": 4.7665, + "mean_token_accuracy": 0.2256920740008354, + "num_tokens": 11654797.0, + "step": 4895 + }, + { + "entropy": 4.936593437194825, + "epoch": 4.794909446891825, + "grad_norm": 0.984375, + "learning_rate": 0.00032866257456487215, + "loss": 4.5822, + "mean_token_accuracy": 0.2424963504076004, + "num_tokens": 11667880.0, + "step": 4900 + }, + { + "entropy": 4.986945867538452, + "epoch": 4.799804209495839, + "grad_norm": 1.125, + "learning_rate": 0.00032828982562106023, + "loss": 4.5762, + "mean_token_accuracy": 0.23732181191444396, + "num_tokens": 11680229.0, + "step": 4905 + }, + { + "entropy": 4.926059579849243, + "epoch": 4.804698972099853, + "grad_norm": 1.1484375, + "learning_rate": 0.000327916921665474, + "loss": 4.5886, + "mean_token_accuracy": 0.23226813673973085, + "num_tokens": 11691219.0, + "step": 4910 + }, + { + "entropy": 4.9361631870269775, + "epoch": 4.809593734703867, + "grad_norm": 1.140625, + "learning_rate": 0.00032754386378283266, + "loss": 4.5513, + "mean_token_accuracy": 0.24084499776363372, + "num_tokens": 11702630.0, + "step": 4915 + }, + { + "entropy": 4.962361097335815, + "epoch": 4.814488497307881, + "grad_norm": 1.15625, + "learning_rate": 0.0003271706530583035, + "loss": 4.6579, + "mean_token_accuracy": 0.23210628032684327, + "num_tokens": 11713904.0, + "step": 4920 + }, + { + "entropy": 4.9835145473480225, + "epoch": 4.819383259911894, + "grad_norm": 1.171875, + "learning_rate": 0.00032679729057749797, + "loss": 4.5844, + "mean_token_accuracy": 0.24705798029899598, + "num_tokens": 11726106.0, + "step": 4925 + }, + { + "entropy": 4.951479530334472, + "epoch": 4.824278022515908, + "grad_norm": 1.109375, + "learning_rate": 0.0003264237774264693, + "loss": 4.5579, + "mean_token_accuracy": 0.2422999322414398, + "num_tokens": 11739032.0, + "step": 4930 + }, + { + "entropy": 4.921961879730224, + "epoch": 4.829172785119922, + "grad_norm": 1.21875, + "learning_rate": 0.00032605011469170875, + "loss": 4.5394, + "mean_token_accuracy": 0.23905659317970276, + "num_tokens": 11750859.0, + "step": 4935 + }, + { + "entropy": 4.932737016677857, + "epoch": 4.834067547723936, + "grad_norm": 1.1171875, + "learning_rate": 0.000325676303460143, + "loss": 4.5245, + "mean_token_accuracy": 0.25352912247180937, + "num_tokens": 11761442.0, + "step": 4940 + }, + { + "entropy": 4.915727233886718, + "epoch": 4.838962310327949, + "grad_norm": 1.171875, + "learning_rate": 0.0003253023448191303, + "loss": 4.4855, + "mean_token_accuracy": 0.2534261792898178, + "num_tokens": 11771986.0, + "step": 4945 + }, + { + "entropy": 4.8648669719696045, + "epoch": 4.8438570729319625, + "grad_norm": 1.2109375, + "learning_rate": 0.00032492823985645804, + "loss": 4.5548, + "mean_token_accuracy": 0.23888727724552156, + "num_tokens": 11782813.0, + "step": 4950 + }, + { + "entropy": 4.965753889083862, + "epoch": 4.848751835535976, + "grad_norm": 1.265625, + "learning_rate": 0.0003245539896603391, + "loss": 4.6013, + "mean_token_accuracy": 0.23862355351448059, + "num_tokens": 11794676.0, + "step": 4955 + }, + { + "entropy": 4.956359577178955, + "epoch": 4.85364659813999, + "grad_norm": 1.1953125, + "learning_rate": 0.0003241795953194086, + "loss": 4.5374, + "mean_token_accuracy": 0.2480431005358696, + "num_tokens": 11806251.0, + "step": 4960 + }, + { + "entropy": 4.981100988388062, + "epoch": 4.858541360744004, + "grad_norm": 1.1015625, + "learning_rate": 0.0003238050579227215, + "loss": 4.618, + "mean_token_accuracy": 0.2375776380300522, + "num_tokens": 11817331.0, + "step": 4965 + }, + { + "entropy": 4.944558477401733, + "epoch": 4.863436123348018, + "grad_norm": 1.21875, + "learning_rate": 0.0003234303785597482, + "loss": 4.6062, + "mean_token_accuracy": 0.2414374068379402, + "num_tokens": 11829178.0, + "step": 4970 + }, + { + "entropy": 4.879626083374023, + "epoch": 4.868330885952031, + "grad_norm": 1.3359375, + "learning_rate": 0.0003230555583203728, + "loss": 4.6051, + "mean_token_accuracy": 0.23914755880832672, + "num_tokens": 11841421.0, + "step": 4975 + }, + { + "entropy": 4.902350521087646, + "epoch": 4.873225648556045, + "grad_norm": 1.0625, + "learning_rate": 0.0003226805982948884, + "loss": 4.5538, + "mean_token_accuracy": 0.23678377121686936, + "num_tokens": 11854351.0, + "step": 4980 + }, + { + "entropy": 4.972124814987183, + "epoch": 4.878120411160059, + "grad_norm": 1.203125, + "learning_rate": 0.00032230549957399534, + "loss": 4.5696, + "mean_token_accuracy": 0.2439131036400795, + "num_tokens": 11865739.0, + "step": 4985 + }, + { + "entropy": 5.014398574829102, + "epoch": 4.883015173764073, + "grad_norm": 1.1484375, + "learning_rate": 0.0003219302632487971, + "loss": 4.7044, + "mean_token_accuracy": 0.233197383582592, + "num_tokens": 11878215.0, + "step": 4990 + }, + { + "entropy": 4.957666969299316, + "epoch": 4.887909936368086, + "grad_norm": 1.1796875, + "learning_rate": 0.00032155489041079755, + "loss": 4.5947, + "mean_token_accuracy": 0.2403508022427559, + "num_tokens": 11890224.0, + "step": 4995 + }, + { + "entropy": 4.90994439125061, + "epoch": 4.8928046989721, + "grad_norm": 1.09375, + "learning_rate": 0.0003211793821518977, + "loss": 4.5575, + "mean_token_accuracy": 0.2488363578915596, + "num_tokens": 11901982.0, + "step": 5000 + }, + { + "epoch": 4.8928046989721, + "eval_entropy": 4.9151236916916, + "eval_loss": 5.558598518371582, + "eval_mean_token_accuracy": 0.20045298462400857, + "eval_num_tokens": 11901982.0, + "eval_runtime": 2.7091, + "eval_samples_per_second": 1272.391, + "eval_steps_per_second": 159.095, + "step": 5000 + }, + { + "entropy": 4.970084285736084, + "epoch": 4.897699461576114, + "grad_norm": 1.21875, + "learning_rate": 0.00032080373956439213, + "loss": 4.5766, + "mean_token_accuracy": 0.23770701736211777, + "num_tokens": 11914236.0, + "step": 5005 + }, + { + "entropy": 4.940792083740234, + "epoch": 4.9025942241801275, + "grad_norm": 1.3125, + "learning_rate": 0.0003204279637409667, + "loss": 4.6004, + "mean_token_accuracy": 0.24051721394062042, + "num_tokens": 11924946.0, + "step": 5010 + }, + { + "entropy": 4.928751277923584, + "epoch": 4.907488986784141, + "grad_norm": 1.1484375, + "learning_rate": 0.00032005205577469436, + "loss": 4.6396, + "mean_token_accuracy": 0.2318523943424225, + "num_tokens": 11937135.0, + "step": 5015 + }, + { + "entropy": 4.892696285247803, + "epoch": 4.912383749388154, + "grad_norm": 1.171875, + "learning_rate": 0.0003196760167590328, + "loss": 4.5777, + "mean_token_accuracy": 0.24381590336561204, + "num_tokens": 11948831.0, + "step": 5020 + }, + { + "entropy": 5.015315008163452, + "epoch": 4.917278511992168, + "grad_norm": 1.3515625, + "learning_rate": 0.00031929984778782057, + "loss": 4.7053, + "mean_token_accuracy": 0.23329141587018967, + "num_tokens": 11961048.0, + "step": 5025 + }, + { + "entropy": 4.913628101348877, + "epoch": 4.922173274596182, + "grad_norm": 1.203125, + "learning_rate": 0.00031892354995527444, + "loss": 4.5653, + "mean_token_accuracy": 0.23947801887989045, + "num_tokens": 11973015.0, + "step": 5030 + }, + { + "entropy": 4.931114625930786, + "epoch": 4.927068037200196, + "grad_norm": 1.0625, + "learning_rate": 0.00031854712435598615, + "loss": 4.6083, + "mean_token_accuracy": 0.23548408597707748, + "num_tokens": 11985139.0, + "step": 5035 + }, + { + "entropy": 4.971907615661621, + "epoch": 4.931962799804209, + "grad_norm": 1.265625, + "learning_rate": 0.0003181705720849188, + "loss": 4.6079, + "mean_token_accuracy": 0.23368552327156067, + "num_tokens": 11996420.0, + "step": 5040 + }, + { + "entropy": 4.979585790634156, + "epoch": 4.936857562408223, + "grad_norm": 1.1875, + "learning_rate": 0.0003177938942374042, + "loss": 4.5557, + "mean_token_accuracy": 0.2486712157726288, + "num_tokens": 12007104.0, + "step": 5045 + }, + { + "entropy": 4.938420629501342, + "epoch": 4.941752325012237, + "grad_norm": 1.1796875, + "learning_rate": 0.0003174170919091392, + "loss": 4.6011, + "mean_token_accuracy": 0.2386533722281456, + "num_tokens": 12018663.0, + "step": 5050 + }, + { + "entropy": 4.980367660522461, + "epoch": 4.946647087616251, + "grad_norm": 1.1484375, + "learning_rate": 0.00031704016619618305, + "loss": 4.6438, + "mean_token_accuracy": 0.23362721502780914, + "num_tokens": 12030445.0, + "step": 5055 + }, + { + "entropy": 4.970768880844116, + "epoch": 4.951541850220265, + "grad_norm": 1.21875, + "learning_rate": 0.0003166631181949536, + "loss": 4.6339, + "mean_token_accuracy": 0.23144124448299408, + "num_tokens": 12042301.0, + "step": 5060 + }, + { + "entropy": 4.887622547149658, + "epoch": 4.9564366128242785, + "grad_norm": 1.140625, + "learning_rate": 0.00031628594900222465, + "loss": 4.5971, + "mean_token_accuracy": 0.23787095993757248, + "num_tokens": 12054131.0, + "step": 5065 + }, + { + "entropy": 4.968758010864258, + "epoch": 4.9613313754282915, + "grad_norm": 1.0390625, + "learning_rate": 0.00031590865971512237, + "loss": 4.6252, + "mean_token_accuracy": 0.234019935131073, + "num_tokens": 12067292.0, + "step": 5070 + }, + { + "entropy": 4.953561735153198, + "epoch": 4.966226138032305, + "grad_norm": 1.1953125, + "learning_rate": 0.00031553125143112237, + "loss": 4.6688, + "mean_token_accuracy": 0.23385276794433593, + "num_tokens": 12078056.0, + "step": 5075 + }, + { + "entropy": 4.884413242340088, + "epoch": 4.971120900636319, + "grad_norm": 1.2421875, + "learning_rate": 0.00031515372524804644, + "loss": 4.5109, + "mean_token_accuracy": 0.24655757546424867, + "num_tokens": 12089310.0, + "step": 5080 + }, + { + "entropy": 4.915296745300293, + "epoch": 4.976015663240333, + "grad_norm": 1.2421875, + "learning_rate": 0.00031477608226405907, + "loss": 4.5641, + "mean_token_accuracy": 0.24150988906621934, + "num_tokens": 12100931.0, + "step": 5085 + }, + { + "entropy": 4.936488294601441, + "epoch": 4.980910425844346, + "grad_norm": 1.203125, + "learning_rate": 0.00031439832357766485, + "loss": 4.604, + "mean_token_accuracy": 0.23317671120166777, + "num_tokens": 12112159.0, + "step": 5090 + }, + { + "entropy": 4.974797010421753, + "epoch": 4.98580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.00031402045028770456, + "loss": 4.6281, + "mean_token_accuracy": 0.23169159889221191, + "num_tokens": 12124057.0, + "step": 5095 + }, + { + "entropy": 4.9140619277954105, + "epoch": 4.990699951052374, + "grad_norm": 1.109375, + "learning_rate": 0.0003136424634933528, + "loss": 4.5903, + "mean_token_accuracy": 0.23971892148256302, + "num_tokens": 12136697.0, + "step": 5100 + }, + { + "entropy": 4.9594427108764645, + "epoch": 4.995594713656388, + "grad_norm": 1.171875, + "learning_rate": 0.00031326436429411386, + "loss": 4.5789, + "mean_token_accuracy": 0.24007336646318436, + "num_tokens": 12149152.0, + "step": 5105 + }, + { + "entropy": 4.837845855289036, + "epoch": 5.0, + "grad_norm": 2.25, + "learning_rate": 0.0003128861537898193, + "loss": 4.5335, + "mean_token_accuracy": 0.24379850758446586, + "num_tokens": 12158480.0, + "step": 5110 + }, + { + "entropy": 4.958009862899781, + "epoch": 5.004894762604014, + "grad_norm": 1.1953125, + "learning_rate": 0.0003125078330806245, + "loss": 4.3122, + "mean_token_accuracy": 0.2604338303208351, + "num_tokens": 12168435.0, + "step": 5115 + }, + { + "entropy": 4.963918924331665, + "epoch": 5.009789525208028, + "grad_norm": 1.0390625, + "learning_rate": 0.00031212940326700504, + "loss": 4.322, + "mean_token_accuracy": 0.26302495002746584, + "num_tokens": 12180408.0, + "step": 5120 + }, + { + "entropy": 4.897024536132813, + "epoch": 5.014684287812041, + "grad_norm": 1.1953125, + "learning_rate": 0.00031175086544975436, + "loss": 4.3045, + "mean_token_accuracy": 0.26604206264019015, + "num_tokens": 12192139.0, + "step": 5125 + }, + { + "entropy": 4.938781595230102, + "epoch": 5.019579050416055, + "grad_norm": 1.21875, + "learning_rate": 0.0003113722207299795, + "loss": 4.3542, + "mean_token_accuracy": 0.2577071011066437, + "num_tokens": 12204184.0, + "step": 5130 + }, + { + "entropy": 4.999024438858032, + "epoch": 5.024473813020069, + "grad_norm": 1.140625, + "learning_rate": 0.00031099347020909906, + "loss": 4.4331, + "mean_token_accuracy": 0.24938651025295258, + "num_tokens": 12216512.0, + "step": 5135 + }, + { + "entropy": 4.886103200912475, + "epoch": 5.0293685756240825, + "grad_norm": 1.0859375, + "learning_rate": 0.00031061461498883895, + "loss": 4.2971, + "mean_token_accuracy": 0.269036191701889, + "num_tokens": 12227419.0, + "step": 5140 + }, + { + "entropy": 4.847523498535156, + "epoch": 5.034263338228096, + "grad_norm": 1.21875, + "learning_rate": 0.0003102356561712299, + "loss": 4.3648, + "mean_token_accuracy": 0.25474782586097716, + "num_tokens": 12238965.0, + "step": 5145 + }, + { + "entropy": 4.959598731994629, + "epoch": 5.039158100832109, + "grad_norm": 1.109375, + "learning_rate": 0.0003098565948586038, + "loss": 4.4558, + "mean_token_accuracy": 0.24450213015079497, + "num_tokens": 12252740.0, + "step": 5150 + }, + { + "entropy": 4.921490287780761, + "epoch": 5.044052863436123, + "grad_norm": 1.1875, + "learning_rate": 0.00030947743215359075, + "loss": 4.3254, + "mean_token_accuracy": 0.25831259191036227, + "num_tokens": 12264190.0, + "step": 5155 + }, + { + "entropy": 4.907011032104492, + "epoch": 5.048947626040137, + "grad_norm": 1.1796875, + "learning_rate": 0.0003090981691591159, + "loss": 4.3652, + "mean_token_accuracy": 0.25150704085826875, + "num_tokens": 12275901.0, + "step": 5160 + }, + { + "entropy": 4.905701065063477, + "epoch": 5.053842388644151, + "grad_norm": 1.0859375, + "learning_rate": 0.000308718806978396, + "loss": 4.3429, + "mean_token_accuracy": 0.25858851969242097, + "num_tokens": 12287320.0, + "step": 5165 + }, + { + "entropy": 4.966667413711548, + "epoch": 5.058737151248164, + "grad_norm": 1.03125, + "learning_rate": 0.0003083393467149363, + "loss": 4.3863, + "mean_token_accuracy": 0.2497824788093567, + "num_tokens": 12300796.0, + "step": 5170 + }, + { + "entropy": 4.899695777893067, + "epoch": 5.063631913852178, + "grad_norm": 1.2109375, + "learning_rate": 0.0003079597894725274, + "loss": 4.3642, + "mean_token_accuracy": 0.2561481907963753, + "num_tokens": 12313368.0, + "step": 5175 + }, + { + "entropy": 4.918936395645142, + "epoch": 5.068526676456192, + "grad_norm": 1.3359375, + "learning_rate": 0.00030758013635524205, + "loss": 4.3876, + "mean_token_accuracy": 0.254037569463253, + "num_tokens": 12325071.0, + "step": 5180 + }, + { + "entropy": 4.832960748672486, + "epoch": 5.073421439060206, + "grad_norm": 1.25, + "learning_rate": 0.0003072003884674319, + "loss": 4.3656, + "mean_token_accuracy": 0.2558576062321663, + "num_tokens": 12336851.0, + "step": 5185 + }, + { + "entropy": 4.764031934738159, + "epoch": 5.07831620166422, + "grad_norm": 1.2578125, + "learning_rate": 0.00030682054691372396, + "loss": 4.3434, + "mean_token_accuracy": 0.25979203879833224, + "num_tokens": 12348401.0, + "step": 5190 + }, + { + "entropy": 4.95928840637207, + "epoch": 5.083210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.0003064406127990182, + "loss": 4.3884, + "mean_token_accuracy": 0.2560496285557747, + "num_tokens": 12359545.0, + "step": 5195 + }, + { + "entropy": 5.0024186134338375, + "epoch": 5.0881057268722465, + "grad_norm": 1.2109375, + "learning_rate": 0.0003060605872284834, + "loss": 4.396, + "mean_token_accuracy": 0.25134445130825045, + "num_tokens": 12371385.0, + "step": 5200 + }, + { + "entropy": 4.871951484680176, + "epoch": 5.09300048947626, + "grad_norm": 1.125, + "learning_rate": 0.00030568047130755474, + "loss": 4.415, + "mean_token_accuracy": 0.25351625978946685, + "num_tokens": 12384933.0, + "step": 5205 + }, + { + "entropy": 4.867712926864624, + "epoch": 5.097895252080274, + "grad_norm": 1.171875, + "learning_rate": 0.00030530026614192983, + "loss": 4.3827, + "mean_token_accuracy": 0.2571286603808403, + "num_tokens": 12397301.0, + "step": 5210 + }, + { + "entropy": 4.920883750915527, + "epoch": 5.102790014684288, + "grad_norm": 1.2578125, + "learning_rate": 0.0003049199728375662, + "loss": 4.3399, + "mean_token_accuracy": 0.2628617614507675, + "num_tokens": 12408593.0, + "step": 5215 + }, + { + "entropy": 4.908628320693969, + "epoch": 5.107684777288301, + "grad_norm": 1.2578125, + "learning_rate": 0.00030453959250067764, + "loss": 4.3396, + "mean_token_accuracy": 0.2595177605748177, + "num_tokens": 12419498.0, + "step": 5220 + }, + { + "entropy": 4.821868848800659, + "epoch": 5.112579539892315, + "grad_norm": 1.1015625, + "learning_rate": 0.00030415912623773107, + "loss": 4.3209, + "mean_token_accuracy": 0.2581139370799065, + "num_tokens": 12431874.0, + "step": 5225 + }, + { + "entropy": 4.9897682666778564, + "epoch": 5.117474302496329, + "grad_norm": 1.125, + "learning_rate": 0.0003037785751554434, + "loss": 4.501, + "mean_token_accuracy": 0.25574222952127457, + "num_tokens": 12444030.0, + "step": 5230 + }, + { + "entropy": 4.962854623794556, + "epoch": 5.122369065100343, + "grad_norm": 1.2421875, + "learning_rate": 0.00030339794036077824, + "loss": 4.3746, + "mean_token_accuracy": 0.25864806324243544, + "num_tokens": 12454627.0, + "step": 5235 + }, + { + "entropy": 4.834767484664917, + "epoch": 5.127263827704357, + "grad_norm": 1.265625, + "learning_rate": 0.0003030172229609427, + "loss": 4.3432, + "mean_token_accuracy": 0.2612172350287437, + "num_tokens": 12466465.0, + "step": 5240 + }, + { + "entropy": 4.888991165161133, + "epoch": 5.13215859030837, + "grad_norm": 1.140625, + "learning_rate": 0.0003026364240633842, + "loss": 4.296, + "mean_token_accuracy": 0.27039791345596315, + "num_tokens": 12478886.0, + "step": 5245 + }, + { + "entropy": 4.848423814773559, + "epoch": 5.137053352912384, + "grad_norm": 1.171875, + "learning_rate": 0.00030225554477578733, + "loss": 4.3093, + "mean_token_accuracy": 0.2598715707659721, + "num_tokens": 12491418.0, + "step": 5250 + }, + { + "entropy": 4.859292840957641, + "epoch": 5.1419481155163975, + "grad_norm": 1.1875, + "learning_rate": 0.0003018745862060702, + "loss": 4.3423, + "mean_token_accuracy": 0.2566388979554176, + "num_tokens": 12503784.0, + "step": 5255 + }, + { + "entropy": 4.907123231887818, + "epoch": 5.146842878120411, + "grad_norm": 1.140625, + "learning_rate": 0.00030149354946238196, + "loss": 4.3375, + "mean_token_accuracy": 0.261844602227211, + "num_tokens": 12514560.0, + "step": 5260 + }, + { + "entropy": 4.897166156768799, + "epoch": 5.151737640724425, + "grad_norm": 1.171875, + "learning_rate": 0.0003011124356530989, + "loss": 4.4245, + "mean_token_accuracy": 0.2525751248002052, + "num_tokens": 12527920.0, + "step": 5265 + }, + { + "entropy": 4.928752136230469, + "epoch": 5.156632403328438, + "grad_norm": 1.1796875, + "learning_rate": 0.0003007312458868214, + "loss": 4.3743, + "mean_token_accuracy": 0.25650078505277635, + "num_tokens": 12538793.0, + "step": 5270 + }, + { + "entropy": 4.814674186706543, + "epoch": 5.161527165932452, + "grad_norm": 1.2109375, + "learning_rate": 0.0003003499812723711, + "loss": 4.3407, + "mean_token_accuracy": 0.25908356755971906, + "num_tokens": 12551158.0, + "step": 5275 + }, + { + "entropy": 4.931568908691406, + "epoch": 5.166421928536466, + "grad_norm": 1.1171875, + "learning_rate": 0.000299968642918787, + "loss": 4.4402, + "mean_token_accuracy": 0.25640726685523985, + "num_tokens": 12564138.0, + "step": 5280 + }, + { + "entropy": 4.921501970291137, + "epoch": 5.17131669114048, + "grad_norm": 1.28125, + "learning_rate": 0.00029958723193532287, + "loss": 4.4058, + "mean_token_accuracy": 0.25719621777534485, + "num_tokens": 12575140.0, + "step": 5285 + }, + { + "entropy": 4.872871589660645, + "epoch": 5.176211453744493, + "grad_norm": 1.171875, + "learning_rate": 0.0002992057494314437, + "loss": 4.3463, + "mean_token_accuracy": 0.252190089225769, + "num_tokens": 12586371.0, + "step": 5290 + }, + { + "entropy": 4.939267635345459, + "epoch": 5.181106216348507, + "grad_norm": 1.1328125, + "learning_rate": 0.00029882419651682234, + "loss": 4.4147, + "mean_token_accuracy": 0.2542558580636978, + "num_tokens": 12599785.0, + "step": 5295 + }, + { + "entropy": 4.789497232437133, + "epoch": 5.186000978952521, + "grad_norm": 1.296875, + "learning_rate": 0.00029844257430133674, + "loss": 4.212, + "mean_token_accuracy": 0.2707947090268135, + "num_tokens": 12611073.0, + "step": 5300 + }, + { + "entropy": 4.84962100982666, + "epoch": 5.190895741556535, + "grad_norm": 1.1484375, + "learning_rate": 0.00029806088389506614, + "loss": 4.3582, + "mean_token_accuracy": 0.25633101165294647, + "num_tokens": 12623337.0, + "step": 5305 + }, + { + "entropy": 4.874534654617309, + "epoch": 5.1957905041605486, + "grad_norm": 1.2109375, + "learning_rate": 0.00029767912640828837, + "loss": 4.3945, + "mean_token_accuracy": 0.25490366518497465, + "num_tokens": 12635325.0, + "step": 5310 + }, + { + "entropy": 5.002076005935669, + "epoch": 5.2006852667645616, + "grad_norm": 1.1953125, + "learning_rate": 0.00029729730295147627, + "loss": 4.4477, + "mean_token_accuracy": 0.25073795169591906, + "num_tokens": 12646675.0, + "step": 5315 + }, + { + "entropy": 4.881000995635986, + "epoch": 5.2055800293685754, + "grad_norm": 1.2421875, + "learning_rate": 0.00029691541463529466, + "loss": 4.3804, + "mean_token_accuracy": 0.2621867716312408, + "num_tokens": 12657349.0, + "step": 5320 + }, + { + "entropy": 4.919429540634155, + "epoch": 5.210474791972589, + "grad_norm": 1.21875, + "learning_rate": 0.0002965334625705968, + "loss": 4.4285, + "mean_token_accuracy": 0.25295074433088305, + "num_tokens": 12669851.0, + "step": 5325 + }, + { + "entropy": 4.976959133148194, + "epoch": 5.215369554576603, + "grad_norm": 1.09375, + "learning_rate": 0.00029615144786842174, + "loss": 4.4419, + "mean_token_accuracy": 0.25048954486846925, + "num_tokens": 12684368.0, + "step": 5330 + }, + { + "entropy": 4.908678770065308, + "epoch": 5.220264317180617, + "grad_norm": 1.25, + "learning_rate": 0.00029576937163999046, + "loss": 4.3887, + "mean_token_accuracy": 0.25789752006530764, + "num_tokens": 12696401.0, + "step": 5335 + }, + { + "entropy": 4.888817834854126, + "epoch": 5.22515907978463, + "grad_norm": 1.1953125, + "learning_rate": 0.000295387234996703, + "loss": 4.4001, + "mean_token_accuracy": 0.2558760404586792, + "num_tokens": 12707493.0, + "step": 5340 + }, + { + "entropy": 4.872880363464356, + "epoch": 5.230053842388644, + "grad_norm": 1.1953125, + "learning_rate": 0.0002950050390501351, + "loss": 4.3732, + "mean_token_accuracy": 0.25516442507505416, + "num_tokens": 12719732.0, + "step": 5345 + }, + { + "entropy": 4.870816421508789, + "epoch": 5.234948604992658, + "grad_norm": 1.28125, + "learning_rate": 0.0002946227849120352, + "loss": 4.3123, + "mean_token_accuracy": 0.2601855263113976, + "num_tokens": 12730629.0, + "step": 5350 + }, + { + "entropy": 4.887098169326782, + "epoch": 5.239843367596672, + "grad_norm": 1.2109375, + "learning_rate": 0.0002942404736943206, + "loss": 4.3079, + "mean_token_accuracy": 0.26518921852111815, + "num_tokens": 12742742.0, + "step": 5355 + }, + { + "entropy": 4.886412620544434, + "epoch": 5.244738130200686, + "grad_norm": 1.21875, + "learning_rate": 0.00029385810650907514, + "loss": 4.474, + "mean_token_accuracy": 0.24400135576725007, + "num_tokens": 12755810.0, + "step": 5360 + }, + { + "entropy": 4.864665222167969, + "epoch": 5.249632892804699, + "grad_norm": 1.0703125, + "learning_rate": 0.000293475684468545, + "loss": 4.3247, + "mean_token_accuracy": 0.2605849504470825, + "num_tokens": 12768774.0, + "step": 5365 + }, + { + "entropy": 4.871584033966064, + "epoch": 5.254527655408713, + "grad_norm": 1.2421875, + "learning_rate": 0.0002930932086851362, + "loss": 4.311, + "mean_token_accuracy": 0.2626017689704895, + "num_tokens": 12778860.0, + "step": 5370 + }, + { + "entropy": 4.802646493911743, + "epoch": 5.2594224180127265, + "grad_norm": 1.1796875, + "learning_rate": 0.00029271068027141093, + "loss": 4.3288, + "mean_token_accuracy": 0.25410080701112747, + "num_tokens": 12790718.0, + "step": 5375 + }, + { + "entropy": 4.8621697425842285, + "epoch": 5.26431718061674, + "grad_norm": 1.2109375, + "learning_rate": 0.0002923281003400848, + "loss": 4.3795, + "mean_token_accuracy": 0.2574193745851517, + "num_tokens": 12801924.0, + "step": 5380 + }, + { + "entropy": 4.8984628200531, + "epoch": 5.269211943220753, + "grad_norm": 1.109375, + "learning_rate": 0.00029194547000402284, + "loss": 4.423, + "mean_token_accuracy": 0.24654452204704286, + "num_tokens": 12814180.0, + "step": 5385 + }, + { + "entropy": 4.925138330459594, + "epoch": 5.274106705824767, + "grad_norm": 1.203125, + "learning_rate": 0.00029156279037623694, + "loss": 4.3861, + "mean_token_accuracy": 0.2502188071608543, + "num_tokens": 12826179.0, + "step": 5390 + }, + { + "entropy": 4.8376720428466795, + "epoch": 5.279001468428781, + "grad_norm": 1.1484375, + "learning_rate": 0.0002911800625698823, + "loss": 4.473, + "mean_token_accuracy": 0.24802757054567337, + "num_tokens": 12838818.0, + "step": 5395 + }, + { + "entropy": 4.865996932983398, + "epoch": 5.283896231032795, + "grad_norm": 1.171875, + "learning_rate": 0.0002907972876982544, + "loss": 4.326, + "mean_token_accuracy": 0.2606485769152641, + "num_tokens": 12850404.0, + "step": 5400 + }, + { + "entropy": 4.852719354629516, + "epoch": 5.288790993636809, + "grad_norm": 1.21875, + "learning_rate": 0.00029041446687478543, + "loss": 4.3717, + "mean_token_accuracy": 0.251312343776226, + "num_tokens": 12862902.0, + "step": 5405 + }, + { + "entropy": 4.842373514175415, + "epoch": 5.293685756240822, + "grad_norm": 1.25, + "learning_rate": 0.0002900316012130413, + "loss": 4.3494, + "mean_token_accuracy": 0.25836356431245805, + "num_tokens": 12875440.0, + "step": 5410 + }, + { + "entropy": 4.975588035583496, + "epoch": 5.298580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.0002896486918267186, + "loss": 4.472, + "mean_token_accuracy": 0.2513862207531929, + "num_tokens": 12887664.0, + "step": 5415 + }, + { + "entropy": 4.866049575805664, + "epoch": 5.30347528144885, + "grad_norm": 1.234375, + "learning_rate": 0.00028926573982964067, + "loss": 4.3668, + "mean_token_accuracy": 0.25593926161527636, + "num_tokens": 12898597.0, + "step": 5420 + }, + { + "entropy": 4.844847679138184, + "epoch": 5.308370044052864, + "grad_norm": 1.2265625, + "learning_rate": 0.00028888274633575504, + "loss": 4.3405, + "mean_token_accuracy": 0.2640332952141762, + "num_tokens": 12910272.0, + "step": 5425 + }, + { + "entropy": 4.92423415184021, + "epoch": 5.3132648066568775, + "grad_norm": 1.2421875, + "learning_rate": 0.00028849971245913005, + "loss": 4.3896, + "mean_token_accuracy": 0.2510180279612541, + "num_tokens": 12920481.0, + "step": 5430 + }, + { + "entropy": 4.862576961517334, + "epoch": 5.3181595692608905, + "grad_norm": 1.125, + "learning_rate": 0.00028811663931395127, + "loss": 4.3703, + "mean_token_accuracy": 0.25634227246046065, + "num_tokens": 12933388.0, + "step": 5435 + }, + { + "entropy": 4.848942279815674, + "epoch": 5.323054331864904, + "grad_norm": 1.1328125, + "learning_rate": 0.00028773352801451864, + "loss": 4.3438, + "mean_token_accuracy": 0.2634120240807533, + "num_tokens": 12944552.0, + "step": 5440 + }, + { + "entropy": 4.927693271636963, + "epoch": 5.327949094468918, + "grad_norm": 1.1953125, + "learning_rate": 0.00028735037967524303, + "loss": 4.4076, + "mean_token_accuracy": 0.24917805194854736, + "num_tokens": 12956412.0, + "step": 5445 + }, + { + "entropy": 4.800685691833496, + "epoch": 5.332843857072932, + "grad_norm": 1.1015625, + "learning_rate": 0.0002869671954106432, + "loss": 4.271, + "mean_token_accuracy": 0.26187579333782196, + "num_tokens": 12969317.0, + "step": 5450 + }, + { + "entropy": 4.889603948593139, + "epoch": 5.337738619676946, + "grad_norm": 1.1484375, + "learning_rate": 0.0002865839763353421, + "loss": 4.4635, + "mean_token_accuracy": 0.24944115430116653, + "num_tokens": 12982699.0, + "step": 5455 + }, + { + "entropy": 4.961989641189575, + "epoch": 5.342633382280959, + "grad_norm": 1.171875, + "learning_rate": 0.00028620072356406437, + "loss": 4.4472, + "mean_token_accuracy": 0.24868619740009307, + "num_tokens": 12995777.0, + "step": 5460 + }, + { + "entropy": 4.847643852233887, + "epoch": 5.347528144884973, + "grad_norm": 1.1796875, + "learning_rate": 0.0002858174382116322, + "loss": 4.3442, + "mean_token_accuracy": 0.25567984879016875, + "num_tokens": 13006992.0, + "step": 5465 + }, + { + "entropy": 4.847750473022461, + "epoch": 5.352422907488987, + "grad_norm": 1.15625, + "learning_rate": 0.00028543412139296295, + "loss": 4.3688, + "mean_token_accuracy": 0.25548591911792756, + "num_tokens": 13019333.0, + "step": 5470 + }, + { + "entropy": 4.889858913421631, + "epoch": 5.357317670093001, + "grad_norm": 1.2578125, + "learning_rate": 0.0002850507742230652, + "loss": 4.3919, + "mean_token_accuracy": 0.25415838360786436, + "num_tokens": 13031398.0, + "step": 5475 + }, + { + "entropy": 4.897127771377564, + "epoch": 5.362212432697014, + "grad_norm": 1.28125, + "learning_rate": 0.000284667397817036, + "loss": 4.3531, + "mean_token_accuracy": 0.25854593217372895, + "num_tokens": 13043052.0, + "step": 5480 + }, + { + "entropy": 4.837593936920166, + "epoch": 5.367107195301028, + "grad_norm": 1.1953125, + "learning_rate": 0.00028428399329005744, + "loss": 4.3506, + "mean_token_accuracy": 0.25983099043369295, + "num_tokens": 13053297.0, + "step": 5485 + }, + { + "entropy": 4.903572607040405, + "epoch": 5.3720019579050415, + "grad_norm": 1.21875, + "learning_rate": 0.00028390056175739333, + "loss": 4.4608, + "mean_token_accuracy": 0.250194339454174, + "num_tokens": 13066922.0, + "step": 5490 + }, + { + "entropy": 4.967030334472656, + "epoch": 5.376896720509055, + "grad_norm": 1.1796875, + "learning_rate": 0.0002835171043343861, + "loss": 4.4263, + "mean_token_accuracy": 0.25020225942134855, + "num_tokens": 13078819.0, + "step": 5495 + }, + { + "entropy": 4.889230489730835, + "epoch": 5.381791483113069, + "grad_norm": 1.21875, + "learning_rate": 0.0002831336221364534, + "loss": 4.4086, + "mean_token_accuracy": 0.2416940689086914, + "num_tokens": 13091737.0, + "step": 5500 + }, + { + "entropy": 4.82708969116211, + "epoch": 5.386686245717082, + "grad_norm": 1.140625, + "learning_rate": 0.00028275011627908517, + "loss": 4.3627, + "mean_token_accuracy": 0.26323580741882324, + "num_tokens": 13104338.0, + "step": 5505 + }, + { + "entropy": 4.8442614555358885, + "epoch": 5.391581008321096, + "grad_norm": 1.1015625, + "learning_rate": 0.0002823665878778398, + "loss": 4.3563, + "mean_token_accuracy": 0.2633529782295227, + "num_tokens": 13117348.0, + "step": 5510 + }, + { + "entropy": 4.9412072658538815, + "epoch": 5.39647577092511, + "grad_norm": 1.1796875, + "learning_rate": 0.00028198303804834163, + "loss": 4.4809, + "mean_token_accuracy": 0.24831988662481308, + "num_tokens": 13130204.0, + "step": 5515 + }, + { + "entropy": 5.003201055526733, + "epoch": 5.401370533529124, + "grad_norm": 1.125, + "learning_rate": 0.0002815994679062771, + "loss": 4.4445, + "mean_token_accuracy": 0.25087785720825195, + "num_tokens": 13141999.0, + "step": 5520 + }, + { + "entropy": 4.8898577213287355, + "epoch": 5.406265296133138, + "grad_norm": 1.1328125, + "learning_rate": 0.00028121587856739177, + "loss": 4.3676, + "mean_token_accuracy": 0.25085431784391404, + "num_tokens": 13154327.0, + "step": 5525 + }, + { + "entropy": 4.804069566726684, + "epoch": 5.411160058737151, + "grad_norm": 1.2890625, + "learning_rate": 0.0002808322711474873, + "loss": 4.3518, + "mean_token_accuracy": 0.25942639261484146, + "num_tokens": 13164271.0, + "step": 5530 + }, + { + "entropy": 4.837275075912475, + "epoch": 5.416054821341165, + "grad_norm": 1.15625, + "learning_rate": 0.00028044864676241737, + "loss": 4.3722, + "mean_token_accuracy": 0.2564785420894623, + "num_tokens": 13175801.0, + "step": 5535 + }, + { + "entropy": 4.882635021209717, + "epoch": 5.420949583945179, + "grad_norm": 1.125, + "learning_rate": 0.00028006500652808566, + "loss": 4.357, + "mean_token_accuracy": 0.24884607046842575, + "num_tokens": 13188793.0, + "step": 5540 + }, + { + "entropy": 4.95216588973999, + "epoch": 5.425844346549193, + "grad_norm": 1.0859375, + "learning_rate": 0.0002796813515604415, + "loss": 4.3867, + "mean_token_accuracy": 0.2546717330813408, + "num_tokens": 13200567.0, + "step": 5545 + }, + { + "entropy": 4.859859657287598, + "epoch": 5.4307391091532065, + "grad_norm": 1.2734375, + "learning_rate": 0.0002792976829754773, + "loss": 4.3861, + "mean_token_accuracy": 0.2546194359660149, + "num_tokens": 13212105.0, + "step": 5550 + }, + { + "entropy": 4.881920719146729, + "epoch": 5.4356338717572195, + "grad_norm": 1.171875, + "learning_rate": 0.00027891400188922495, + "loss": 4.3623, + "mean_token_accuracy": 0.2614657819271088, + "num_tokens": 13223706.0, + "step": 5555 + }, + { + "entropy": 4.9416053771972654, + "epoch": 5.440528634361233, + "grad_norm": 1.234375, + "learning_rate": 0.00027853030941775274, + "loss": 4.5306, + "mean_token_accuracy": 0.2471021294593811, + "num_tokens": 13235326.0, + "step": 5560 + }, + { + "entropy": 4.907420444488525, + "epoch": 5.445423396965247, + "grad_norm": 1.125, + "learning_rate": 0.0002781466066771623, + "loss": 4.442, + "mean_token_accuracy": 0.2501250237226486, + "num_tokens": 13248182.0, + "step": 5565 + }, + { + "entropy": 4.909937381744385, + "epoch": 5.450318159569261, + "grad_norm": 1.21875, + "learning_rate": 0.00027776289478358477, + "loss": 4.4102, + "mean_token_accuracy": 0.2543193385004997, + "num_tokens": 13259729.0, + "step": 5570 + }, + { + "entropy": 5.001272296905517, + "epoch": 5.455212922173274, + "grad_norm": 1.2890625, + "learning_rate": 0.0002773791748531781, + "loss": 4.5052, + "mean_token_accuracy": 0.24846877604722978, + "num_tokens": 13270735.0, + "step": 5575 + }, + { + "entropy": 4.887505054473877, + "epoch": 5.460107684777288, + "grad_norm": 1.09375, + "learning_rate": 0.00027699544800212356, + "loss": 4.3816, + "mean_token_accuracy": 0.25734333842992785, + "num_tokens": 13282724.0, + "step": 5580 + }, + { + "entropy": 4.870601558685303, + "epoch": 5.465002447381302, + "grad_norm": 1.1953125, + "learning_rate": 0.0002766117153466227, + "loss": 4.4024, + "mean_token_accuracy": 0.2541832819581032, + "num_tokens": 13296676.0, + "step": 5585 + }, + { + "entropy": 4.907495212554932, + "epoch": 5.469897209985316, + "grad_norm": 1.25, + "learning_rate": 0.0002762279780028937, + "loss": 4.3456, + "mean_token_accuracy": 0.2542095884680748, + "num_tokens": 13308524.0, + "step": 5590 + }, + { + "entropy": 4.904850864410401, + "epoch": 5.47479197258933, + "grad_norm": 1.09375, + "learning_rate": 0.00027584423708716866, + "loss": 4.4717, + "mean_token_accuracy": 0.2411001518368721, + "num_tokens": 13320523.0, + "step": 5595 + }, + { + "entropy": 4.818140125274658, + "epoch": 5.479686735193344, + "grad_norm": 1.0703125, + "learning_rate": 0.0002754604937156899, + "loss": 4.3241, + "mean_token_accuracy": 0.26283698827028273, + "num_tokens": 13333485.0, + "step": 5600 + }, + { + "entropy": 4.889340829849243, + "epoch": 5.484581497797357, + "grad_norm": 1.3125, + "learning_rate": 0.00027507674900470686, + "loss": 4.4188, + "mean_token_accuracy": 0.2551365777850151, + "num_tokens": 13345581.0, + "step": 5605 + }, + { + "entropy": 4.825367021560669, + "epoch": 5.4894762604013705, + "grad_norm": 1.3046875, + "learning_rate": 0.000274693004070473, + "loss": 4.3587, + "mean_token_accuracy": 0.2517304763197899, + "num_tokens": 13358672.0, + "step": 5610 + }, + { + "entropy": 4.9278435707092285, + "epoch": 5.494371023005384, + "grad_norm": 1.1953125, + "learning_rate": 0.00027430926002924226, + "loss": 4.3791, + "mean_token_accuracy": 0.2576457604765892, + "num_tokens": 13369753.0, + "step": 5615 + }, + { + "entropy": 4.9037861824035645, + "epoch": 5.499265785609398, + "grad_norm": 1.296875, + "learning_rate": 0.0002739255179972662, + "loss": 4.4261, + "mean_token_accuracy": 0.2506695121526718, + "num_tokens": 13381707.0, + "step": 5620 + }, + { + "entropy": 4.826402950286865, + "epoch": 5.504160548213411, + "grad_norm": 1.171875, + "learning_rate": 0.0002735417790907903, + "loss": 4.3484, + "mean_token_accuracy": 0.260126519203186, + "num_tokens": 13393551.0, + "step": 5625 + }, + { + "entropy": 4.915320825576782, + "epoch": 5.509055310817425, + "grad_norm": 1.3125, + "learning_rate": 0.0002731580444260512, + "loss": 4.4892, + "mean_token_accuracy": 0.2423268064856529, + "num_tokens": 13405253.0, + "step": 5630 + }, + { + "entropy": 4.9282050132751465, + "epoch": 5.513950073421439, + "grad_norm": 1.1640625, + "learning_rate": 0.0002727743151192729, + "loss": 4.3981, + "mean_token_accuracy": 0.2548184052109718, + "num_tokens": 13416892.0, + "step": 5635 + }, + { + "entropy": 4.901979303359985, + "epoch": 5.518844836025453, + "grad_norm": 1.1640625, + "learning_rate": 0.00027239059228666417, + "loss": 4.4077, + "mean_token_accuracy": 0.2559808880090714, + "num_tokens": 13429226.0, + "step": 5640 + }, + { + "entropy": 4.886145877838135, + "epoch": 5.523739598629467, + "grad_norm": 1.2265625, + "learning_rate": 0.0002720068770444146, + "loss": 4.4478, + "mean_token_accuracy": 0.2462196171283722, + "num_tokens": 13440028.0, + "step": 5645 + }, + { + "entropy": 4.788758850097656, + "epoch": 5.52863436123348, + "grad_norm": 1.140625, + "learning_rate": 0.000271623170508692, + "loss": 4.3139, + "mean_token_accuracy": 0.25626635253429414, + "num_tokens": 13451213.0, + "step": 5650 + }, + { + "entropy": 4.804979562759399, + "epoch": 5.533529123837494, + "grad_norm": 1.2109375, + "learning_rate": 0.00027123947379563857, + "loss": 4.3179, + "mean_token_accuracy": 0.25836723297834396, + "num_tokens": 13462751.0, + "step": 5655 + }, + { + "entropy": 4.7869219303131105, + "epoch": 5.538423886441508, + "grad_norm": 1.1328125, + "learning_rate": 0.00027085578802136823, + "loss": 4.3119, + "mean_token_accuracy": 0.2503983810544014, + "num_tokens": 13474622.0, + "step": 5660 + }, + { + "entropy": 4.9020153999328615, + "epoch": 5.5433186490455215, + "grad_norm": 1.125, + "learning_rate": 0.00027047211430196276, + "loss": 4.4257, + "mean_token_accuracy": 0.2556076109409332, + "num_tokens": 13485793.0, + "step": 5665 + }, + { + "entropy": 4.958245897293091, + "epoch": 5.5482134116495345, + "grad_norm": 1.1796875, + "learning_rate": 0.00027008845375346924, + "loss": 4.4426, + "mean_token_accuracy": 0.25535325407981874, + "num_tokens": 13497498.0, + "step": 5670 + }, + { + "entropy": 4.963417863845825, + "epoch": 5.553108174253548, + "grad_norm": 1.234375, + "learning_rate": 0.0002697048074918961, + "loss": 4.4397, + "mean_token_accuracy": 0.257719512283802, + "num_tokens": 13509305.0, + "step": 5675 + }, + { + "entropy": 4.838377571105957, + "epoch": 5.558002936857562, + "grad_norm": 1.125, + "learning_rate": 0.0002693211766332105, + "loss": 4.349, + "mean_token_accuracy": 0.26085864305496215, + "num_tokens": 13520339.0, + "step": 5680 + }, + { + "entropy": 4.846307229995728, + "epoch": 5.562897699461576, + "grad_norm": 1.203125, + "learning_rate": 0.0002689375622933344, + "loss": 4.3849, + "mean_token_accuracy": 0.25081703513860704, + "num_tokens": 13532043.0, + "step": 5685 + }, + { + "entropy": 4.938611602783203, + "epoch": 5.56779246206559, + "grad_norm": 1.15625, + "learning_rate": 0.00026855396558814225, + "loss": 4.4004, + "mean_token_accuracy": 0.2577081561088562, + "num_tokens": 13543335.0, + "step": 5690 + }, + { + "entropy": 4.948917627334595, + "epoch": 5.572687224669604, + "grad_norm": 1.234375, + "learning_rate": 0.0002681703876334567, + "loss": 4.467, + "mean_token_accuracy": 0.24466674774885178, + "num_tokens": 13553433.0, + "step": 5695 + }, + { + "entropy": 4.89360990524292, + "epoch": 5.577581987273617, + "grad_norm": 1.2109375, + "learning_rate": 0.0002677868295450463, + "loss": 4.4266, + "mean_token_accuracy": 0.2540895834565163, + "num_tokens": 13565176.0, + "step": 5700 + }, + { + "entropy": 4.873272132873535, + "epoch": 5.582476749877631, + "grad_norm": 1.171875, + "learning_rate": 0.0002674032924386214, + "loss": 4.3603, + "mean_token_accuracy": 0.25523366779088974, + "num_tokens": 13576650.0, + "step": 5705 + }, + { + "entropy": 4.818515777587891, + "epoch": 5.587371512481645, + "grad_norm": 1.1484375, + "learning_rate": 0.00026701977742983146, + "loss": 4.3695, + "mean_token_accuracy": 0.24810456931591035, + "num_tokens": 13588532.0, + "step": 5710 + }, + { + "entropy": 4.87041597366333, + "epoch": 5.592266275085659, + "grad_norm": 1.25, + "learning_rate": 0.00026663628563426185, + "loss": 4.3333, + "mean_token_accuracy": 0.26031445264816283, + "num_tokens": 13599424.0, + "step": 5715 + }, + { + "entropy": 4.856188344955444, + "epoch": 5.597161037689672, + "grad_norm": 1.2734375, + "learning_rate": 0.0002662528181674302, + "loss": 4.3466, + "mean_token_accuracy": 0.2565928384661674, + "num_tokens": 13610652.0, + "step": 5720 + }, + { + "entropy": 4.846140003204345, + "epoch": 5.6020558002936856, + "grad_norm": 1.171875, + "learning_rate": 0.0002658693761447835, + "loss": 4.4162, + "mean_token_accuracy": 0.24877500385046006, + "num_tokens": 13623040.0, + "step": 5725 + }, + { + "entropy": 4.899311065673828, + "epoch": 5.606950562897699, + "grad_norm": 1.25, + "learning_rate": 0.00026548596068169455, + "loss": 4.4517, + "mean_token_accuracy": 0.25163528472185137, + "num_tokens": 13635401.0, + "step": 5730 + }, + { + "entropy": 4.865639066696167, + "epoch": 5.611845325501713, + "grad_norm": 1.1171875, + "learning_rate": 0.00026510257289345915, + "loss": 4.3686, + "mean_token_accuracy": 0.25666899532079696, + "num_tokens": 13649100.0, + "step": 5735 + }, + { + "entropy": 4.885151338577271, + "epoch": 5.616740088105727, + "grad_norm": 1.1328125, + "learning_rate": 0.00026471921389529233, + "loss": 4.3883, + "mean_token_accuracy": 0.2459629863500595, + "num_tokens": 13661257.0, + "step": 5740 + }, + { + "entropy": 4.789510059356689, + "epoch": 5.62163485070974, + "grad_norm": 1.1640625, + "learning_rate": 0.0002643358848023256, + "loss": 4.3063, + "mean_token_accuracy": 0.2655410796403885, + "num_tokens": 13672507.0, + "step": 5745 + }, + { + "entropy": 4.9358001232147215, + "epoch": 5.626529613313754, + "grad_norm": 1.1484375, + "learning_rate": 0.0002639525867296033, + "loss": 4.4602, + "mean_token_accuracy": 0.2463882565498352, + "num_tokens": 13684143.0, + "step": 5750 + }, + { + "entropy": 4.950975131988526, + "epoch": 5.631424375917768, + "grad_norm": 1.2734375, + "learning_rate": 0.00026356932079207976, + "loss": 4.4523, + "mean_token_accuracy": 0.25883112400770186, + "num_tokens": 13696361.0, + "step": 5755 + }, + { + "entropy": 4.9228184700012205, + "epoch": 5.636319138521782, + "grad_norm": 1.3203125, + "learning_rate": 0.0002631860881046155, + "loss": 4.417, + "mean_token_accuracy": 0.25572172850370406, + "num_tokens": 13707199.0, + "step": 5760 + }, + { + "entropy": 4.85296139717102, + "epoch": 5.641213901125795, + "grad_norm": 1.1796875, + "learning_rate": 0.00026280288978197463, + "loss": 4.3313, + "mean_token_accuracy": 0.2568573772907257, + "num_tokens": 13718676.0, + "step": 5765 + }, + { + "entropy": 4.9180662631988525, + "epoch": 5.646108663729809, + "grad_norm": 1.2421875, + "learning_rate": 0.00026241972693882116, + "loss": 4.452, + "mean_token_accuracy": 0.2521181508898735, + "num_tokens": 13730299.0, + "step": 5770 + }, + { + "entropy": 4.848993158340454, + "epoch": 5.651003426333823, + "grad_norm": 1.1953125, + "learning_rate": 0.00026203660068971596, + "loss": 4.3345, + "mean_token_accuracy": 0.2588157162070274, + "num_tokens": 13741519.0, + "step": 5775 + }, + { + "entropy": 4.836781930923462, + "epoch": 5.655898188937837, + "grad_norm": 1.21875, + "learning_rate": 0.00026165351214911336, + "loss": 4.3613, + "mean_token_accuracy": 0.2587398186326027, + "num_tokens": 13753017.0, + "step": 5780 + }, + { + "entropy": 4.870823669433594, + "epoch": 5.6607929515418505, + "grad_norm": 1.1875, + "learning_rate": 0.0002612704624313581, + "loss": 4.3718, + "mean_token_accuracy": 0.25970977246761323, + "num_tokens": 13764560.0, + "step": 5785 + }, + { + "entropy": 4.891121101379395, + "epoch": 5.665687714145864, + "grad_norm": 1.234375, + "learning_rate": 0.00026088745265068187, + "loss": 4.3582, + "mean_token_accuracy": 0.2562860056757927, + "num_tokens": 13776225.0, + "step": 5790 + }, + { + "entropy": 4.786376333236694, + "epoch": 5.670582476749877, + "grad_norm": 1.1484375, + "learning_rate": 0.0002605044839212004, + "loss": 4.3066, + "mean_token_accuracy": 0.26747307777404783, + "num_tokens": 13788012.0, + "step": 5795 + }, + { + "entropy": 4.918028068542481, + "epoch": 5.675477239353891, + "grad_norm": 1.2109375, + "learning_rate": 0.0002601215573569097, + "loss": 4.4261, + "mean_token_accuracy": 0.25143319815397264, + "num_tokens": 13801110.0, + "step": 5800 + }, + { + "entropy": 4.859095764160156, + "epoch": 5.680372001957905, + "grad_norm": 1.0390625, + "learning_rate": 0.00025973867407168337, + "loss": 4.3776, + "mean_token_accuracy": 0.25642815977334976, + "num_tokens": 13813494.0, + "step": 5805 + }, + { + "entropy": 4.928546524047851, + "epoch": 5.685266764561919, + "grad_norm": 1.1640625, + "learning_rate": 0.000259355835179269, + "loss": 4.4149, + "mean_token_accuracy": 0.25614451467990873, + "num_tokens": 13824839.0, + "step": 5810 + }, + { + "entropy": 4.902575922012329, + "epoch": 5.690161527165932, + "grad_norm": 1.2421875, + "learning_rate": 0.00025897304179328527, + "loss": 4.3711, + "mean_token_accuracy": 0.25395126938819884, + "num_tokens": 13835331.0, + "step": 5815 + }, + { + "entropy": 4.842872667312622, + "epoch": 5.695056289769946, + "grad_norm": 1.1875, + "learning_rate": 0.0002585902950272182, + "loss": 4.3318, + "mean_token_accuracy": 0.259154349565506, + "num_tokens": 13846753.0, + "step": 5820 + }, + { + "entropy": 4.8264305114746096, + "epoch": 5.69995105237396, + "grad_norm": 1.0703125, + "learning_rate": 0.00025820759599441825, + "loss": 4.3749, + "mean_token_accuracy": 0.2616315230727196, + "num_tokens": 13858732.0, + "step": 5825 + }, + { + "entropy": 4.932910776138305, + "epoch": 5.704845814977974, + "grad_norm": 1.140625, + "learning_rate": 0.00025782494580809724, + "loss": 4.5086, + "mean_token_accuracy": 0.25525975078344343, + "num_tokens": 13871254.0, + "step": 5830 + }, + { + "entropy": 4.863980674743653, + "epoch": 5.709740577581988, + "grad_norm": 1.328125, + "learning_rate": 0.0002574423455813246, + "loss": 4.3471, + "mean_token_accuracy": 0.25700268894433975, + "num_tokens": 13883101.0, + "step": 5835 + }, + { + "entropy": 4.830964994430542, + "epoch": 5.714635340186001, + "grad_norm": 1.1640625, + "learning_rate": 0.0002570597964270247, + "loss": 4.3982, + "mean_token_accuracy": 0.2551607474684715, + "num_tokens": 13895710.0, + "step": 5840 + }, + { + "entropy": 4.83728141784668, + "epoch": 5.7195301027900145, + "grad_norm": 1.1953125, + "learning_rate": 0.00025667729945797325, + "loss": 4.3581, + "mean_token_accuracy": 0.2518611580133438, + "num_tokens": 13907277.0, + "step": 5845 + }, + { + "entropy": 4.839091110229492, + "epoch": 5.724424865394028, + "grad_norm": 1.109375, + "learning_rate": 0.0002562948557867941, + "loss": 4.3859, + "mean_token_accuracy": 0.2661369562149048, + "num_tokens": 13919302.0, + "step": 5850 + }, + { + "entropy": 4.850262117385864, + "epoch": 5.729319627998042, + "grad_norm": 1.2421875, + "learning_rate": 0.0002559124665259561, + "loss": 4.3563, + "mean_token_accuracy": 0.2551110714673996, + "num_tokens": 13930855.0, + "step": 5855 + }, + { + "entropy": 4.84032678604126, + "epoch": 5.734214390602056, + "grad_norm": 1.2890625, + "learning_rate": 0.00025553013278776994, + "loss": 4.4229, + "mean_token_accuracy": 0.2592659771442413, + "num_tokens": 13942032.0, + "step": 5860 + }, + { + "entropy": 4.853889322280883, + "epoch": 5.739109153206069, + "grad_norm": 1.2421875, + "learning_rate": 0.0002551478556843847, + "loss": 4.4186, + "mean_token_accuracy": 0.2460196405649185, + "num_tokens": 13953154.0, + "step": 5865 + }, + { + "entropy": 4.847426652908325, + "epoch": 5.744003915810083, + "grad_norm": 1.1484375, + "learning_rate": 0.00025476563632778463, + "loss": 4.3732, + "mean_token_accuracy": 0.2568355903029442, + "num_tokens": 13966653.0, + "step": 5870 + }, + { + "entropy": 4.8953962326049805, + "epoch": 5.748898678414097, + "grad_norm": 1.0703125, + "learning_rate": 0.0002543834758297862, + "loss": 4.4338, + "mean_token_accuracy": 0.2526059657335281, + "num_tokens": 13980803.0, + "step": 5875 + }, + { + "entropy": 4.864094018936157, + "epoch": 5.753793441018111, + "grad_norm": 1.1484375, + "learning_rate": 0.0002540013753020345, + "loss": 4.3791, + "mean_token_accuracy": 0.2601077049970627, + "num_tokens": 13993080.0, + "step": 5880 + }, + { + "entropy": 4.917114210128784, + "epoch": 5.758688203622125, + "grad_norm": 1.21875, + "learning_rate": 0.00025361933585600036, + "loss": 4.3565, + "mean_token_accuracy": 0.25888574570417405, + "num_tokens": 14003888.0, + "step": 5885 + }, + { + "entropy": 4.802571058273315, + "epoch": 5.763582966226138, + "grad_norm": 1.046875, + "learning_rate": 0.0002532373586029767, + "loss": 4.3826, + "mean_token_accuracy": 0.25347985327243805, + "num_tokens": 14016290.0, + "step": 5890 + }, + { + "entropy": 4.847525215148925, + "epoch": 5.768477728830152, + "grad_norm": 1.1953125, + "learning_rate": 0.00025285544465407573, + "loss": 4.3688, + "mean_token_accuracy": 0.2575444638729095, + "num_tokens": 14028572.0, + "step": 5895 + }, + { + "entropy": 4.861686086654663, + "epoch": 5.7733724914341655, + "grad_norm": 1.1796875, + "learning_rate": 0.00025247359512022536, + "loss": 4.3098, + "mean_token_accuracy": 0.2677211925387383, + "num_tokens": 14039656.0, + "step": 5900 + }, + { + "entropy": 4.732901096343994, + "epoch": 5.778267254038179, + "grad_norm": 1.1484375, + "learning_rate": 0.00025209181111216633, + "loss": 4.2269, + "mean_token_accuracy": 0.26832785457372665, + "num_tokens": 14051556.0, + "step": 5905 + }, + { + "entropy": 4.8498122215271, + "epoch": 5.783162016642192, + "grad_norm": 1.2109375, + "learning_rate": 0.00025171009374044855, + "loss": 4.3738, + "mean_token_accuracy": 0.26021302342414854, + "num_tokens": 14063547.0, + "step": 5910 + }, + { + "entropy": 4.865735149383545, + "epoch": 5.788056779246206, + "grad_norm": 1.109375, + "learning_rate": 0.00025132844411542823, + "loss": 4.4411, + "mean_token_accuracy": 0.25166173130273817, + "num_tokens": 14076071.0, + "step": 5915 + }, + { + "entropy": 4.995202827453613, + "epoch": 5.79295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.0002509468633472644, + "loss": 4.4838, + "mean_token_accuracy": 0.25088701099157334, + "num_tokens": 14087889.0, + "step": 5920 + }, + { + "entropy": 4.901824951171875, + "epoch": 5.797846304454234, + "grad_norm": 1.3125, + "learning_rate": 0.00025056535254591614, + "loss": 4.3811, + "mean_token_accuracy": 0.25655424445867536, + "num_tokens": 14098638.0, + "step": 5925 + }, + { + "entropy": 4.837943458557129, + "epoch": 5.802741067058248, + "grad_norm": 1.2421875, + "learning_rate": 0.00025018391282113846, + "loss": 4.3791, + "mean_token_accuracy": 0.2580624133348465, + "num_tokens": 14111179.0, + "step": 5930 + }, + { + "entropy": 4.893588066101074, + "epoch": 5.807635829662261, + "grad_norm": 1.1484375, + "learning_rate": 0.00024980254528248, + "loss": 4.3968, + "mean_token_accuracy": 0.2524055078625679, + "num_tokens": 14123217.0, + "step": 5935 + }, + { + "entropy": 4.805589103698731, + "epoch": 5.812530592266275, + "grad_norm": 1.2578125, + "learning_rate": 0.00024942125103927937, + "loss": 4.4205, + "mean_token_accuracy": 0.24955332428216934, + "num_tokens": 14135101.0, + "step": 5940 + }, + { + "entropy": 4.834405899047852, + "epoch": 5.817425354870289, + "grad_norm": 1.234375, + "learning_rate": 0.00024904003120066197, + "loss": 4.3614, + "mean_token_accuracy": 0.2539971902966499, + "num_tokens": 14147050.0, + "step": 5945 + }, + { + "entropy": 4.886589384078979, + "epoch": 5.822320117474303, + "grad_norm": 1.1484375, + "learning_rate": 0.00024865888687553657, + "loss": 4.3648, + "mean_token_accuracy": 0.2603609248995781, + "num_tokens": 14159014.0, + "step": 5950 + }, + { + "entropy": 4.9152076721191404, + "epoch": 5.827214880078317, + "grad_norm": 1.2578125, + "learning_rate": 0.00024827781917259264, + "loss": 4.387, + "mean_token_accuracy": 0.2601025730371475, + "num_tokens": 14170007.0, + "step": 5955 + }, + { + "entropy": 4.905130195617676, + "epoch": 5.83210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.00024789682920029637, + "loss": 4.4073, + "mean_token_accuracy": 0.253394378721714, + "num_tokens": 14181933.0, + "step": 5960 + }, + { + "entropy": 4.861382627487183, + "epoch": 5.8370044052863435, + "grad_norm": 1.21875, + "learning_rate": 0.00024751591806688815, + "loss": 4.4136, + "mean_token_accuracy": 0.2488293930888176, + "num_tokens": 14195507.0, + "step": 5965 + }, + { + "entropy": 4.833344554901123, + "epoch": 5.841899167890357, + "grad_norm": 1.265625, + "learning_rate": 0.0002471350868803791, + "loss": 4.3257, + "mean_token_accuracy": 0.2623078554868698, + "num_tokens": 14206751.0, + "step": 5970 + }, + { + "entropy": 4.816693305969238, + "epoch": 5.846793930494371, + "grad_norm": 1.296875, + "learning_rate": 0.0002467543367485473, + "loss": 4.3789, + "mean_token_accuracy": 0.2612681910395622, + "num_tokens": 14217953.0, + "step": 5975 + }, + { + "entropy": 4.876659822463989, + "epoch": 5.851688693098385, + "grad_norm": 1.140625, + "learning_rate": 0.00024637366877893564, + "loss": 4.3855, + "mean_token_accuracy": 0.2643557578325272, + "num_tokens": 14229318.0, + "step": 5980 + }, + { + "entropy": 4.834124279022217, + "epoch": 5.856583455702398, + "grad_norm": 1.2734375, + "learning_rate": 0.0002459930840788476, + "loss": 4.4219, + "mean_token_accuracy": 0.2506131693720818, + "num_tokens": 14241249.0, + "step": 5985 + }, + { + "entropy": 4.832979917526245, + "epoch": 5.861478218306412, + "grad_norm": 1.0390625, + "learning_rate": 0.00024561258375534466, + "loss": 4.3209, + "mean_token_accuracy": 0.2616737484931946, + "num_tokens": 14254603.0, + "step": 5990 + }, + { + "entropy": 4.916781663894653, + "epoch": 5.866372980910426, + "grad_norm": 1.21875, + "learning_rate": 0.0002452321689152428, + "loss": 4.4344, + "mean_token_accuracy": 0.25329224318265914, + "num_tokens": 14266084.0, + "step": 5995 + }, + { + "entropy": 4.908779430389404, + "epoch": 5.87126774351444, + "grad_norm": 1.1796875, + "learning_rate": 0.0002448518406651093, + "loss": 4.4077, + "mean_token_accuracy": 0.2533883288502693, + "num_tokens": 14277760.0, + "step": 6000 + }, + { + "epoch": 5.87126774351444, + "eval_entropy": 4.847652898863684, + "eval_loss": 5.528921127319336, + "eval_mean_token_accuracy": 0.2043717649447669, + "eval_num_tokens": 14277760.0, + "eval_runtime": 2.7115, + "eval_samples_per_second": 1271.231, + "eval_steps_per_second": 158.95, + "step": 6000 + }, + { + "entropy": 4.872960376739502, + "epoch": 5.876162506118453, + "grad_norm": 1.2421875, + "learning_rate": 0.00024447160011125963, + "loss": 4.3288, + "mean_token_accuracy": 0.2566951096057892, + "num_tokens": 14288873.0, + "step": 6005 + }, + { + "entropy": 4.829443359375, + "epoch": 5.881057268722467, + "grad_norm": 1.1875, + "learning_rate": 0.0002440914483597541, + "loss": 4.382, + "mean_token_accuracy": 0.2564694702625275, + "num_tokens": 14300555.0, + "step": 6010 + }, + { + "entropy": 4.803920078277588, + "epoch": 5.885952031326481, + "grad_norm": 1.1328125, + "learning_rate": 0.0002437113865163948, + "loss": 4.3054, + "mean_token_accuracy": 0.2675867885351181, + "num_tokens": 14312280.0, + "step": 6015 + }, + { + "entropy": 4.905507183074951, + "epoch": 5.8908467939304945, + "grad_norm": 1.15625, + "learning_rate": 0.00024333141568672214, + "loss": 4.4598, + "mean_token_accuracy": 0.25115940868854525, + "num_tokens": 14325241.0, + "step": 6020 + }, + { + "entropy": 4.898667621612549, + "epoch": 5.895741556534508, + "grad_norm": 1.09375, + "learning_rate": 0.00024295153697601203, + "loss": 4.4245, + "mean_token_accuracy": 0.24731726944446564, + "num_tokens": 14337619.0, + "step": 6025 + }, + { + "entropy": 4.881683826446533, + "epoch": 5.900636319138522, + "grad_norm": 1.1171875, + "learning_rate": 0.00024257175148927214, + "loss": 4.4707, + "mean_token_accuracy": 0.2454853668808937, + "num_tokens": 14350732.0, + "step": 6030 + }, + { + "entropy": 4.901256561279297, + "epoch": 5.905531081742535, + "grad_norm": 1.21875, + "learning_rate": 0.00024219206033123907, + "loss": 4.4257, + "mean_token_accuracy": 0.25449724644422533, + "num_tokens": 14362142.0, + "step": 6035 + }, + { + "entropy": 4.9797758102417, + "epoch": 5.910425844346549, + "grad_norm": 1.21875, + "learning_rate": 0.00024181246460637523, + "loss": 4.4753, + "mean_token_accuracy": 0.24717148393392563, + "num_tokens": 14373456.0, + "step": 6040 + }, + { + "entropy": 4.8727391242980955, + "epoch": 5.915320606950563, + "grad_norm": 1.28125, + "learning_rate": 0.00024143296541886505, + "loss": 4.3742, + "mean_token_accuracy": 0.2551514819264412, + "num_tokens": 14384524.0, + "step": 6045 + }, + { + "entropy": 4.786277198791504, + "epoch": 5.920215369554577, + "grad_norm": 1.140625, + "learning_rate": 0.00024105356387261258, + "loss": 4.3444, + "mean_token_accuracy": 0.2624176487326622, + "num_tokens": 14396217.0, + "step": 6050 + }, + { + "entropy": 4.88754711151123, + "epoch": 5.92511013215859, + "grad_norm": 1.1953125, + "learning_rate": 0.0002406742610712374, + "loss": 4.3991, + "mean_token_accuracy": 0.2578703224658966, + "num_tokens": 14408617.0, + "step": 6055 + }, + { + "entropy": 4.809815359115601, + "epoch": 5.930004894762604, + "grad_norm": 1.2734375, + "learning_rate": 0.00024029505811807227, + "loss": 4.2976, + "mean_token_accuracy": 0.26516724824905397, + "num_tokens": 14419953.0, + "step": 6060 + }, + { + "entropy": 4.80200080871582, + "epoch": 5.934899657366618, + "grad_norm": 1.140625, + "learning_rate": 0.00023991595611615925, + "loss": 4.3741, + "mean_token_accuracy": 0.2620143949985504, + "num_tokens": 14433024.0, + "step": 6065 + }, + { + "entropy": 4.913531970977783, + "epoch": 5.939794419970632, + "grad_norm": 1.203125, + "learning_rate": 0.00023953695616824673, + "loss": 4.4575, + "mean_token_accuracy": 0.2479124590754509, + "num_tokens": 14444409.0, + "step": 6070 + }, + { + "entropy": 4.965805721282959, + "epoch": 5.9446891825746455, + "grad_norm": 1.1171875, + "learning_rate": 0.00023915805937678642, + "loss": 4.4447, + "mean_token_accuracy": 0.24559613019227983, + "num_tokens": 14456476.0, + "step": 6075 + }, + { + "entropy": 4.803340673446655, + "epoch": 5.9495839451786585, + "grad_norm": 1.2109375, + "learning_rate": 0.00023877926684392982, + "loss": 4.3531, + "mean_token_accuracy": 0.2564409762620926, + "num_tokens": 14467759.0, + "step": 6080 + }, + { + "entropy": 4.8058021068573, + "epoch": 5.954478707782672, + "grad_norm": 1.09375, + "learning_rate": 0.0002384005796715253, + "loss": 4.301, + "mean_token_accuracy": 0.2568058863282204, + "num_tokens": 14479884.0, + "step": 6085 + }, + { + "entropy": 4.790150880813599, + "epoch": 5.959373470386686, + "grad_norm": 1.1953125, + "learning_rate": 0.00023802199896111453, + "loss": 4.4343, + "mean_token_accuracy": 0.252117657661438, + "num_tokens": 14491966.0, + "step": 6090 + }, + { + "entropy": 4.785001564025879, + "epoch": 5.9642682329907, + "grad_norm": 1.1484375, + "learning_rate": 0.00023764352581392972, + "loss": 4.3435, + "mean_token_accuracy": 0.26462938338518144, + "num_tokens": 14503325.0, + "step": 6095 + }, + { + "entropy": 4.890700960159302, + "epoch": 5.969162995594713, + "grad_norm": 1.0234375, + "learning_rate": 0.0002372651613308901, + "loss": 4.4247, + "mean_token_accuracy": 0.25268724113702773, + "num_tokens": 14516191.0, + "step": 6100 + }, + { + "entropy": 4.861700963973999, + "epoch": 5.974057758198727, + "grad_norm": 1.1640625, + "learning_rate": 0.0002368869066125988, + "loss": 4.3782, + "mean_token_accuracy": 0.25734401047229766, + "num_tokens": 14526512.0, + "step": 6105 + }, + { + "entropy": 4.770480728149414, + "epoch": 5.978952520802741, + "grad_norm": 1.15625, + "learning_rate": 0.00023650876275933968, + "loss": 4.3034, + "mean_token_accuracy": 0.26017602533102036, + "num_tokens": 14538166.0, + "step": 6110 + }, + { + "entropy": 4.871961307525635, + "epoch": 5.983847283406755, + "grad_norm": 1.1484375, + "learning_rate": 0.00023613073087107412, + "loss": 4.4192, + "mean_token_accuracy": 0.2566285029053688, + "num_tokens": 14550348.0, + "step": 6115 + }, + { + "entropy": 4.815043163299561, + "epoch": 5.988742046010769, + "grad_norm": 1.15625, + "learning_rate": 0.00023575281204743777, + "loss": 4.3076, + "mean_token_accuracy": 0.26186804175376893, + "num_tokens": 14562817.0, + "step": 6120 + }, + { + "entropy": 4.831691694259644, + "epoch": 5.993636808614783, + "grad_norm": 1.203125, + "learning_rate": 0.0002353750073877375, + "loss": 4.2943, + "mean_token_accuracy": 0.26238631904125215, + "num_tokens": 14574525.0, + "step": 6125 + }, + { + "entropy": 4.79324197769165, + "epoch": 5.998531571218796, + "grad_norm": 1.078125, + "learning_rate": 0.00023499731799094792, + "loss": 4.3363, + "mean_token_accuracy": 0.2622803270816803, + "num_tokens": 14586978.0, + "step": 6130 + }, + { + "entropy": 4.938174141777886, + "epoch": 6.002936857562408, + "grad_norm": 1.1640625, + "learning_rate": 0.0002346197449557085, + "loss": 4.5267, + "mean_token_accuracy": 0.24622786541779837, + "num_tokens": 14596950.0, + "step": 6135 + }, + { + "entropy": 4.868229866027832, + "epoch": 6.007831620166422, + "grad_norm": 1.2734375, + "learning_rate": 0.00023424228938032023, + "loss": 4.269, + "mean_token_accuracy": 0.267243792116642, + "num_tokens": 14608443.0, + "step": 6140 + }, + { + "entropy": 4.856946420669556, + "epoch": 6.012726382770436, + "grad_norm": 1.2265625, + "learning_rate": 0.00023386495236274235, + "loss": 4.1954, + "mean_token_accuracy": 0.26945479214191437, + "num_tokens": 14619633.0, + "step": 6145 + }, + { + "entropy": 4.797254514694214, + "epoch": 6.0176211453744495, + "grad_norm": 1.140625, + "learning_rate": 0.00023348773500058928, + "loss": 4.1346, + "mean_token_accuracy": 0.28204409778118134, + "num_tokens": 14631935.0, + "step": 6150 + }, + { + "entropy": 4.893494367599487, + "epoch": 6.022515907978463, + "grad_norm": 1.0078125, + "learning_rate": 0.0002331106383911274, + "loss": 4.2652, + "mean_token_accuracy": 0.2601096361875534, + "num_tokens": 14645440.0, + "step": 6155 + }, + { + "entropy": 4.83541169166565, + "epoch": 6.027410670582476, + "grad_norm": 1.1953125, + "learning_rate": 0.00023273366363127173, + "loss": 4.1892, + "mean_token_accuracy": 0.2682227447628975, + "num_tokens": 14658005.0, + "step": 6160 + }, + { + "entropy": 4.927010250091553, + "epoch": 6.03230543318649, + "grad_norm": 1.203125, + "learning_rate": 0.00023235681181758307, + "loss": 4.1504, + "mean_token_accuracy": 0.2842243373394012, + "num_tokens": 14668253.0, + "step": 6165 + }, + { + "entropy": 4.864370393753052, + "epoch": 6.037200195790504, + "grad_norm": 1.1796875, + "learning_rate": 0.00023198008404626426, + "loss": 4.2025, + "mean_token_accuracy": 0.27535333186388017, + "num_tokens": 14680920.0, + "step": 6170 + }, + { + "entropy": 4.819535160064698, + "epoch": 6.042094958394518, + "grad_norm": 1.328125, + "learning_rate": 0.00023160348141315772, + "loss": 4.1694, + "mean_token_accuracy": 0.2749713361263275, + "num_tokens": 14692486.0, + "step": 6175 + }, + { + "entropy": 4.84032826423645, + "epoch": 6.046989720998532, + "grad_norm": 1.171875, + "learning_rate": 0.0002312270050137415, + "loss": 4.1672, + "mean_token_accuracy": 0.2730707943439484, + "num_tokens": 14703764.0, + "step": 6180 + }, + { + "entropy": 4.832402467727661, + "epoch": 6.051884483602545, + "grad_norm": 1.171875, + "learning_rate": 0.00023085065594312672, + "loss": 4.1812, + "mean_token_accuracy": 0.2766795590519905, + "num_tokens": 14715036.0, + "step": 6185 + }, + { + "entropy": 4.795878648757935, + "epoch": 6.056779246206559, + "grad_norm": 1.125, + "learning_rate": 0.00023047443529605383, + "loss": 4.1735, + "mean_token_accuracy": 0.27436170876026156, + "num_tokens": 14726900.0, + "step": 6190 + }, + { + "entropy": 4.874473524093628, + "epoch": 6.061674008810573, + "grad_norm": 1.2265625, + "learning_rate": 0.00023009834416689006, + "loss": 4.264, + "mean_token_accuracy": 0.2762237161397934, + "num_tokens": 14738305.0, + "step": 6195 + }, + { + "entropy": 4.825719833374023, + "epoch": 6.066568771414587, + "grad_norm": 1.2265625, + "learning_rate": 0.00022972238364962573, + "loss": 4.0988, + "mean_token_accuracy": 0.2811549425125122, + "num_tokens": 14749004.0, + "step": 6200 + }, + { + "entropy": 4.804828882217407, + "epoch": 6.0714635340186005, + "grad_norm": 1.25, + "learning_rate": 0.00022934655483787116, + "loss": 4.1463, + "mean_token_accuracy": 0.2754515290260315, + "num_tokens": 14758997.0, + "step": 6205 + }, + { + "entropy": 4.731018972396851, + "epoch": 6.0763582966226135, + "grad_norm": 1.1953125, + "learning_rate": 0.00022897085882485363, + "loss": 4.141, + "mean_token_accuracy": 0.2798526793718338, + "num_tokens": 14771234.0, + "step": 6210 + }, + { + "entropy": 4.816930341720581, + "epoch": 6.081253059226627, + "grad_norm": 1.1328125, + "learning_rate": 0.00022859529670341412, + "loss": 4.1734, + "mean_token_accuracy": 0.2771123304963112, + "num_tokens": 14783297.0, + "step": 6215 + }, + { + "entropy": 4.866773557662964, + "epoch": 6.086147821830641, + "grad_norm": 1.1484375, + "learning_rate": 0.0002282198695660042, + "loss": 4.223, + "mean_token_accuracy": 0.2721914514899254, + "num_tokens": 14795879.0, + "step": 6220 + }, + { + "entropy": 4.865912342071534, + "epoch": 6.091042584434655, + "grad_norm": 1.2734375, + "learning_rate": 0.0002278445785046827, + "loss": 4.216, + "mean_token_accuracy": 0.2727255493402481, + "num_tokens": 14807089.0, + "step": 6225 + }, + { + "entropy": 4.871426677703857, + "epoch": 6.095937347038669, + "grad_norm": 1.0859375, + "learning_rate": 0.00022746942461111263, + "loss": 4.254, + "mean_token_accuracy": 0.2625962600111961, + "num_tokens": 14819833.0, + "step": 6230 + }, + { + "entropy": 4.740596199035645, + "epoch": 6.100832109642682, + "grad_norm": 1.296875, + "learning_rate": 0.00022709440897655814, + "loss": 4.085, + "mean_token_accuracy": 0.28691370636224744, + "num_tokens": 14831445.0, + "step": 6235 + }, + { + "entropy": 4.7926253318786625, + "epoch": 6.105726872246696, + "grad_norm": 1.1796875, + "learning_rate": 0.000226719532691881, + "loss": 4.1375, + "mean_token_accuracy": 0.27816627621650697, + "num_tokens": 14842903.0, + "step": 6240 + }, + { + "entropy": 4.774874925613403, + "epoch": 6.11062163485071, + "grad_norm": 1.125, + "learning_rate": 0.00022634479684753784, + "loss": 4.1794, + "mean_token_accuracy": 0.2747546464204788, + "num_tokens": 14855549.0, + "step": 6245 + }, + { + "entropy": 4.767557144165039, + "epoch": 6.115516397454724, + "grad_norm": 1.1484375, + "learning_rate": 0.00022597020253357653, + "loss": 4.1578, + "mean_token_accuracy": 0.2763927549123764, + "num_tokens": 14867637.0, + "step": 6250 + }, + { + "entropy": 4.883736896514892, + "epoch": 6.120411160058737, + "grad_norm": 1.1953125, + "learning_rate": 0.0002255957508396335, + "loss": 4.2442, + "mean_token_accuracy": 0.26765406131744385, + "num_tokens": 14879091.0, + "step": 6255 + }, + { + "entropy": 4.940708494186401, + "epoch": 6.125305922662751, + "grad_norm": 1.171875, + "learning_rate": 0.0002252214428549301, + "loss": 4.3049, + "mean_token_accuracy": 0.27202845811843873, + "num_tokens": 14891534.0, + "step": 6260 + }, + { + "entropy": 4.808643913269043, + "epoch": 6.1302006852667645, + "grad_norm": 1.1484375, + "learning_rate": 0.0002248472796682699, + "loss": 4.1795, + "mean_token_accuracy": 0.27599882930517194, + "num_tokens": 14904932.0, + "step": 6265 + }, + { + "entropy": 4.884942626953125, + "epoch": 6.135095447870778, + "grad_norm": 1.2890625, + "learning_rate": 0.00022447326236803506, + "loss": 4.2656, + "mean_token_accuracy": 0.2682978302240372, + "num_tokens": 14916576.0, + "step": 6270 + }, + { + "entropy": 4.94645938873291, + "epoch": 6.139990210474792, + "grad_norm": 1.28125, + "learning_rate": 0.00022409939204218337, + "loss": 4.3452, + "mean_token_accuracy": 0.2676354169845581, + "num_tokens": 14928470.0, + "step": 6275 + }, + { + "entropy": 4.836667537689209, + "epoch": 6.144884973078805, + "grad_norm": 1.15625, + "learning_rate": 0.00022372566977824537, + "loss": 4.2439, + "mean_token_accuracy": 0.26788300424814226, + "num_tokens": 14941650.0, + "step": 6280 + }, + { + "entropy": 4.845656251907348, + "epoch": 6.149779735682819, + "grad_norm": 1.234375, + "learning_rate": 0.0002233520966633205, + "loss": 4.2367, + "mean_token_accuracy": 0.2657042175531387, + "num_tokens": 14952755.0, + "step": 6285 + }, + { + "entropy": 4.9208417415618895, + "epoch": 6.154674498286833, + "grad_norm": 1.140625, + "learning_rate": 0.00022297867378407476, + "loss": 4.241, + "mean_token_accuracy": 0.27318698167800903, + "num_tokens": 14964688.0, + "step": 6290 + }, + { + "entropy": 4.785317707061767, + "epoch": 6.159569260890847, + "grad_norm": 1.171875, + "learning_rate": 0.0002226054022267368, + "loss": 4.1559, + "mean_token_accuracy": 0.2777329087257385, + "num_tokens": 14977342.0, + "step": 6295 + }, + { + "entropy": 4.8080377101898195, + "epoch": 6.164464023494861, + "grad_norm": 1.171875, + "learning_rate": 0.00022223228307709532, + "loss": 4.2403, + "mean_token_accuracy": 0.27028653770685196, + "num_tokens": 14989978.0, + "step": 6300 + }, + { + "entropy": 4.857764005661011, + "epoch": 6.169358786098874, + "grad_norm": 1.1328125, + "learning_rate": 0.00022185931742049565, + "loss": 4.2303, + "mean_token_accuracy": 0.2628043547272682, + "num_tokens": 15001461.0, + "step": 6305 + }, + { + "entropy": 4.795481014251709, + "epoch": 6.174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.00022148650634183647, + "loss": 4.206, + "mean_token_accuracy": 0.2713712215423584, + "num_tokens": 15013565.0, + "step": 6310 + }, + { + "entropy": 4.802100610733032, + "epoch": 6.179148311306902, + "grad_norm": 1.1875, + "learning_rate": 0.00022111385092556706, + "loss": 4.1986, + "mean_token_accuracy": 0.2786237820982933, + "num_tokens": 15025659.0, + "step": 6315 + }, + { + "entropy": 4.857635259628296, + "epoch": 6.184043073910916, + "grad_norm": 1.2421875, + "learning_rate": 0.0002207413522556837, + "loss": 4.2121, + "mean_token_accuracy": 0.2751770704984665, + "num_tokens": 15035587.0, + "step": 6320 + }, + { + "entropy": 4.822937393188477, + "epoch": 6.1889378365149295, + "grad_norm": 1.2890625, + "learning_rate": 0.00022036901141572692, + "loss": 4.2034, + "mean_token_accuracy": 0.26728240251541135, + "num_tokens": 15046722.0, + "step": 6325 + }, + { + "entropy": 4.789797830581665, + "epoch": 6.1938325991189425, + "grad_norm": 1.234375, + "learning_rate": 0.00021999682948877785, + "loss": 4.1278, + "mean_token_accuracy": 0.27864754796028135, + "num_tokens": 15058281.0, + "step": 6330 + }, + { + "entropy": 4.8300446510314945, + "epoch": 6.198727361722956, + "grad_norm": 1.1796875, + "learning_rate": 0.0002196248075574558, + "loss": 4.1802, + "mean_token_accuracy": 0.2792785882949829, + "num_tokens": 15071811.0, + "step": 6335 + }, + { + "entropy": 4.860809469223023, + "epoch": 6.20362212432697, + "grad_norm": 1.0625, + "learning_rate": 0.00021925294670391415, + "loss": 4.2547, + "mean_token_accuracy": 0.26011847108602526, + "num_tokens": 15084633.0, + "step": 6340 + }, + { + "entropy": 4.797617483139038, + "epoch": 6.208516886930984, + "grad_norm": 1.1328125, + "learning_rate": 0.0002188812480098382, + "loss": 4.1287, + "mean_token_accuracy": 0.2788653612136841, + "num_tokens": 15096159.0, + "step": 6345 + }, + { + "entropy": 4.787037372589111, + "epoch": 6.213411649534997, + "grad_norm": 1.3359375, + "learning_rate": 0.00021850971255644132, + "loss": 4.1419, + "mean_token_accuracy": 0.2781364738941193, + "num_tokens": 15106946.0, + "step": 6350 + }, + { + "entropy": 4.713369274139405, + "epoch": 6.218306412139011, + "grad_norm": 1.140625, + "learning_rate": 0.00021813834142446204, + "loss": 4.1694, + "mean_token_accuracy": 0.2754037231206894, + "num_tokens": 15118302.0, + "step": 6355 + }, + { + "entropy": 4.874451589584351, + "epoch": 6.223201174743025, + "grad_norm": 1.2421875, + "learning_rate": 0.00021776713569416102, + "loss": 4.2012, + "mean_token_accuracy": 0.276554149389267, + "num_tokens": 15128758.0, + "step": 6360 + }, + { + "entropy": 4.885494756698608, + "epoch": 6.228095937347039, + "grad_norm": 1.171875, + "learning_rate": 0.0002173960964453176, + "loss": 4.2504, + "mean_token_accuracy": 0.2736656591296196, + "num_tokens": 15141323.0, + "step": 6365 + }, + { + "entropy": 4.882346963882446, + "epoch": 6.232990699951053, + "grad_norm": 1.234375, + "learning_rate": 0.00021702522475722707, + "loss": 4.2664, + "mean_token_accuracy": 0.260635481774807, + "num_tokens": 15153777.0, + "step": 6370 + }, + { + "entropy": 4.812655591964722, + "epoch": 6.237885462555066, + "grad_norm": 1.1953125, + "learning_rate": 0.00021665452170869715, + "loss": 4.2003, + "mean_token_accuracy": 0.2736028864979744, + "num_tokens": 15165877.0, + "step": 6375 + }, + { + "entropy": 4.854285335540771, + "epoch": 6.24278022515908, + "grad_norm": 1.0859375, + "learning_rate": 0.00021628398837804502, + "loss": 4.2676, + "mean_token_accuracy": 0.2644032076001167, + "num_tokens": 15178808.0, + "step": 6380 + }, + { + "entropy": 4.789268064498901, + "epoch": 6.2476749877630935, + "grad_norm": 1.09375, + "learning_rate": 0.00021591362584309448, + "loss": 4.1754, + "mean_token_accuracy": 0.2738038256764412, + "num_tokens": 15191124.0, + "step": 6385 + }, + { + "entropy": 4.803241109848022, + "epoch": 6.252569750367107, + "grad_norm": 1.2265625, + "learning_rate": 0.00021554343518117192, + "loss": 4.1438, + "mean_token_accuracy": 0.2791943490505219, + "num_tokens": 15202452.0, + "step": 6390 + }, + { + "entropy": 4.877780866622925, + "epoch": 6.257464512971121, + "grad_norm": 1.2421875, + "learning_rate": 0.00021517341746910435, + "loss": 4.2576, + "mean_token_accuracy": 0.2712852030992508, + "num_tokens": 15214922.0, + "step": 6395 + }, + { + "entropy": 4.863499307632447, + "epoch": 6.262359275575134, + "grad_norm": 1.0859375, + "learning_rate": 0.00021480357378321537, + "loss": 4.3046, + "mean_token_accuracy": 0.26076753437519073, + "num_tokens": 15228382.0, + "step": 6400 + }, + { + "entropy": 4.83922233581543, + "epoch": 6.267254038179148, + "grad_norm": 1.2265625, + "learning_rate": 0.00021443390519932255, + "loss": 4.2526, + "mean_token_accuracy": 0.2809333875775337, + "num_tokens": 15240719.0, + "step": 6405 + }, + { + "entropy": 4.841563701629639, + "epoch": 6.272148800783162, + "grad_norm": 1.2421875, + "learning_rate": 0.00021406441279273392, + "loss": 4.1643, + "mean_token_accuracy": 0.27913168668746946, + "num_tokens": 15251602.0, + "step": 6410 + }, + { + "entropy": 4.812811374664307, + "epoch": 6.277043563387176, + "grad_norm": 1.3046875, + "learning_rate": 0.0002136950976382452, + "loss": 4.1813, + "mean_token_accuracy": 0.275836580991745, + "num_tokens": 15262798.0, + "step": 6415 + }, + { + "entropy": 4.797037792205811, + "epoch": 6.28193832599119, + "grad_norm": 1.21875, + "learning_rate": 0.00021332596081013644, + "loss": 4.2153, + "mean_token_accuracy": 0.27011936008930204, + "num_tokens": 15275367.0, + "step": 6420 + }, + { + "entropy": 4.865811824798584, + "epoch": 6.286833088595203, + "grad_norm": 1.296875, + "learning_rate": 0.000212957003382169, + "loss": 4.2325, + "mean_token_accuracy": 0.2576811045408249, + "num_tokens": 15286438.0, + "step": 6425 + }, + { + "entropy": 4.893474817276001, + "epoch": 6.291727851199217, + "grad_norm": 1.1484375, + "learning_rate": 0.00021258822642758246, + "loss": 4.28, + "mean_token_accuracy": 0.2612115263938904, + "num_tokens": 15299996.0, + "step": 6430 + }, + { + "entropy": 4.865672016143799, + "epoch": 6.296622613803231, + "grad_norm": 1.2265625, + "learning_rate": 0.00021221963101909113, + "loss": 4.2813, + "mean_token_accuracy": 0.2616779044270515, + "num_tokens": 15311751.0, + "step": 6435 + }, + { + "entropy": 4.871557569503784, + "epoch": 6.3015173764072445, + "grad_norm": 1.21875, + "learning_rate": 0.00021185121822888165, + "loss": 4.2092, + "mean_token_accuracy": 0.27429331094026566, + "num_tokens": 15322701.0, + "step": 6440 + }, + { + "entropy": 4.85855450630188, + "epoch": 6.3064121390112575, + "grad_norm": 1.265625, + "learning_rate": 0.00021148298912860913, + "loss": 4.2195, + "mean_token_accuracy": 0.2690881282091141, + "num_tokens": 15334256.0, + "step": 6445 + }, + { + "entropy": 4.836480283737183, + "epoch": 6.311306901615271, + "grad_norm": 1.25, + "learning_rate": 0.00021111494478939452, + "loss": 4.2403, + "mean_token_accuracy": 0.2790952980518341, + "num_tokens": 15346801.0, + "step": 6450 + }, + { + "entropy": 4.830028295516968, + "epoch": 6.316201664219285, + "grad_norm": 1.1875, + "learning_rate": 0.00021074708628182127, + "loss": 4.215, + "mean_token_accuracy": 0.2714369848370552, + "num_tokens": 15358617.0, + "step": 6455 + }, + { + "entropy": 4.8586992740631105, + "epoch": 6.321096426823299, + "grad_norm": 1.203125, + "learning_rate": 0.0002103794146759323, + "loss": 4.1794, + "mean_token_accuracy": 0.27869624495506284, + "num_tokens": 15369851.0, + "step": 6460 + }, + { + "entropy": 4.8272411823272705, + "epoch": 6.325991189427313, + "grad_norm": 1.1640625, + "learning_rate": 0.0002100119310412269, + "loss": 4.1811, + "mean_token_accuracy": 0.27745148837566375, + "num_tokens": 15381524.0, + "step": 6465 + }, + { + "entropy": 4.811811637878418, + "epoch": 6.330885952031326, + "grad_norm": 1.2890625, + "learning_rate": 0.00020964463644665743, + "loss": 4.1939, + "mean_token_accuracy": 0.2748070567846298, + "num_tokens": 15393189.0, + "step": 6470 + }, + { + "entropy": 4.882379531860352, + "epoch": 6.33578071463534, + "grad_norm": 1.2421875, + "learning_rate": 0.00020927753196062655, + "loss": 4.2421, + "mean_token_accuracy": 0.2694641500711441, + "num_tokens": 15405454.0, + "step": 6475 + }, + { + "entropy": 4.940475368499756, + "epoch": 6.340675477239354, + "grad_norm": 1.2421875, + "learning_rate": 0.00020891061865098377, + "loss": 4.2709, + "mean_token_accuracy": 0.27064765989780426, + "num_tokens": 15418177.0, + "step": 6480 + }, + { + "entropy": 4.8033034324646, + "epoch": 6.345570239843368, + "grad_norm": 1.140625, + "learning_rate": 0.00020854389758502264, + "loss": 4.1983, + "mean_token_accuracy": 0.27187115550041197, + "num_tokens": 15430765.0, + "step": 6485 + }, + { + "entropy": 4.797132968902588, + "epoch": 6.350465002447382, + "grad_norm": 1.265625, + "learning_rate": 0.00020817736982947733, + "loss": 4.1805, + "mean_token_accuracy": 0.2732017606496811, + "num_tokens": 15443020.0, + "step": 6490 + }, + { + "entropy": 4.860235118865967, + "epoch": 6.355359765051395, + "grad_norm": 1.1640625, + "learning_rate": 0.0002078110364505198, + "loss": 4.2013, + "mean_token_accuracy": 0.26815899163484574, + "num_tokens": 15454546.0, + "step": 6495 + }, + { + "entropy": 4.899313163757324, + "epoch": 6.3602545276554086, + "grad_norm": 1.21875, + "learning_rate": 0.00020744489851375682, + "loss": 4.2147, + "mean_token_accuracy": 0.2775817528367043, + "num_tokens": 15465943.0, + "step": 6500 + }, + { + "entropy": 4.819829940795898, + "epoch": 6.365149290259422, + "grad_norm": 1.1953125, + "learning_rate": 0.00020707895708422608, + "loss": 4.2655, + "mean_token_accuracy": 0.26704556941986085, + "num_tokens": 15477344.0, + "step": 6505 + }, + { + "entropy": 4.741813993453979, + "epoch": 6.370044052863436, + "grad_norm": 1.140625, + "learning_rate": 0.0002067132132263943, + "loss": 4.1813, + "mean_token_accuracy": 0.27693390250205996, + "num_tokens": 15490314.0, + "step": 6510 + }, + { + "entropy": 4.863301706314087, + "epoch": 6.37493881546745, + "grad_norm": 1.3125, + "learning_rate": 0.000206347668004153, + "loss": 4.2475, + "mean_token_accuracy": 0.2650014743208885, + "num_tokens": 15501140.0, + "step": 6515 + }, + { + "entropy": 4.864447069168091, + "epoch": 6.379833578071463, + "grad_norm": 1.1015625, + "learning_rate": 0.00020598232248081628, + "loss": 4.2063, + "mean_token_accuracy": 0.27616211473941804, + "num_tokens": 15513384.0, + "step": 6520 + }, + { + "entropy": 4.7786345958709715, + "epoch": 6.384728340675477, + "grad_norm": 1.125, + "learning_rate": 0.000205617177719117, + "loss": 4.1803, + "mean_token_accuracy": 0.27438597977161405, + "num_tokens": 15524938.0, + "step": 6525 + }, + { + "entropy": 4.8338518142700195, + "epoch": 6.389623103279491, + "grad_norm": 1.2890625, + "learning_rate": 0.00020525223478120425, + "loss": 4.287, + "mean_token_accuracy": 0.26312141716480253, + "num_tokens": 15536587.0, + "step": 6530 + }, + { + "entropy": 4.877009725570678, + "epoch": 6.394517865883505, + "grad_norm": 1.1640625, + "learning_rate": 0.0002048874947286401, + "loss": 4.2246, + "mean_token_accuracy": 0.2701993718743324, + "num_tokens": 15548331.0, + "step": 6535 + }, + { + "entropy": 4.846718978881836, + "epoch": 6.399412628487518, + "grad_norm": 1.2109375, + "learning_rate": 0.00020452295862239628, + "loss": 4.2365, + "mean_token_accuracy": 0.2658727169036865, + "num_tokens": 15559651.0, + "step": 6540 + }, + { + "entropy": 4.738231754302978, + "epoch": 6.404307391091532, + "grad_norm": 1.1640625, + "learning_rate": 0.0002041586275228514, + "loss": 4.1488, + "mean_token_accuracy": 0.271811380982399, + "num_tokens": 15571661.0, + "step": 6545 + }, + { + "entropy": 4.757180786132812, + "epoch": 6.409202153695546, + "grad_norm": 1.21875, + "learning_rate": 0.00020379450248978758, + "loss": 4.1828, + "mean_token_accuracy": 0.2725284159183502, + "num_tokens": 15583039.0, + "step": 6550 + }, + { + "entropy": 4.9070579528808596, + "epoch": 6.41409691629956, + "grad_norm": 1.1796875, + "learning_rate": 0.00020343058458238784, + "loss": 4.2965, + "mean_token_accuracy": 0.26431872844696047, + "num_tokens": 15595323.0, + "step": 6555 + }, + { + "entropy": 4.898988962173462, + "epoch": 6.4189916789035735, + "grad_norm": 1.296875, + "learning_rate": 0.00020306687485923224, + "loss": 4.297, + "mean_token_accuracy": 0.26345344036817553, + "num_tokens": 15608028.0, + "step": 6560 + }, + { + "entropy": 4.767673826217651, + "epoch": 6.4238864415075865, + "grad_norm": 1.1796875, + "learning_rate": 0.00020270337437829566, + "loss": 4.1317, + "mean_token_accuracy": 0.275686576962471, + "num_tokens": 15619581.0, + "step": 6565 + }, + { + "entropy": 4.824228715896607, + "epoch": 6.4287812041116, + "grad_norm": 1.28125, + "learning_rate": 0.00020234008419694422, + "loss": 4.1916, + "mean_token_accuracy": 0.27475271075963975, + "num_tokens": 15631350.0, + "step": 6570 + }, + { + "entropy": 4.8114992618560795, + "epoch": 6.433675966715614, + "grad_norm": 1.2265625, + "learning_rate": 0.0002019770053719322, + "loss": 4.1537, + "mean_token_accuracy": 0.27048716843128207, + "num_tokens": 15642981.0, + "step": 6575 + }, + { + "entropy": 4.838646078109742, + "epoch": 6.438570729319628, + "grad_norm": 1.2265625, + "learning_rate": 0.0002016141389593993, + "loss": 4.2253, + "mean_token_accuracy": 0.27099927961826326, + "num_tokens": 15655870.0, + "step": 6580 + }, + { + "entropy": 4.829157924652099, + "epoch": 6.443465491923642, + "grad_norm": 1.125, + "learning_rate": 0.00020125148601486697, + "loss": 4.2518, + "mean_token_accuracy": 0.2692422866821289, + "num_tokens": 15667980.0, + "step": 6585 + }, + { + "entropy": 4.820345306396485, + "epoch": 6.448360254527655, + "grad_norm": 1.0390625, + "learning_rate": 0.00020088904759323618, + "loss": 4.2263, + "mean_token_accuracy": 0.2683408439159393, + "num_tokens": 15679951.0, + "step": 6590 + }, + { + "entropy": 4.793087339401245, + "epoch": 6.453255017131669, + "grad_norm": 1.1640625, + "learning_rate": 0.00020052682474878348, + "loss": 4.275, + "mean_token_accuracy": 0.2666164442896843, + "num_tokens": 15693726.0, + "step": 6595 + }, + { + "entropy": 4.812196397781372, + "epoch": 6.458149779735683, + "grad_norm": 1.171875, + "learning_rate": 0.00020016481853515867, + "loss": 4.2339, + "mean_token_accuracy": 0.2712885245680809, + "num_tokens": 15705351.0, + "step": 6600 + }, + { + "entropy": 4.842929077148438, + "epoch": 6.463044542339697, + "grad_norm": 1.078125, + "learning_rate": 0.00019980303000538107, + "loss": 4.1756, + "mean_token_accuracy": 0.27295818775892255, + "num_tokens": 15717233.0, + "step": 6605 + }, + { + "entropy": 4.818914127349854, + "epoch": 6.467939304943711, + "grad_norm": 1.234375, + "learning_rate": 0.00019944146021183713, + "loss": 4.2522, + "mean_token_accuracy": 0.26604991406202316, + "num_tokens": 15729176.0, + "step": 6610 + }, + { + "entropy": 4.797746372222901, + "epoch": 6.472834067547724, + "grad_norm": 1.21875, + "learning_rate": 0.0001990801102062768, + "loss": 4.1772, + "mean_token_accuracy": 0.2749250531196594, + "num_tokens": 15741107.0, + "step": 6615 + }, + { + "entropy": 4.82577919960022, + "epoch": 6.4777288301517375, + "grad_norm": 1.2890625, + "learning_rate": 0.0001987189810398108, + "loss": 4.2698, + "mean_token_accuracy": 0.2620985582470894, + "num_tokens": 15752502.0, + "step": 6620 + }, + { + "entropy": 4.85613489151001, + "epoch": 6.482623592755751, + "grad_norm": 1.25, + "learning_rate": 0.00019835807376290744, + "loss": 4.2656, + "mean_token_accuracy": 0.26031616777181626, + "num_tokens": 15764404.0, + "step": 6625 + }, + { + "entropy": 4.835601472854615, + "epoch": 6.487518355359765, + "grad_norm": 1.2265625, + "learning_rate": 0.00019799738942538953, + "loss": 4.2261, + "mean_token_accuracy": 0.26890532970428466, + "num_tokens": 15776722.0, + "step": 6630 + }, + { + "entropy": 4.838583707809448, + "epoch": 6.492413117963778, + "grad_norm": 1.21875, + "learning_rate": 0.0001976369290764315, + "loss": 4.2586, + "mean_token_accuracy": 0.270209875702858, + "num_tokens": 15788863.0, + "step": 6635 + }, + { + "entropy": 4.801536655426025, + "epoch": 6.497307880567792, + "grad_norm": 1.203125, + "learning_rate": 0.00019727669376455614, + "loss": 4.2205, + "mean_token_accuracy": 0.27733253836631777, + "num_tokens": 15800359.0, + "step": 6640 + }, + { + "entropy": 4.832352018356323, + "epoch": 6.502202643171806, + "grad_norm": 1.1953125, + "learning_rate": 0.00019691668453763163, + "loss": 4.2949, + "mean_token_accuracy": 0.26831928342580796, + "num_tokens": 15811305.0, + "step": 6645 + }, + { + "entropy": 4.767752599716187, + "epoch": 6.50709740577582, + "grad_norm": 1.1796875, + "learning_rate": 0.00019655690244286866, + "loss": 4.1762, + "mean_token_accuracy": 0.27681835293769835, + "num_tokens": 15824315.0, + "step": 6650 + }, + { + "entropy": 4.7820886135101315, + "epoch": 6.511992168379834, + "grad_norm": 1.125, + "learning_rate": 0.00019619734852681698, + "loss": 4.1599, + "mean_token_accuracy": 0.27901582717895507, + "num_tokens": 15836299.0, + "step": 6655 + }, + { + "entropy": 4.8313281536102295, + "epoch": 6.516886930983848, + "grad_norm": 1.1953125, + "learning_rate": 0.00019583802383536293, + "loss": 4.2678, + "mean_token_accuracy": 0.26988839358091354, + "num_tokens": 15848986.0, + "step": 6660 + }, + { + "entropy": 4.872956228256226, + "epoch": 6.521781693587861, + "grad_norm": 1.3046875, + "learning_rate": 0.00019547892941372563, + "loss": 4.2103, + "mean_token_accuracy": 0.2761853069067001, + "num_tokens": 15859648.0, + "step": 6665 + }, + { + "entropy": 4.915903759002686, + "epoch": 6.526676456191875, + "grad_norm": 1.21875, + "learning_rate": 0.0001951200663064549, + "loss": 4.2957, + "mean_token_accuracy": 0.26605250388383866, + "num_tokens": 15871104.0, + "step": 6670 + }, + { + "entropy": 4.794031095504761, + "epoch": 6.5315712187958885, + "grad_norm": 1.203125, + "learning_rate": 0.0001947614355574272, + "loss": 4.2166, + "mean_token_accuracy": 0.2687538146972656, + "num_tokens": 15884614.0, + "step": 6675 + }, + { + "entropy": 4.85666036605835, + "epoch": 6.536465981399902, + "grad_norm": 1.296875, + "learning_rate": 0.00019440303820984339, + "loss": 4.2741, + "mean_token_accuracy": 0.2684029802680016, + "num_tokens": 15896555.0, + "step": 6680 + }, + { + "entropy": 4.831001615524292, + "epoch": 6.541360744003915, + "grad_norm": 1.359375, + "learning_rate": 0.0001940448753062255, + "loss": 4.2209, + "mean_token_accuracy": 0.2695989325642586, + "num_tokens": 15908179.0, + "step": 6685 + }, + { + "entropy": 4.835015678405762, + "epoch": 6.546255506607929, + "grad_norm": 1.2265625, + "learning_rate": 0.00019368694788841323, + "loss": 4.2392, + "mean_token_accuracy": 0.2734552651643753, + "num_tokens": 15919685.0, + "step": 6690 + }, + { + "entropy": 4.792286920547485, + "epoch": 6.551150269211943, + "grad_norm": 1.3203125, + "learning_rate": 0.0001933292569975616, + "loss": 4.1766, + "mean_token_accuracy": 0.2831962674856186, + "num_tokens": 15931637.0, + "step": 6695 + }, + { + "entropy": 4.829886341094971, + "epoch": 6.556045031815957, + "grad_norm": 1.1328125, + "learning_rate": 0.00019297180367413753, + "loss": 4.2534, + "mean_token_accuracy": 0.26621277779340746, + "num_tokens": 15943958.0, + "step": 6700 + }, + { + "entropy": 4.779302406311035, + "epoch": 6.560939794419971, + "grad_norm": 1.1875, + "learning_rate": 0.00019261458895791683, + "loss": 4.2087, + "mean_token_accuracy": 0.27134326845407486, + "num_tokens": 15955964.0, + "step": 6705 + }, + { + "entropy": 4.8313768863677975, + "epoch": 6.565834557023984, + "grad_norm": 1.265625, + "learning_rate": 0.0001922576138879813, + "loss": 4.1676, + "mean_token_accuracy": 0.2797742038965225, + "num_tokens": 15967724.0, + "step": 6710 + }, + { + "entropy": 4.792687797546387, + "epoch": 6.570729319627998, + "grad_norm": 1.140625, + "learning_rate": 0.00019190087950271567, + "loss": 4.1607, + "mean_token_accuracy": 0.28083215057849886, + "num_tokens": 15979655.0, + "step": 6715 + }, + { + "entropy": 4.786281538009644, + "epoch": 6.575624082232012, + "grad_norm": 1.3359375, + "learning_rate": 0.00019154438683980442, + "loss": 4.201, + "mean_token_accuracy": 0.26920303851366045, + "num_tokens": 15991179.0, + "step": 6720 + }, + { + "entropy": 4.7571288585662845, + "epoch": 6.580518844836026, + "grad_norm": 1.234375, + "learning_rate": 0.000191188136936229, + "loss": 4.1686, + "mean_token_accuracy": 0.28140535950660706, + "num_tokens": 16002829.0, + "step": 6725 + }, + { + "entropy": 4.884326171875, + "epoch": 6.585413607440039, + "grad_norm": 1.171875, + "learning_rate": 0.00019083213082826483, + "loss": 4.3358, + "mean_token_accuracy": 0.26777314990758894, + "num_tokens": 16015699.0, + "step": 6730 + }, + { + "entropy": 4.834535598754883, + "epoch": 6.590308370044053, + "grad_norm": 1.1015625, + "learning_rate": 0.0001904763695514779, + "loss": 4.2066, + "mean_token_accuracy": 0.27164087295532224, + "num_tokens": 16027655.0, + "step": 6735 + }, + { + "entropy": 4.846742725372314, + "epoch": 6.5952031326480665, + "grad_norm": 1.203125, + "learning_rate": 0.00019012085414072226, + "loss": 4.1997, + "mean_token_accuracy": 0.2772118762135506, + "num_tokens": 16038801.0, + "step": 6740 + }, + { + "entropy": 4.773180532455444, + "epoch": 6.60009789525208, + "grad_norm": 1.25, + "learning_rate": 0.00018976558563013664, + "loss": 4.2013, + "mean_token_accuracy": 0.2664397060871124, + "num_tokens": 16050080.0, + "step": 6745 + }, + { + "entropy": 4.81363525390625, + "epoch": 6.604992657856094, + "grad_norm": 1.2265625, + "learning_rate": 0.00018941056505314164, + "loss": 4.2004, + "mean_token_accuracy": 0.27494569569826127, + "num_tokens": 16060570.0, + "step": 6750 + }, + { + "entropy": 4.830636215209961, + "epoch": 6.609887420460108, + "grad_norm": 1.1875, + "learning_rate": 0.00018905579344243652, + "loss": 4.1835, + "mean_token_accuracy": 0.26962684392929076, + "num_tokens": 16071658.0, + "step": 6755 + }, + { + "entropy": 4.83025336265564, + "epoch": 6.614782183064121, + "grad_norm": 1.2734375, + "learning_rate": 0.00018870127182999658, + "loss": 4.1921, + "mean_token_accuracy": 0.2740777343511581, + "num_tokens": 16083191.0, + "step": 6760 + }, + { + "entropy": 4.758773517608643, + "epoch": 6.619676945668135, + "grad_norm": 1.1953125, + "learning_rate": 0.00018834700124706973, + "loss": 4.1522, + "mean_token_accuracy": 0.27572301030158997, + "num_tokens": 16094987.0, + "step": 6765 + }, + { + "entropy": 4.8176719665527346, + "epoch": 6.624571708272149, + "grad_norm": 1.234375, + "learning_rate": 0.00018799298272417376, + "loss": 4.183, + "mean_token_accuracy": 0.28053936511278155, + "num_tokens": 16105751.0, + "step": 6770 + }, + { + "entropy": 4.7507847309112545, + "epoch": 6.629466470876163, + "grad_norm": 1.1328125, + "learning_rate": 0.00018763921729109318, + "loss": 4.1182, + "mean_token_accuracy": 0.27906791120767593, + "num_tokens": 16117175.0, + "step": 6775 + }, + { + "entropy": 4.9235481262207035, + "epoch": 6.634361233480176, + "grad_norm": 1.1640625, + "learning_rate": 0.00018728570597687638, + "loss": 4.3259, + "mean_token_accuracy": 0.2675983518362045, + "num_tokens": 16130231.0, + "step": 6780 + }, + { + "entropy": 4.829068851470947, + "epoch": 6.63925599608419, + "grad_norm": 1.265625, + "learning_rate": 0.0001869324498098326, + "loss": 4.2372, + "mean_token_accuracy": 0.2697674423456192, + "num_tokens": 16142487.0, + "step": 6785 + }, + { + "entropy": 4.798414278030395, + "epoch": 6.644150758688204, + "grad_norm": 1.109375, + "learning_rate": 0.0001865794498175286, + "loss": 4.1686, + "mean_token_accuracy": 0.27501768469810484, + "num_tokens": 16153970.0, + "step": 6790 + }, + { + "entropy": 4.787086725234985, + "epoch": 6.6490455212922175, + "grad_norm": 1.2265625, + "learning_rate": 0.0001862267070267864, + "loss": 4.2401, + "mean_token_accuracy": 0.2746932148933411, + "num_tokens": 16165452.0, + "step": 6795 + }, + { + "entropy": 4.903980016708374, + "epoch": 6.653940283896231, + "grad_norm": 1.296875, + "learning_rate": 0.00018587422246367957, + "loss": 4.2909, + "mean_token_accuracy": 0.267347078025341, + "num_tokens": 16177310.0, + "step": 6800 + }, + { + "entropy": 4.8290393352508545, + "epoch": 6.658835046500244, + "grad_norm": 1.296875, + "learning_rate": 0.00018552199715353063, + "loss": 4.2431, + "mean_token_accuracy": 0.27273038029670715, + "num_tokens": 16189315.0, + "step": 6805 + }, + { + "entropy": 4.806507682800293, + "epoch": 6.663729809104258, + "grad_norm": 1.140625, + "learning_rate": 0.000185170032120908, + "loss": 4.2358, + "mean_token_accuracy": 0.2727368637919426, + "num_tokens": 16200992.0, + "step": 6810 + }, + { + "entropy": 4.826565790176391, + "epoch": 6.668624571708272, + "grad_norm": 1.1953125, + "learning_rate": 0.00018481832838962282, + "loss": 4.2785, + "mean_token_accuracy": 0.26921398639678956, + "num_tokens": 16213478.0, + "step": 6815 + }, + { + "entropy": 4.774142789840698, + "epoch": 6.673519334312286, + "grad_norm": 1.3046875, + "learning_rate": 0.0001844668869827264, + "loss": 4.171, + "mean_token_accuracy": 0.2769194781780243, + "num_tokens": 16225165.0, + "step": 6820 + }, + { + "entropy": 4.882353496551514, + "epoch": 6.6784140969163, + "grad_norm": 1.21875, + "learning_rate": 0.00018411570892250685, + "loss": 4.324, + "mean_token_accuracy": 0.25825629830360414, + "num_tokens": 16236824.0, + "step": 6825 + }, + { + "entropy": 4.873099946975708, + "epoch": 6.683308859520313, + "grad_norm": 1.2734375, + "learning_rate": 0.00018376479523048622, + "loss": 4.2445, + "mean_token_accuracy": 0.27525572180747987, + "num_tokens": 16247874.0, + "step": 6830 + }, + { + "entropy": 4.796633577346801, + "epoch": 6.688203622124327, + "grad_norm": 1.296875, + "learning_rate": 0.00018341414692741765, + "loss": 4.1685, + "mean_token_accuracy": 0.27403592467308047, + "num_tokens": 16259305.0, + "step": 6835 + }, + { + "entropy": 4.784992218017578, + "epoch": 6.693098384728341, + "grad_norm": 1.3125, + "learning_rate": 0.0001830637650332822, + "loss": 4.2153, + "mean_token_accuracy": 0.27535903453826904, + "num_tokens": 16271993.0, + "step": 6840 + }, + { + "entropy": 4.832751655578614, + "epoch": 6.697993147332355, + "grad_norm": 1.296875, + "learning_rate": 0.00018271365056728612, + "loss": 4.2942, + "mean_token_accuracy": 0.26922129690647123, + "num_tokens": 16283353.0, + "step": 6845 + }, + { + "entropy": 4.832975912094116, + "epoch": 6.7028879099363685, + "grad_norm": 1.203125, + "learning_rate": 0.00018236380454785756, + "loss": 4.2391, + "mean_token_accuracy": 0.2777084022760391, + "num_tokens": 16295782.0, + "step": 6850 + }, + { + "entropy": 4.830508184432984, + "epoch": 6.7077826725403815, + "grad_norm": 1.25, + "learning_rate": 0.00018201422799264406, + "loss": 4.2233, + "mean_token_accuracy": 0.2772673726081848, + "num_tokens": 16308708.0, + "step": 6855 + }, + { + "entropy": 4.751596260070801, + "epoch": 6.712677435144395, + "grad_norm": 1.1953125, + "learning_rate": 0.00018166492191850904, + "loss": 4.1594, + "mean_token_accuracy": 0.277548024058342, + "num_tokens": 16320508.0, + "step": 6860 + }, + { + "entropy": 4.812742757797241, + "epoch": 6.717572197748409, + "grad_norm": 1.1875, + "learning_rate": 0.0001813158873415293, + "loss": 4.2244, + "mean_token_accuracy": 0.26796922385692595, + "num_tokens": 16332393.0, + "step": 6865 + }, + { + "entropy": 4.830001449584961, + "epoch": 6.722466960352423, + "grad_norm": 1.1640625, + "learning_rate": 0.000180967125276992, + "loss": 4.2566, + "mean_token_accuracy": 0.2725358933210373, + "num_tokens": 16343845.0, + "step": 6870 + }, + { + "entropy": 4.900268936157227, + "epoch": 6.727361722956436, + "grad_norm": 1.296875, + "learning_rate": 0.00018061863673939145, + "loss": 4.287, + "mean_token_accuracy": 0.26801770031452177, + "num_tokens": 16355155.0, + "step": 6875 + }, + { + "entropy": 4.8318298816680905, + "epoch": 6.73225648556045, + "grad_norm": 1.21875, + "learning_rate": 0.00018027042274242611, + "loss": 4.2039, + "mean_token_accuracy": 0.27316527515649797, + "num_tokens": 16366986.0, + "step": 6880 + }, + { + "entropy": 4.772649335861206, + "epoch": 6.737151248164464, + "grad_norm": 1.1640625, + "learning_rate": 0.0001799224842989964, + "loss": 4.1864, + "mean_token_accuracy": 0.2741151288151741, + "num_tokens": 16378054.0, + "step": 6885 + }, + { + "entropy": 4.838140487670898, + "epoch": 6.742046010768478, + "grad_norm": 1.1796875, + "learning_rate": 0.00017957482242120072, + "loss": 4.2819, + "mean_token_accuracy": 0.2612364083528519, + "num_tokens": 16390140.0, + "step": 6890 + }, + { + "entropy": 4.869786024093628, + "epoch": 6.746940773372492, + "grad_norm": 1.3046875, + "learning_rate": 0.00017922743812033315, + "loss": 4.3309, + "mean_token_accuracy": 0.257459057867527, + "num_tokens": 16401456.0, + "step": 6895 + }, + { + "entropy": 4.828910064697266, + "epoch": 6.751835535976505, + "grad_norm": 1.3515625, + "learning_rate": 0.00017888033240688023, + "loss": 4.25, + "mean_token_accuracy": 0.2661407694220543, + "num_tokens": 16411373.0, + "step": 6900 + }, + { + "entropy": 4.8243536949157715, + "epoch": 6.756730298580519, + "grad_norm": 1.2265625, + "learning_rate": 0.00017853350629051847, + "loss": 4.2021, + "mean_token_accuracy": 0.2693841502070427, + "num_tokens": 16422842.0, + "step": 6905 + }, + { + "entropy": 4.832136249542236, + "epoch": 6.7616250611845325, + "grad_norm": 1.2421875, + "learning_rate": 0.00017818696078011065, + "loss": 4.1967, + "mean_token_accuracy": 0.2766373082995415, + "num_tokens": 16434736.0, + "step": 6910 + }, + { + "entropy": 4.928450345993042, + "epoch": 6.766519823788546, + "grad_norm": 1.21875, + "learning_rate": 0.00017784069688370346, + "loss": 4.3636, + "mean_token_accuracy": 0.2608417823910713, + "num_tokens": 16447114.0, + "step": 6915 + }, + { + "entropy": 4.833252906799316, + "epoch": 6.77141458639256, + "grad_norm": 1.203125, + "learning_rate": 0.00017749471560852466, + "loss": 4.2267, + "mean_token_accuracy": 0.27015837132930753, + "num_tokens": 16457802.0, + "step": 6920 + }, + { + "entropy": 4.785260629653931, + "epoch": 6.776309348996573, + "grad_norm": 1.2421875, + "learning_rate": 0.0001771490179609796, + "loss": 4.1734, + "mean_token_accuracy": 0.2765981197357178, + "num_tokens": 16470161.0, + "step": 6925 + }, + { + "entropy": 4.838615846633911, + "epoch": 6.781204111600587, + "grad_norm": 1.1796875, + "learning_rate": 0.00017680360494664872, + "loss": 4.3092, + "mean_token_accuracy": 0.26522997915744784, + "num_tokens": 16483240.0, + "step": 6930 + }, + { + "entropy": 4.821589088439941, + "epoch": 6.786098874204601, + "grad_norm": 1.203125, + "learning_rate": 0.0001764584775702844, + "loss": 4.2128, + "mean_token_accuracy": 0.27196179926395414, + "num_tokens": 16496748.0, + "step": 6935 + }, + { + "entropy": 4.72474045753479, + "epoch": 6.790993636808615, + "grad_norm": 1.1796875, + "learning_rate": 0.00017611363683580838, + "loss": 4.1164, + "mean_token_accuracy": 0.281719496846199, + "num_tokens": 16509287.0, + "step": 6940 + }, + { + "entropy": 4.780606508255005, + "epoch": 6.795888399412629, + "grad_norm": 1.1796875, + "learning_rate": 0.00017576908374630846, + "loss": 4.217, + "mean_token_accuracy": 0.26991317272186277, + "num_tokens": 16520713.0, + "step": 6945 + }, + { + "entropy": 4.8649680614471436, + "epoch": 6.800783162016642, + "grad_norm": 1.109375, + "learning_rate": 0.0001754248193040356, + "loss": 4.293, + "mean_token_accuracy": 0.2615252986550331, + "num_tokens": 16533392.0, + "step": 6950 + }, + { + "entropy": 4.831953716278076, + "epoch": 6.805677924620656, + "grad_norm": 1.1796875, + "learning_rate": 0.00017508084451040135, + "loss": 4.2649, + "mean_token_accuracy": 0.27412021458148955, + "num_tokens": 16546109.0, + "step": 6955 + }, + { + "entropy": 4.830960273742676, + "epoch": 6.81057268722467, + "grad_norm": 1.2734375, + "learning_rate": 0.00017473716036597465, + "loss": 4.2623, + "mean_token_accuracy": 0.271477110683918, + "num_tokens": 16558409.0, + "step": 6960 + }, + { + "entropy": 4.787686061859131, + "epoch": 6.815467449828684, + "grad_norm": 1.1875, + "learning_rate": 0.00017439376787047888, + "loss": 4.2047, + "mean_token_accuracy": 0.2721322447061539, + "num_tokens": 16569695.0, + "step": 6965 + }, + { + "entropy": 4.953125953674316, + "epoch": 6.820362212432697, + "grad_norm": 1.21875, + "learning_rate": 0.0001740506680227892, + "loss": 4.3336, + "mean_token_accuracy": 0.26900721788406373, + "num_tokens": 16581937.0, + "step": 6970 + }, + { + "entropy": 4.830428218841552, + "epoch": 6.8252569750367105, + "grad_norm": 1.3515625, + "learning_rate": 0.00017370786182092945, + "loss": 4.2295, + "mean_token_accuracy": 0.2690939217805862, + "num_tokens": 16593670.0, + "step": 6975 + }, + { + "entropy": 4.846615934371949, + "epoch": 6.830151737640724, + "grad_norm": 1.25, + "learning_rate": 0.0001733653502620693, + "loss": 4.3235, + "mean_token_accuracy": 0.26150154173374174, + "num_tokens": 16605165.0, + "step": 6980 + }, + { + "entropy": 4.7979254722595215, + "epoch": 6.835046500244738, + "grad_norm": 1.1796875, + "learning_rate": 0.00017302313434252125, + "loss": 4.2091, + "mean_token_accuracy": 0.26987202316522596, + "num_tokens": 16616774.0, + "step": 6985 + }, + { + "entropy": 4.862527751922608, + "epoch": 6.839941262848752, + "grad_norm": 1.15625, + "learning_rate": 0.0001726812150577381, + "loss": 4.2928, + "mean_token_accuracy": 0.2625435009598732, + "num_tokens": 16628895.0, + "step": 6990 + }, + { + "entropy": 4.757234287261963, + "epoch": 6.844836025452766, + "grad_norm": 1.2109375, + "learning_rate": 0.0001723395934023095, + "loss": 4.1597, + "mean_token_accuracy": 0.2716460421681404, + "num_tokens": 16640242.0, + "step": 6995 + }, + { + "entropy": 4.880573511123657, + "epoch": 6.849730788056779, + "grad_norm": 1.2265625, + "learning_rate": 0.00017199827036995947, + "loss": 4.2517, + "mean_token_accuracy": 0.2695384547114372, + "num_tokens": 16652057.0, + "step": 7000 + }, + { + "epoch": 6.849730788056779, + "eval_entropy": 4.799824526581023, + "eval_loss": 5.5178608894348145, + "eval_mean_token_accuracy": 0.20650460087022207, + "eval_num_tokens": 16652057.0, + "eval_runtime": 2.718, + "eval_samples_per_second": 1268.209, + "eval_steps_per_second": 158.572, + "step": 7000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.5826482601856e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-7000/training_args.bin b/checkpoint-7000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-8000/added_tokens.json b/checkpoint-8000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-8000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-8000/config.json b/checkpoint-8000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-8000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-8000/generation_config.json b/checkpoint-8000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-8000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-8000/model.safetensors b/checkpoint-8000/model.safetensors new file mode 100644 index 0000000..af3f910 --- /dev/null +++ b/checkpoint-8000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e551bd04221338215b3a7fb72a46625ccfbf7c30f689e27bde6a0a8ac1aff95 +size 249556672 diff --git a/checkpoint-8000/rng_state.pth b/checkpoint-8000/rng_state.pth new file mode 100644 index 0000000..ba760b4 --- /dev/null +++ b/checkpoint-8000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7f166bc955908c8945a2a8d43003aee9ba7f2b58ed5f093b602c4df581ba25 +size 14709 diff --git a/checkpoint-8000/special_tokens_map.json b/checkpoint-8000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-8000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-8000/spiece.model b/checkpoint-8000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-8000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-8000/tokenizer_config.json b/checkpoint-8000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-8000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-8000/trainer_state.json b/checkpoint-8000/trainer_state.json new file mode 100644 index 0000000..cf557fd --- /dev/null +++ b/checkpoint-8000/trainer_state.json @@ -0,0 +1,16122 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.828193832599119, + "eval_steps": 1000, + "global_step": 8000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + }, + { + "entropy": 5.626655435562133, + "epoch": 1.9623103279490945, + "grad_norm": 1.078125, + "learning_rate": 0.00048693373272105743, + "loss": 5.504, + "mean_token_accuracy": 0.180687840282917, + "num_tokens": 4769947.0, + "step": 2005 + }, + { + "entropy": 5.595974683761597, + "epoch": 1.9672050905531082, + "grad_norm": 1.0390625, + "learning_rate": 0.00048680455692385124, + "loss": 5.5583, + "mean_token_accuracy": 0.18348373621702194, + "num_tokens": 4782749.0, + "step": 2010 + }, + { + "entropy": 5.579078435897827, + "epoch": 1.9720998531571219, + "grad_norm": 1.0546875, + "learning_rate": 0.0004866747650202907, + "loss": 5.5238, + "mean_token_accuracy": 0.18451536893844606, + "num_tokens": 4794944.0, + "step": 2015 + }, + { + "entropy": 5.6003326892852785, + "epoch": 1.9769946157611356, + "grad_norm": 0.96875, + "learning_rate": 0.0004865443573879201, + "loss": 5.468, + "mean_token_accuracy": 0.18887062072753907, + "num_tokens": 4806992.0, + "step": 2020 + }, + { + "entropy": 5.549536085128784, + "epoch": 1.9818893783651492, + "grad_norm": 1.015625, + "learning_rate": 0.0004864133344060749, + "loss": 5.4539, + "mean_token_accuracy": 0.18131107091903687, + "num_tokens": 4818791.0, + "step": 2025 + }, + { + "entropy": 5.558773422241211, + "epoch": 1.9867841409691631, + "grad_norm": 1.203125, + "learning_rate": 0.00048628169645588073, + "loss": 5.5525, + "mean_token_accuracy": 0.17917387038469315, + "num_tokens": 4830708.0, + "step": 2030 + }, + { + "entropy": 5.571465063095093, + "epoch": 1.9916789035731766, + "grad_norm": 1.0390625, + "learning_rate": 0.0004861494439202515, + "loss": 5.5524, + "mean_token_accuracy": 0.1800464168190956, + "num_tokens": 4843031.0, + "step": 2035 + }, + { + "entropy": 5.617353916168213, + "epoch": 1.9965736661771905, + "grad_norm": 1.0859375, + "learning_rate": 0.0004860165771838892, + "loss": 5.5313, + "mean_token_accuracy": 0.1778000995516777, + "num_tokens": 4855523.0, + "step": 2040 + }, + { + "entropy": 5.416062302059597, + "epoch": 2.0009789525208026, + "grad_norm": 0.890625, + "learning_rate": 0.0004858830966332825, + "loss": 5.346, + "mean_token_accuracy": 0.18389874531163108, + "num_tokens": 4866979.0, + "step": 2045 + }, + { + "entropy": 5.488109588623047, + "epoch": 2.0058737151248165, + "grad_norm": 1.046875, + "learning_rate": 0.0004857490026567055, + "loss": 5.1157, + "mean_token_accuracy": 0.19696198999881745, + "num_tokens": 4878496.0, + "step": 2050 + }, + { + "entropy": 5.498682832717895, + "epoch": 2.01076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004856142956442165, + "loss": 5.1833, + "mean_token_accuracy": 0.19493499547243118, + "num_tokens": 4890519.0, + "step": 2055 + }, + { + "entropy": 5.596047735214233, + "epoch": 2.015663240332844, + "grad_norm": 0.98828125, + "learning_rate": 0.0004854789759876572, + "loss": 5.2827, + "mean_token_accuracy": 0.19122138023376464, + "num_tokens": 4902797.0, + "step": 2060 + }, + { + "entropy": 5.531758785247803, + "epoch": 2.0205580029368577, + "grad_norm": 1.1640625, + "learning_rate": 0.00048534304408065135, + "loss": 5.1783, + "mean_token_accuracy": 0.19460100531578065, + "num_tokens": 4913243.0, + "step": 2065 + }, + { + "entropy": 5.424594974517822, + "epoch": 2.025452765540871, + "grad_norm": 1.0390625, + "learning_rate": 0.00048520650031860357, + "loss": 5.0638, + "mean_token_accuracy": 0.19740711152553558, + "num_tokens": 4923876.0, + "step": 2070 + }, + { + "entropy": 5.36385588645935, + "epoch": 2.030347528144885, + "grad_norm": 1.046875, + "learning_rate": 0.00048506934509869845, + "loss": 5.0638, + "mean_token_accuracy": 0.2020087271928787, + "num_tokens": 4936004.0, + "step": 2075 + }, + { + "entropy": 5.394824838638305, + "epoch": 2.0352422907488985, + "grad_norm": 1.078125, + "learning_rate": 0.00048493157881989894, + "loss": 5.098, + "mean_token_accuracy": 0.19910106658935547, + "num_tokens": 4947404.0, + "step": 2080 + }, + { + "entropy": 5.37768030166626, + "epoch": 2.0401370533529124, + "grad_norm": 0.921875, + "learning_rate": 0.0004847932018829456, + "loss": 5.2171, + "mean_token_accuracy": 0.1941538408398628, + "num_tokens": 4960444.0, + "step": 2085 + }, + { + "entropy": 5.418075847625732, + "epoch": 2.0450318159569263, + "grad_norm": 1.078125, + "learning_rate": 0.0004846542146903555, + "loss": 5.1722, + "mean_token_accuracy": 0.19768768548965454, + "num_tokens": 4972356.0, + "step": 2090 + }, + { + "entropy": 5.449041891098022, + "epoch": 2.0499265785609397, + "grad_norm": 1.078125, + "learning_rate": 0.00048451461764642046, + "loss": 5.1357, + "mean_token_accuracy": 0.19979992508888245, + "num_tokens": 4984785.0, + "step": 2095 + }, + { + "entropy": 5.291361522674561, + "epoch": 2.0548213411649536, + "grad_norm": 1.0859375, + "learning_rate": 0.0004843744111572067, + "loss": 5.0675, + "mean_token_accuracy": 0.1959679678082466, + "num_tokens": 4995909.0, + "step": 2100 + }, + { + "entropy": 5.432163047790527, + "epoch": 2.059716103768967, + "grad_norm": 1.0625, + "learning_rate": 0.0004842335956305526, + "loss": 5.0949, + "mean_token_accuracy": 0.19766340106725694, + "num_tokens": 5006191.0, + "step": 2105 + }, + { + "entropy": 5.350412321090698, + "epoch": 2.064610866372981, + "grad_norm": 1.0625, + "learning_rate": 0.00048409217147606895, + "loss": 5.089, + "mean_token_accuracy": 0.2033711478114128, + "num_tokens": 5017399.0, + "step": 2110 + }, + { + "entropy": 5.316557788848877, + "epoch": 2.0695056289769944, + "grad_norm": 1.0234375, + "learning_rate": 0.0004839501391051363, + "loss": 5.0824, + "mean_token_accuracy": 0.19411368370056153, + "num_tokens": 5028402.0, + "step": 2115 + }, + { + "entropy": 5.446633148193359, + "epoch": 2.0744003915810083, + "grad_norm": 1.0, + "learning_rate": 0.0004838074989309045, + "loss": 5.1938, + "mean_token_accuracy": 0.20314160287380217, + "num_tokens": 5040813.0, + "step": 2120 + }, + { + "entropy": 5.414164018630982, + "epoch": 2.079295154185022, + "grad_norm": 0.94921875, + "learning_rate": 0.00048366425136829176, + "loss": 5.1433, + "mean_token_accuracy": 0.20220062136650085, + "num_tokens": 5053076.0, + "step": 2125 + }, + { + "entropy": 5.4324311256408695, + "epoch": 2.0841899167890356, + "grad_norm": 1.0859375, + "learning_rate": 0.00048352039683398286, + "loss": 5.2068, + "mean_token_accuracy": 0.19256707429885864, + "num_tokens": 5065397.0, + "step": 2130 + }, + { + "entropy": 5.374685382843017, + "epoch": 2.0890846793930495, + "grad_norm": 1.125, + "learning_rate": 0.00048337593574642796, + "loss": 5.0098, + "mean_token_accuracy": 0.20131478905677797, + "num_tokens": 5076545.0, + "step": 2135 + }, + { + "entropy": 5.4096685409545895, + "epoch": 2.093979441997063, + "grad_norm": 1.03125, + "learning_rate": 0.00048323086852584187, + "loss": 5.2009, + "mean_token_accuracy": 0.19109852015972137, + "num_tokens": 5089487.0, + "step": 2140 + }, + { + "entropy": 5.413058519363403, + "epoch": 2.098874204601077, + "grad_norm": 1.0234375, + "learning_rate": 0.0004830851955942024, + "loss": 5.1923, + "mean_token_accuracy": 0.1943016231060028, + "num_tokens": 5102046.0, + "step": 2145 + }, + { + "entropy": 5.484387826919556, + "epoch": 2.1037689672050908, + "grad_norm": 1.1171875, + "learning_rate": 0.0004829389173752495, + "loss": 5.3399, + "mean_token_accuracy": 0.19494949281215668, + "num_tokens": 5114758.0, + "step": 2150 + }, + { + "entropy": 5.461303567886352, + "epoch": 2.108663729809104, + "grad_norm": 1.1328125, + "learning_rate": 0.00048279203429448366, + "loss": 5.1454, + "mean_token_accuracy": 0.19781216084957123, + "num_tokens": 5126130.0, + "step": 2155 + }, + { + "entropy": 5.358008193969726, + "epoch": 2.113558492413118, + "grad_norm": 1.046875, + "learning_rate": 0.0004826445467791646, + "loss": 5.2108, + "mean_token_accuracy": 0.19490469843149186, + "num_tokens": 5137749.0, + "step": 2160 + }, + { + "entropy": 5.471472644805909, + "epoch": 2.1184532550171316, + "grad_norm": 1.0078125, + "learning_rate": 0.00048249645525831055, + "loss": 5.1601, + "mean_token_accuracy": 0.20036131292581558, + "num_tokens": 5149361.0, + "step": 2165 + }, + { + "entropy": 5.363424825668335, + "epoch": 2.1233480176211454, + "grad_norm": 1.0234375, + "learning_rate": 0.0004823477601626967, + "loss": 5.0896, + "mean_token_accuracy": 0.2008701056241989, + "num_tokens": 5161025.0, + "step": 2170 + }, + { + "entropy": 5.255881643295288, + "epoch": 2.128242780225159, + "grad_norm": 1.15625, + "learning_rate": 0.00048219846192485365, + "loss": 5.0238, + "mean_token_accuracy": 0.20319584757089615, + "num_tokens": 5171507.0, + "step": 2175 + }, + { + "entropy": 5.427309846878051, + "epoch": 2.133137542829173, + "grad_norm": 1.09375, + "learning_rate": 0.0004820485609790668, + "loss": 5.275, + "mean_token_accuracy": 0.19347049593925475, + "num_tokens": 5184026.0, + "step": 2180 + }, + { + "entropy": 5.4172220706939695, + "epoch": 2.1380323054331867, + "grad_norm": 1.140625, + "learning_rate": 0.00048189805776137454, + "loss": 5.1795, + "mean_token_accuracy": 0.20001329630613326, + "num_tokens": 5195788.0, + "step": 2185 + }, + { + "entropy": 5.262393999099731, + "epoch": 2.1429270680372, + "grad_norm": 1.140625, + "learning_rate": 0.00048174695270956707, + "loss": 5.0315, + "mean_token_accuracy": 0.20920827537775039, + "num_tokens": 5205440.0, + "step": 2190 + }, + { + "entropy": 5.293731689453125, + "epoch": 2.147821830641214, + "grad_norm": 1.015625, + "learning_rate": 0.0004815952462631857, + "loss": 5.1003, + "mean_token_accuracy": 0.2001971885561943, + "num_tokens": 5216578.0, + "step": 2195 + }, + { + "entropy": 5.37099986076355, + "epoch": 2.1527165932452275, + "grad_norm": 1.0546875, + "learning_rate": 0.00048144293886352035, + "loss": 5.1344, + "mean_token_accuracy": 0.20005329102277755, + "num_tokens": 5228836.0, + "step": 2200 + }, + { + "entropy": 5.275912046432495, + "epoch": 2.1576113558492414, + "grad_norm": 1.09375, + "learning_rate": 0.0004812900309536098, + "loss": 5.0887, + "mean_token_accuracy": 0.2067259818315506, + "num_tokens": 5240648.0, + "step": 2205 + }, + { + "entropy": 5.3612512111663815, + "epoch": 2.162506118453255, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113652297823907, + "loss": 5.2269, + "mean_token_accuracy": 0.18981953859329223, + "num_tokens": 5252391.0, + "step": 2210 + }, + { + "entropy": 5.453209781646729, + "epoch": 2.1674008810572687, + "grad_norm": 1.1015625, + "learning_rate": 0.00048098241538393897, + "loss": 5.2036, + "mean_token_accuracy": 0.19229551404714584, + "num_tokens": 5264574.0, + "step": 2215 + }, + { + "entropy": 5.34055609703064, + "epoch": 2.1722956436612826, + "grad_norm": 0.953125, + "learning_rate": 0.00048082770861898426, + "loss": 5.1746, + "mean_token_accuracy": 0.19398458898067475, + "num_tokens": 5277400.0, + "step": 2220 + }, + { + "entropy": 5.379359340667724, + "epoch": 2.177190406265296, + "grad_norm": 1.1171875, + "learning_rate": 0.00048067240313339295, + "loss": 5.1089, + "mean_token_accuracy": 0.19827474504709244, + "num_tokens": 5288951.0, + "step": 2225 + }, + { + "entropy": 5.3159558296203615, + "epoch": 2.18208516886931, + "grad_norm": 1.0859375, + "learning_rate": 0.00048051649937892423, + "loss": 5.0671, + "mean_token_accuracy": 0.2028965413570404, + "num_tokens": 5300902.0, + "step": 2230 + }, + { + "entropy": 5.325251483917237, + "epoch": 2.1869799314733234, + "grad_norm": 1.09375, + "learning_rate": 0.00048035999780907785, + "loss": 5.1804, + "mean_token_accuracy": 0.1967838153243065, + "num_tokens": 5312498.0, + "step": 2235 + }, + { + "entropy": 5.33814377784729, + "epoch": 2.1918746940773373, + "grad_norm": 0.98046875, + "learning_rate": 0.00048020289887909246, + "loss": 5.0948, + "mean_token_accuracy": 0.19691168814897536, + "num_tokens": 5323591.0, + "step": 2240 + }, + { + "entropy": 5.343142366409301, + "epoch": 2.196769456681351, + "grad_norm": 1.0859375, + "learning_rate": 0.0004800452030459441, + "loss": 5.0878, + "mean_token_accuracy": 0.2060595616698265, + "num_tokens": 5334673.0, + "step": 2245 + }, + { + "entropy": 5.302957439422608, + "epoch": 2.2016642192853646, + "grad_norm": 1.125, + "learning_rate": 0.0004798869107683456, + "loss": 5.0975, + "mean_token_accuracy": 0.2082034319639206, + "num_tokens": 5347049.0, + "step": 2250 + }, + { + "entropy": 5.4850016117095945, + "epoch": 2.2065589818893785, + "grad_norm": 1.0859375, + "learning_rate": 0.00047972802250674426, + "loss": 5.2136, + "mean_token_accuracy": 0.1905737653374672, + "num_tokens": 5359153.0, + "step": 2255 + }, + { + "entropy": 5.326099538803101, + "epoch": 2.211453744493392, + "grad_norm": 1.109375, + "learning_rate": 0.00047956853872332126, + "loss": 5.0928, + "mean_token_accuracy": 0.20605096518993377, + "num_tokens": 5369663.0, + "step": 2260 + }, + { + "entropy": 5.356387901306152, + "epoch": 2.216348507097406, + "grad_norm": 0.98828125, + "learning_rate": 0.0004794084598819899, + "loss": 5.1502, + "mean_token_accuracy": 0.1967753291130066, + "num_tokens": 5380962.0, + "step": 2265 + }, + { + "entropy": 5.288668155670166, + "epoch": 2.2212432697014193, + "grad_norm": 0.96875, + "learning_rate": 0.00047924778644839466, + "loss": 5.1048, + "mean_token_accuracy": 0.2026848703622818, + "num_tokens": 5393319.0, + "step": 2270 + }, + { + "entropy": 5.390505695343018, + "epoch": 2.226138032305433, + "grad_norm": 1.03125, + "learning_rate": 0.00047908651888990943, + "loss": 5.1442, + "mean_token_accuracy": 0.20073584467172623, + "num_tokens": 5405052.0, + "step": 2275 + }, + { + "entropy": 5.326527070999146, + "epoch": 2.231032794909447, + "grad_norm": 1.0703125, + "learning_rate": 0.0004789246576756362, + "loss": 5.0887, + "mean_token_accuracy": 0.2013887345790863, + "num_tokens": 5416416.0, + "step": 2280 + }, + { + "entropy": 5.414171504974365, + "epoch": 2.2359275575134605, + "grad_norm": 1.09375, + "learning_rate": 0.0004787622032764041, + "loss": 5.3084, + "mean_token_accuracy": 0.18751744031906128, + "num_tokens": 5428676.0, + "step": 2285 + }, + { + "entropy": 5.395980930328369, + "epoch": 2.2408223201174744, + "grad_norm": 1.1328125, + "learning_rate": 0.0004785991561647675, + "loss": 5.1538, + "mean_token_accuracy": 0.19835059940814972, + "num_tokens": 5439885.0, + "step": 2290 + }, + { + "entropy": 5.331133651733398, + "epoch": 2.245717082721488, + "grad_norm": 1.078125, + "learning_rate": 0.00047843551681500494, + "loss": 5.2068, + "mean_token_accuracy": 0.19880653768777848, + "num_tokens": 5451236.0, + "step": 2295 + }, + { + "entropy": 5.391649007797241, + "epoch": 2.2506118453255017, + "grad_norm": 0.98828125, + "learning_rate": 0.0004782712857031178, + "loss": 5.2206, + "mean_token_accuracy": 0.19829923510551453, + "num_tokens": 5464088.0, + "step": 2300 + }, + { + "entropy": 5.2941186904907225, + "epoch": 2.255506607929515, + "grad_norm": 1.03125, + "learning_rate": 0.0004781064633068287, + "loss": 5.0972, + "mean_token_accuracy": 0.1968427300453186, + "num_tokens": 5475857.0, + "step": 2305 + }, + { + "entropy": 5.406572008132935, + "epoch": 2.260401370533529, + "grad_norm": 1.015625, + "learning_rate": 0.0004779410501055802, + "loss": 5.2506, + "mean_token_accuracy": 0.19424178153276445, + "num_tokens": 5488670.0, + "step": 2310 + }, + { + "entropy": 5.382027053833008, + "epoch": 2.265296133137543, + "grad_norm": 0.8984375, + "learning_rate": 0.00047777504658053343, + "loss": 5.1331, + "mean_token_accuracy": 0.19536806344985963, + "num_tokens": 5501746.0, + "step": 2315 + }, + { + "entropy": 5.342251920700074, + "epoch": 2.2701908957415564, + "grad_norm": 1.125, + "learning_rate": 0.0004776084532145668, + "loss": 5.2087, + "mean_token_accuracy": 0.19615187793970107, + "num_tokens": 5513504.0, + "step": 2320 + }, + { + "entropy": 5.28951063156128, + "epoch": 2.2750856583455703, + "grad_norm": 1.0234375, + "learning_rate": 0.00047744127049227425, + "loss": 5.1353, + "mean_token_accuracy": 0.1898852616548538, + "num_tokens": 5526144.0, + "step": 2325 + }, + { + "entropy": 5.376743125915527, + "epoch": 2.2799804209495838, + "grad_norm": 1.03125, + "learning_rate": 0.0004772734988999644, + "loss": 5.1969, + "mean_token_accuracy": 0.19190049171447754, + "num_tokens": 5537545.0, + "step": 2330 + }, + { + "entropy": 5.363980293273926, + "epoch": 2.2848751835535976, + "grad_norm": 1.0859375, + "learning_rate": 0.0004771051389256582, + "loss": 5.1988, + "mean_token_accuracy": 0.19740142524242402, + "num_tokens": 5549447.0, + "step": 2335 + }, + { + "entropy": 5.373389053344726, + "epoch": 2.2897699461576115, + "grad_norm": 1.1328125, + "learning_rate": 0.00047693619105908887, + "loss": 5.1783, + "mean_token_accuracy": 0.19465951174497603, + "num_tokens": 5561091.0, + "step": 2340 + }, + { + "entropy": 5.344110679626465, + "epoch": 2.294664708761625, + "grad_norm": 1.1015625, + "learning_rate": 0.0004767666557916992, + "loss": 5.0986, + "mean_token_accuracy": 0.19979317635297775, + "num_tokens": 5573326.0, + "step": 2345 + }, + { + "entropy": 5.291253471374512, + "epoch": 2.299559471365639, + "grad_norm": 1.125, + "learning_rate": 0.00047659653361664087, + "loss": 5.1232, + "mean_token_accuracy": 0.19844507426023483, + "num_tokens": 5584947.0, + "step": 2350 + }, + { + "entropy": 5.330148124694825, + "epoch": 2.3044542339696523, + "grad_norm": 1.03125, + "learning_rate": 0.00047642582502877256, + "loss": 5.1108, + "mean_token_accuracy": 0.20429294407367707, + "num_tokens": 5596944.0, + "step": 2355 + }, + { + "entropy": 5.328449010848999, + "epoch": 2.309348996573666, + "grad_norm": 1.0, + "learning_rate": 0.000476254530524659, + "loss": 5.1795, + "mean_token_accuracy": 0.20087141394615174, + "num_tokens": 5609265.0, + "step": 2360 + }, + { + "entropy": 5.3663146018981935, + "epoch": 2.31424375917768, + "grad_norm": 1.1171875, + "learning_rate": 0.0004760826506025691, + "loss": 5.1304, + "mean_token_accuracy": 0.19760584831237793, + "num_tokens": 5620730.0, + "step": 2365 + }, + { + "entropy": 5.285108232498169, + "epoch": 2.3191385217816936, + "grad_norm": 1.0, + "learning_rate": 0.0004759101857624747, + "loss": 5.1766, + "mean_token_accuracy": 0.20640088468790055, + "num_tokens": 5633191.0, + "step": 2370 + }, + { + "entropy": 5.3933042049407955, + "epoch": 2.3240332843857074, + "grad_norm": 1.0625, + "learning_rate": 0.000475737136506049, + "loss": 5.2271, + "mean_token_accuracy": 0.1945857360959053, + "num_tokens": 5645134.0, + "step": 2375 + }, + { + "entropy": 5.295850324630737, + "epoch": 2.328928046989721, + "grad_norm": 1.03125, + "learning_rate": 0.00047556350333666524, + "loss": 5.0834, + "mean_token_accuracy": 0.20512981414794923, + "num_tokens": 5658799.0, + "step": 2380 + }, + { + "entropy": 5.313294506072998, + "epoch": 2.333822809593735, + "grad_norm": 1.0625, + "learning_rate": 0.0004753892867593953, + "loss": 5.0859, + "mean_token_accuracy": 0.20842575281858444, + "num_tokens": 5670202.0, + "step": 2385 + }, + { + "entropy": 5.322448492050171, + "epoch": 2.3387175721977482, + "grad_norm": 1.046875, + "learning_rate": 0.00047521448728100787, + "loss": 5.2334, + "mean_token_accuracy": 0.19291446208953858, + "num_tokens": 5682469.0, + "step": 2390 + }, + { + "entropy": 5.4270847797393795, + "epoch": 2.343612334801762, + "grad_norm": 1.1796875, + "learning_rate": 0.00047503910540996734, + "loss": 5.2345, + "mean_token_accuracy": 0.19537753313779832, + "num_tokens": 5692908.0, + "step": 2395 + }, + { + "entropy": 5.408088541030883, + "epoch": 2.348507097405776, + "grad_norm": 1.15625, + "learning_rate": 0.0004748631416564322, + "loss": 5.1633, + "mean_token_accuracy": 0.20164895057678223, + "num_tokens": 5703813.0, + "step": 2400 + }, + { + "entropy": 5.196409845352173, + "epoch": 2.3534018600097895, + "grad_norm": 1.0625, + "learning_rate": 0.00047468659653225343, + "loss": 4.9836, + "mean_token_accuracy": 0.21172523200511933, + "num_tokens": 5715274.0, + "step": 2405 + }, + { + "entropy": 5.29620771408081, + "epoch": 2.3582966226138034, + "grad_norm": 1.0703125, + "learning_rate": 0.00047450947055097326, + "loss": 5.1346, + "mean_token_accuracy": 0.1948849856853485, + "num_tokens": 5727809.0, + "step": 2410 + }, + { + "entropy": 5.345274257659912, + "epoch": 2.363191385217817, + "grad_norm": 1.0234375, + "learning_rate": 0.0004743317642278234, + "loss": 5.2698, + "mean_token_accuracy": 0.19395796507596968, + "num_tokens": 5740398.0, + "step": 2415 + }, + { + "entropy": 5.324441909790039, + "epoch": 2.3680861478218307, + "grad_norm": 1.0859375, + "learning_rate": 0.000474153478079724, + "loss": 5.1448, + "mean_token_accuracy": 0.2060188740491867, + "num_tokens": 5752453.0, + "step": 2420 + }, + { + "entropy": 5.363028478622437, + "epoch": 2.372980910425844, + "grad_norm": 1.1171875, + "learning_rate": 0.0004739746126252813, + "loss": 5.2544, + "mean_token_accuracy": 0.19350223541259765, + "num_tokens": 5765062.0, + "step": 2425 + }, + { + "entropy": 5.430942630767822, + "epoch": 2.377875673029858, + "grad_norm": 1.046875, + "learning_rate": 0.0004737951683847872, + "loss": 5.219, + "mean_token_accuracy": 0.19821250736713408, + "num_tokens": 5776765.0, + "step": 2430 + }, + { + "entropy": 5.291578006744385, + "epoch": 2.382770435633872, + "grad_norm": 1.0625, + "learning_rate": 0.0004736151458802168, + "loss": 5.1678, + "mean_token_accuracy": 0.20081659257411957, + "num_tokens": 5789509.0, + "step": 2435 + }, + { + "entropy": 5.356848478317261, + "epoch": 2.3876651982378854, + "grad_norm": 1.046875, + "learning_rate": 0.0004734345456352275, + "loss": 5.1043, + "mean_token_accuracy": 0.20367712676525115, + "num_tokens": 5801264.0, + "step": 2440 + }, + { + "entropy": 5.308737421035767, + "epoch": 2.3925599608418993, + "grad_norm": 1.015625, + "learning_rate": 0.0004732533681751571, + "loss": 5.1319, + "mean_token_accuracy": 0.20206829607486726, + "num_tokens": 5813246.0, + "step": 2445 + }, + { + "entropy": 5.312044334411621, + "epoch": 2.3974547234459127, + "grad_norm": 1.09375, + "learning_rate": 0.0004730716140270227, + "loss": 5.1469, + "mean_token_accuracy": 0.2028827801346779, + "num_tokens": 5825304.0, + "step": 2450 + }, + { + "entropy": 5.267190885543823, + "epoch": 2.4023494860499266, + "grad_norm": 1.1328125, + "learning_rate": 0.0004728892837195186, + "loss": 5.0377, + "mean_token_accuracy": 0.2059757873415947, + "num_tokens": 5837996.0, + "step": 2455 + }, + { + "entropy": 5.323007535934448, + "epoch": 2.4072442486539405, + "grad_norm": 0.9609375, + "learning_rate": 0.0004727063777830151, + "loss": 5.1748, + "mean_token_accuracy": 0.19384027421474456, + "num_tokens": 5850968.0, + "step": 2460 + }, + { + "entropy": 5.284120225906372, + "epoch": 2.412139011257954, + "grad_norm": 1.09375, + "learning_rate": 0.00047252289674955706, + "loss": 5.1703, + "mean_token_accuracy": 0.1982756406068802, + "num_tokens": 5863233.0, + "step": 2465 + }, + { + "entropy": 5.306171417236328, + "epoch": 2.417033773861968, + "grad_norm": 1.1484375, + "learning_rate": 0.00047233884115286214, + "loss": 5.0615, + "mean_token_accuracy": 0.20489953309297562, + "num_tokens": 5873776.0, + "step": 2470 + }, + { + "entropy": 5.330395984649658, + "epoch": 2.4219285364659813, + "grad_norm": 1.078125, + "learning_rate": 0.0004721542115283193, + "loss": 5.1998, + "mean_token_accuracy": 0.19702814221382142, + "num_tokens": 5885839.0, + "step": 2475 + }, + { + "entropy": 5.301304960250855, + "epoch": 2.426823299069995, + "grad_norm": 1.109375, + "learning_rate": 0.00047196900841298725, + "loss": 5.1866, + "mean_token_accuracy": 0.1993207722902298, + "num_tokens": 5896973.0, + "step": 2480 + }, + { + "entropy": 5.327944040298462, + "epoch": 2.431718061674009, + "grad_norm": 1.1796875, + "learning_rate": 0.0004717832323455929, + "loss": 5.1753, + "mean_token_accuracy": 0.20232927352190017, + "num_tokens": 5908306.0, + "step": 2485 + }, + { + "entropy": 5.290309238433838, + "epoch": 2.4366128242780225, + "grad_norm": 1.015625, + "learning_rate": 0.0004715968838665298, + "loss": 5.1711, + "mean_token_accuracy": 0.19939935356378555, + "num_tokens": 5919719.0, + "step": 2490 + }, + { + "entropy": 5.33341794013977, + "epoch": 2.4415075868820364, + "grad_norm": 1.0703125, + "learning_rate": 0.00047140996351785654, + "loss": 5.1023, + "mean_token_accuracy": 0.20435553342103957, + "num_tokens": 5931406.0, + "step": 2495 + }, + { + "entropy": 5.368729209899902, + "epoch": 2.44640234948605, + "grad_norm": 1.1015625, + "learning_rate": 0.00047122247184329527, + "loss": 5.2185, + "mean_token_accuracy": 0.19418967366218567, + "num_tokens": 5943427.0, + "step": 2500 + }, + { + "entropy": 5.307469177246094, + "epoch": 2.4512971120900637, + "grad_norm": 1.0625, + "learning_rate": 0.0004710344093882298, + "loss": 5.1507, + "mean_token_accuracy": 0.2013296440243721, + "num_tokens": 5954684.0, + "step": 2505 + }, + { + "entropy": 5.359532833099365, + "epoch": 2.456191874694077, + "grad_norm": 1.1796875, + "learning_rate": 0.0004708457766997046, + "loss": 5.2619, + "mean_token_accuracy": 0.18810701966285706, + "num_tokens": 5965135.0, + "step": 2510 + }, + { + "entropy": 5.419138956069946, + "epoch": 2.461086637298091, + "grad_norm": 1.0703125, + "learning_rate": 0.00047065657432642275, + "loss": 5.128, + "mean_token_accuracy": 0.20935332030057907, + "num_tokens": 5976419.0, + "step": 2515 + }, + { + "entropy": 5.281298351287842, + "epoch": 2.4659813999021045, + "grad_norm": 1.078125, + "learning_rate": 0.00047046680281874416, + "loss": 5.1704, + "mean_token_accuracy": 0.19998786300420762, + "num_tokens": 5990204.0, + "step": 2520 + }, + { + "entropy": 5.401511573791504, + "epoch": 2.4708761625061184, + "grad_norm": 1.265625, + "learning_rate": 0.0004702764627286845, + "loss": 5.2293, + "mean_token_accuracy": 0.19928793162107467, + "num_tokens": 6002137.0, + "step": 2525 + }, + { + "entropy": 5.285235929489136, + "epoch": 2.4757709251101323, + "grad_norm": 1.0625, + "learning_rate": 0.0004700855546099136, + "loss": 5.1081, + "mean_token_accuracy": 0.20293399542570115, + "num_tokens": 6014254.0, + "step": 2530 + }, + { + "entropy": 5.33097767829895, + "epoch": 2.4806656877141458, + "grad_norm": 1.1171875, + "learning_rate": 0.000469894079017753, + "loss": 5.1706, + "mean_token_accuracy": 0.1951598733663559, + "num_tokens": 6025999.0, + "step": 2535 + }, + { + "entropy": 5.242245769500732, + "epoch": 2.4855604503181596, + "grad_norm": 1.0625, + "learning_rate": 0.0004697020365091755, + "loss": 5.1076, + "mean_token_accuracy": 0.2008503183722496, + "num_tokens": 6037909.0, + "step": 2540 + }, + { + "entropy": 5.338990831375122, + "epoch": 2.490455212922173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004695094276428027, + "loss": 5.2176, + "mean_token_accuracy": 0.18787843734025955, + "num_tokens": 6050267.0, + "step": 2545 + }, + { + "entropy": 5.3056189060211185, + "epoch": 2.495349975526187, + "grad_norm": 1.03125, + "learning_rate": 0.00046931625297890367, + "loss": 5.1037, + "mean_token_accuracy": 0.20342702567577362, + "num_tokens": 6062168.0, + "step": 2550 + }, + { + "entropy": 5.221565580368042, + "epoch": 2.500244738130201, + "grad_norm": 0.93359375, + "learning_rate": 0.00046912251307939336, + "loss": 5.063, + "mean_token_accuracy": 0.20233901143074035, + "num_tokens": 6075737.0, + "step": 2555 + }, + { + "entropy": 5.328143358230591, + "epoch": 2.5051395007342143, + "grad_norm": 1.0703125, + "learning_rate": 0.0004689282085078308, + "loss": 5.1588, + "mean_token_accuracy": 0.1983553498983383, + "num_tokens": 6089195.0, + "step": 2560 + }, + { + "entropy": 5.28541522026062, + "epoch": 2.510034263338228, + "grad_norm": 1.109375, + "learning_rate": 0.00046873333982941763, + "loss": 5.1283, + "mean_token_accuracy": 0.19364329129457475, + "num_tokens": 6101277.0, + "step": 2565 + }, + { + "entropy": 5.3025566101074215, + "epoch": 2.5149290259422417, + "grad_norm": 1.171875, + "learning_rate": 0.0004685379076109964, + "loss": 5.2084, + "mean_token_accuracy": 0.1892598196864128, + "num_tokens": 6113169.0, + "step": 2570 + }, + { + "entropy": 5.2775373458862305, + "epoch": 2.5198237885462555, + "grad_norm": 1.0546875, + "learning_rate": 0.00046834191242104887, + "loss": 5.0687, + "mean_token_accuracy": 0.20382051467895507, + "num_tokens": 6124006.0, + "step": 2575 + }, + { + "entropy": 5.243126773834229, + "epoch": 2.5247185511502694, + "grad_norm": 1.1640625, + "learning_rate": 0.0004681453548296944, + "loss": 5.0609, + "mean_token_accuracy": 0.20143638849258422, + "num_tokens": 6134991.0, + "step": 2580 + }, + { + "entropy": 5.288752269744873, + "epoch": 2.529613313754283, + "grad_norm": 1.171875, + "learning_rate": 0.0004679482354086884, + "loss": 5.1545, + "mean_token_accuracy": 0.195332270860672, + "num_tokens": 6145771.0, + "step": 2585 + }, + { + "entropy": 5.329096794128418, + "epoch": 2.534508076358297, + "grad_norm": 1.0625, + "learning_rate": 0.00046775055473142037, + "loss": 5.1409, + "mean_token_accuracy": 0.20373797565698623, + "num_tokens": 6157778.0, + "step": 2590 + }, + { + "entropy": 5.320698356628418, + "epoch": 2.5394028389623102, + "grad_norm": 1.09375, + "learning_rate": 0.00046755231337291257, + "loss": 5.2232, + "mean_token_accuracy": 0.194973361492157, + "num_tokens": 6167977.0, + "step": 2595 + }, + { + "entropy": 5.258221435546875, + "epoch": 2.544297601566324, + "grad_norm": 1.1015625, + "learning_rate": 0.000467353511909818, + "loss": 5.1519, + "mean_token_accuracy": 0.1974998250603676, + "num_tokens": 6179012.0, + "step": 2600 + }, + { + "entropy": 5.416901731491089, + "epoch": 2.549192364170338, + "grad_norm": 1.1328125, + "learning_rate": 0.00046715415092041923, + "loss": 5.2214, + "mean_token_accuracy": 0.20321713387966156, + "num_tokens": 6191199.0, + "step": 2605 + }, + { + "entropy": 5.396421337127686, + "epoch": 2.5540871267743515, + "grad_norm": 1.1875, + "learning_rate": 0.00046695423098462607, + "loss": 5.2765, + "mean_token_accuracy": 0.19418736398220063, + "num_tokens": 6202990.0, + "step": 2610 + }, + { + "entropy": 5.373351144790649, + "epoch": 2.558981889378365, + "grad_norm": 1.1796875, + "learning_rate": 0.0004667537526839745, + "loss": 5.2863, + "mean_token_accuracy": 0.19325242787599564, + "num_tokens": 6215270.0, + "step": 2615 + }, + { + "entropy": 5.2843457698822025, + "epoch": 2.563876651982379, + "grad_norm": 1.1015625, + "learning_rate": 0.0004665527166016244, + "loss": 5.1041, + "mean_token_accuracy": 0.2006557270884514, + "num_tokens": 6227471.0, + "step": 2620 + }, + { + "entropy": 5.304417896270752, + "epoch": 2.5687714145863927, + "grad_norm": 1.15625, + "learning_rate": 0.0004663511233223584, + "loss": 5.1405, + "mean_token_accuracy": 0.19751403629779815, + "num_tokens": 6239960.0, + "step": 2625 + }, + { + "entropy": 5.183145141601562, + "epoch": 2.573666177190406, + "grad_norm": 1.03125, + "learning_rate": 0.00046614897343257993, + "loss": 5.0943, + "mean_token_accuracy": 0.19900689721107484, + "num_tokens": 6252986.0, + "step": 2630 + }, + { + "entropy": 5.334723329544067, + "epoch": 2.57856093979442, + "grad_norm": 1.0546875, + "learning_rate": 0.0004659462675203113, + "loss": 5.2365, + "mean_token_accuracy": 0.19438600391149521, + "num_tokens": 6265814.0, + "step": 2635 + }, + { + "entropy": 5.294690322875977, + "epoch": 2.5834557023984335, + "grad_norm": 1.046875, + "learning_rate": 0.0004657430061751924, + "loss": 5.1526, + "mean_token_accuracy": 0.19875487089157104, + "num_tokens": 6276875.0, + "step": 2640 + }, + { + "entropy": 5.29907865524292, + "epoch": 2.5883504650024474, + "grad_norm": 1.0625, + "learning_rate": 0.00046553918998847873, + "loss": 5.1866, + "mean_token_accuracy": 0.1913258284330368, + "num_tokens": 6288864.0, + "step": 2645 + }, + { + "entropy": 5.373501443862915, + "epoch": 2.5932452276064613, + "grad_norm": 1.28125, + "learning_rate": 0.0004653348195530396, + "loss": 5.2424, + "mean_token_accuracy": 0.1908942475914955, + "num_tokens": 6302693.0, + "step": 2650 + }, + { + "entropy": 5.310032081604004, + "epoch": 2.5981399902104747, + "grad_norm": 1.109375, + "learning_rate": 0.00046512989546335684, + "loss": 5.2109, + "mean_token_accuracy": 0.1932237148284912, + "num_tokens": 6315961.0, + "step": 2655 + }, + { + "entropy": 5.304839754104615, + "epoch": 2.6030347528144886, + "grad_norm": 1.140625, + "learning_rate": 0.00046492441831552244, + "loss": 5.2087, + "mean_token_accuracy": 0.19596468061208724, + "num_tokens": 6328383.0, + "step": 2660 + }, + { + "entropy": 5.363293695449829, + "epoch": 2.607929515418502, + "grad_norm": 1.1171875, + "learning_rate": 0.00046471838870723744, + "loss": 5.136, + "mean_token_accuracy": 0.1972019836306572, + "num_tokens": 6341188.0, + "step": 2665 + }, + { + "entropy": 5.237611436843872, + "epoch": 2.612824278022516, + "grad_norm": 1.109375, + "learning_rate": 0.00046451180723780966, + "loss": 5.0922, + "mean_token_accuracy": 0.20550482720136642, + "num_tokens": 6352364.0, + "step": 2670 + }, + { + "entropy": 5.364541006088257, + "epoch": 2.61771904062653, + "grad_norm": 1.03125, + "learning_rate": 0.00046430467450815237, + "loss": 5.2227, + "mean_token_accuracy": 0.20022366791963578, + "num_tokens": 6364801.0, + "step": 2675 + }, + { + "entropy": 5.332408142089844, + "epoch": 2.6226138032305433, + "grad_norm": 0.96484375, + "learning_rate": 0.00046409699112078234, + "loss": 5.1131, + "mean_token_accuracy": 0.20269023180007933, + "num_tokens": 6378350.0, + "step": 2680 + }, + { + "entropy": 5.227812242507935, + "epoch": 2.627508565834557, + "grad_norm": 1.0546875, + "learning_rate": 0.000463888757679818, + "loss": 5.0975, + "mean_token_accuracy": 0.19431902468204498, + "num_tokens": 6390372.0, + "step": 2685 + }, + { + "entropy": 5.292713356018067, + "epoch": 2.6324033284385706, + "grad_norm": 1.125, + "learning_rate": 0.000463679974790978, + "loss": 5.1655, + "mean_token_accuracy": 0.19646825790405273, + "num_tokens": 6402460.0, + "step": 2690 + }, + { + "entropy": 5.2531421184539795, + "epoch": 2.6372980910425845, + "grad_norm": 1.046875, + "learning_rate": 0.00046347064306157904, + "loss": 5.0339, + "mean_token_accuracy": 0.20605625808238984, + "num_tokens": 6413086.0, + "step": 2695 + }, + { + "entropy": 5.273374080657959, + "epoch": 2.6421928536465984, + "grad_norm": 1.0390625, + "learning_rate": 0.00046326076310053443, + "loss": 5.2039, + "mean_token_accuracy": 0.20057330429553985, + "num_tokens": 6425334.0, + "step": 2700 + }, + { + "entropy": 5.329495000839233, + "epoch": 2.647087616250612, + "grad_norm": 1.0390625, + "learning_rate": 0.0004630503355183522, + "loss": 5.2021, + "mean_token_accuracy": 0.19525025635957718, + "num_tokens": 6438043.0, + "step": 2705 + }, + { + "entropy": 5.352862691879272, + "epoch": 2.6519823788546253, + "grad_norm": 1.1171875, + "learning_rate": 0.0004628393609271332, + "loss": 5.2473, + "mean_token_accuracy": 0.1973058670759201, + "num_tokens": 6449424.0, + "step": 2710 + }, + { + "entropy": 5.27777681350708, + "epoch": 2.656877141458639, + "grad_norm": 1.1328125, + "learning_rate": 0.0004626278399405698, + "loss": 5.1823, + "mean_token_accuracy": 0.20338010936975479, + "num_tokens": 6461149.0, + "step": 2715 + }, + { + "entropy": 5.37155704498291, + "epoch": 2.661771904062653, + "grad_norm": 1.046875, + "learning_rate": 0.0004624157731739432, + "loss": 5.1824, + "mean_token_accuracy": 0.20031111240386962, + "num_tokens": 6472750.0, + "step": 2720 + }, + { + "entropy": 5.269566822052002, + "epoch": 2.6666666666666665, + "grad_norm": 1.1484375, + "learning_rate": 0.00046220316124412255, + "loss": 5.1534, + "mean_token_accuracy": 0.2030242934823036, + "num_tokens": 6485912.0, + "step": 2725 + }, + { + "entropy": 5.277011966705322, + "epoch": 2.6715614292706804, + "grad_norm": 1.03125, + "learning_rate": 0.0004619900047695628, + "loss": 5.1074, + "mean_token_accuracy": 0.2049603432416916, + "num_tokens": 6496457.0, + "step": 2730 + }, + { + "entropy": 5.2734582901000975, + "epoch": 2.676456191874694, + "grad_norm": 1.0546875, + "learning_rate": 0.0004617763043703029, + "loss": 5.2227, + "mean_token_accuracy": 0.19709507524967193, + "num_tokens": 6509112.0, + "step": 2735 + }, + { + "entropy": 5.344844722747803, + "epoch": 2.6813509544787077, + "grad_norm": 1.109375, + "learning_rate": 0.0004615620606679637, + "loss": 5.2023, + "mean_token_accuracy": 0.19780662953853606, + "num_tokens": 6520968.0, + "step": 2740 + }, + { + "entropy": 5.323253107070923, + "epoch": 2.6862457170827216, + "grad_norm": 1.15625, + "learning_rate": 0.0004613472742857468, + "loss": 5.2199, + "mean_token_accuracy": 0.1946541726589203, + "num_tokens": 6533384.0, + "step": 2745 + }, + { + "entropy": 5.23217282295227, + "epoch": 2.691140479686735, + "grad_norm": 1.1015625, + "learning_rate": 0.00046113194584843217, + "loss": 5.08, + "mean_token_accuracy": 0.20902790129184723, + "num_tokens": 6544334.0, + "step": 2750 + }, + { + "entropy": 5.267884683609009, + "epoch": 2.696035242290749, + "grad_norm": 1.171875, + "learning_rate": 0.00046091607598237655, + "loss": 5.1461, + "mean_token_accuracy": 0.20653503835201265, + "num_tokens": 6556260.0, + "step": 2755 + }, + { + "entropy": 5.357528781890869, + "epoch": 2.7009300048947624, + "grad_norm": 1.046875, + "learning_rate": 0.00046069966531551174, + "loss": 5.1733, + "mean_token_accuracy": 0.1969723477959633, + "num_tokens": 6568148.0, + "step": 2760 + }, + { + "entropy": 5.397097110748291, + "epoch": 2.7058247674987763, + "grad_norm": 0.99609375, + "learning_rate": 0.0004604827144773425, + "loss": 5.2952, + "mean_token_accuracy": 0.19570557475090028, + "num_tokens": 6580929.0, + "step": 2765 + }, + { + "entropy": 5.2552718162536625, + "epoch": 2.71071953010279, + "grad_norm": 1.0078125, + "learning_rate": 0.00046026522409894476, + "loss": 5.2036, + "mean_token_accuracy": 0.19973676651716232, + "num_tokens": 6594412.0, + "step": 2770 + }, + { + "entropy": 5.272260332107544, + "epoch": 2.7156142927068037, + "grad_norm": 1.0625, + "learning_rate": 0.0004600471948129643, + "loss": 5.1549, + "mean_token_accuracy": 0.20321643203496934, + "num_tokens": 6606735.0, + "step": 2775 + }, + { + "entropy": 5.34075813293457, + "epoch": 2.7205090553108175, + "grad_norm": 1.140625, + "learning_rate": 0.00045982862725361414, + "loss": 5.189, + "mean_token_accuracy": 0.19283341318368913, + "num_tokens": 6620203.0, + "step": 2780 + }, + { + "entropy": 5.281694984436035, + "epoch": 2.725403817914831, + "grad_norm": 1.0234375, + "learning_rate": 0.00045960952205667305, + "loss": 5.0273, + "mean_token_accuracy": 0.2054688349366188, + "num_tokens": 6632420.0, + "step": 2785 + }, + { + "entropy": 5.248138332366944, + "epoch": 2.730298580518845, + "grad_norm": 1.2265625, + "learning_rate": 0.0004593898798594839, + "loss": 5.0615, + "mean_token_accuracy": 0.20480649769306183, + "num_tokens": 6644090.0, + "step": 2790 + }, + { + "entropy": 5.18441481590271, + "epoch": 2.7351933431228588, + "grad_norm": 1.1328125, + "learning_rate": 0.00045916970130095155, + "loss": 5.1237, + "mean_token_accuracy": 0.20232576578855516, + "num_tokens": 6654970.0, + "step": 2795 + }, + { + "entropy": 5.235738801956177, + "epoch": 2.7400881057268722, + "grad_norm": 1.0, + "learning_rate": 0.000458948987021541, + "loss": 5.0864, + "mean_token_accuracy": 0.20247414112091064, + "num_tokens": 6667428.0, + "step": 2800 + }, + { + "entropy": 5.293523788452148, + "epoch": 2.744982868330886, + "grad_norm": 1.1953125, + "learning_rate": 0.0004587277376632755, + "loss": 5.1167, + "mean_token_accuracy": 0.20096131265163422, + "num_tokens": 6679743.0, + "step": 2805 + }, + { + "entropy": 5.195648813247681, + "epoch": 2.7498776309348996, + "grad_norm": 1.1171875, + "learning_rate": 0.0004585059538697349, + "loss": 5.1231, + "mean_token_accuracy": 0.2077399328351021, + "num_tokens": 6691657.0, + "step": 2810 + }, + { + "entropy": 5.2407111644744875, + "epoch": 2.7547723935389135, + "grad_norm": 1.1015625, + "learning_rate": 0.00045828363628605355, + "loss": 5.1147, + "mean_token_accuracy": 0.20235977917909623, + "num_tokens": 6703862.0, + "step": 2815 + }, + { + "entropy": 5.314387226104737, + "epoch": 2.759667156142927, + "grad_norm": 1.171875, + "learning_rate": 0.00045806078555891874, + "loss": 5.1477, + "mean_token_accuracy": 0.19421834498643875, + "num_tokens": 6714896.0, + "step": 2820 + }, + { + "entropy": 5.247271633148193, + "epoch": 2.764561918746941, + "grad_norm": 1.0703125, + "learning_rate": 0.00045783740233656825, + "loss": 5.1073, + "mean_token_accuracy": 0.20424874275922775, + "num_tokens": 6726432.0, + "step": 2825 + }, + { + "entropy": 5.23317141532898, + "epoch": 2.7694566813509542, + "grad_norm": 1.1328125, + "learning_rate": 0.00045761348726878906, + "loss": 5.0982, + "mean_token_accuracy": 0.20008147805929183, + "num_tokens": 6738262.0, + "step": 2830 + }, + { + "entropy": 5.314716863632202, + "epoch": 2.774351443954968, + "grad_norm": 1.09375, + "learning_rate": 0.0004573890410069149, + "loss": 5.2182, + "mean_token_accuracy": 0.19755987972021102, + "num_tokens": 6750838.0, + "step": 2835 + }, + { + "entropy": 5.339499568939209, + "epoch": 2.779246206558982, + "grad_norm": 1.1796875, + "learning_rate": 0.00045716406420382507, + "loss": 5.1352, + "mean_token_accuracy": 0.20612797290086746, + "num_tokens": 6763284.0, + "step": 2840 + }, + { + "entropy": 5.200328302383423, + "epoch": 2.7841409691629955, + "grad_norm": 1.15625, + "learning_rate": 0.00045693855751394185, + "loss": 5.1781, + "mean_token_accuracy": 0.19806490689516068, + "num_tokens": 6775122.0, + "step": 2845 + }, + { + "entropy": 5.246775674819946, + "epoch": 2.7890357317670094, + "grad_norm": 1.1796875, + "learning_rate": 0.00045671252159322907, + "loss": 4.9814, + "mean_token_accuracy": 0.21260356158018112, + "num_tokens": 6786126.0, + "step": 2850 + }, + { + "entropy": 5.225829267501831, + "epoch": 2.793930494371023, + "grad_norm": 1.171875, + "learning_rate": 0.00045648595709918974, + "loss": 5.0955, + "mean_token_accuracy": 0.20787982046604156, + "num_tokens": 6797549.0, + "step": 2855 + }, + { + "entropy": 5.221702241897583, + "epoch": 2.7988252569750367, + "grad_norm": 1.09375, + "learning_rate": 0.0004562588646908646, + "loss": 5.0589, + "mean_token_accuracy": 0.1999519497156143, + "num_tokens": 6809882.0, + "step": 2860 + }, + { + "entropy": 5.277024984359741, + "epoch": 2.8037200195790506, + "grad_norm": 1.15625, + "learning_rate": 0.00045603124502883004, + "loss": 5.1685, + "mean_token_accuracy": 0.20202742516994476, + "num_tokens": 6822490.0, + "step": 2865 + }, + { + "entropy": 5.319039916992187, + "epoch": 2.808614782183064, + "grad_norm": 1.015625, + "learning_rate": 0.0004558030987751961, + "loss": 5.1629, + "mean_token_accuracy": 0.19774821102619172, + "num_tokens": 6834857.0, + "step": 2870 + }, + { + "entropy": 5.291704940795898, + "epoch": 2.813509544787078, + "grad_norm": 1.1640625, + "learning_rate": 0.0004555744265936045, + "loss": 5.1726, + "mean_token_accuracy": 0.19582183808088302, + "num_tokens": 6847371.0, + "step": 2875 + }, + { + "entropy": 5.288819742202759, + "epoch": 2.8184043073910914, + "grad_norm": 1.1015625, + "learning_rate": 0.0004553452291492269, + "loss": 5.1859, + "mean_token_accuracy": 0.20653139501810075, + "num_tokens": 6858313.0, + "step": 2880 + }, + { + "entropy": 5.22146954536438, + "epoch": 2.8232990699951053, + "grad_norm": 1.140625, + "learning_rate": 0.00045511550710876283, + "loss": 5.1053, + "mean_token_accuracy": 0.20446014255285264, + "num_tokens": 6869046.0, + "step": 2885 + }, + { + "entropy": 5.209698915481567, + "epoch": 2.828193832599119, + "grad_norm": 1.234375, + "learning_rate": 0.0004548852611404378, + "loss": 4.9938, + "mean_token_accuracy": 0.21259300410747528, + "num_tokens": 6879484.0, + "step": 2890 + }, + { + "entropy": 5.295617961883545, + "epoch": 2.8330885952031326, + "grad_norm": 1.1328125, + "learning_rate": 0.0004546544919140014, + "loss": 5.1401, + "mean_token_accuracy": 0.2019681915640831, + "num_tokens": 6890941.0, + "step": 2895 + }, + { + "entropy": 5.305285978317261, + "epoch": 2.8379833578071465, + "grad_norm": 1.1875, + "learning_rate": 0.0004544232001007253, + "loss": 5.1445, + "mean_token_accuracy": 0.19834502339363097, + "num_tokens": 6903446.0, + "step": 2900 + }, + { + "entropy": 5.2520472526550295, + "epoch": 2.84287812041116, + "grad_norm": 1.1171875, + "learning_rate": 0.000454191386373401, + "loss": 5.139, + "mean_token_accuracy": 0.20072694271802902, + "num_tokens": 6916972.0, + "step": 2905 + }, + { + "entropy": 5.312392044067383, + "epoch": 2.847772883015174, + "grad_norm": 1.15625, + "learning_rate": 0.00045395905140633875, + "loss": 5.2139, + "mean_token_accuracy": 0.19229765385389327, + "num_tokens": 6929888.0, + "step": 2910 + }, + { + "entropy": 5.216417598724365, + "epoch": 2.8526676456191877, + "grad_norm": 1.0546875, + "learning_rate": 0.00045372619587536427, + "loss": 5.0993, + "mean_token_accuracy": 0.20833698511123658, + "num_tokens": 6941739.0, + "step": 2915 + }, + { + "entropy": 5.288608837127685, + "epoch": 2.857562408223201, + "grad_norm": 1.046875, + "learning_rate": 0.0004534928204578182, + "loss": 5.1386, + "mean_token_accuracy": 0.20470602214336395, + "num_tokens": 6953842.0, + "step": 2920 + }, + { + "entropy": 5.276420736312867, + "epoch": 2.8624571708272146, + "grad_norm": 1.1484375, + "learning_rate": 0.0004532589258325531, + "loss": 5.1236, + "mean_token_accuracy": 0.20376610457897187, + "num_tokens": 6965217.0, + "step": 2925 + }, + { + "entropy": 5.278570938110351, + "epoch": 2.8673519334312285, + "grad_norm": 1.1640625, + "learning_rate": 0.0004530245126799317, + "loss": 5.1017, + "mean_token_accuracy": 0.20043444782495498, + "num_tokens": 6976996.0, + "step": 2930 + }, + { + "entropy": 5.156794118881225, + "epoch": 2.8722466960352424, + "grad_norm": 1.1328125, + "learning_rate": 0.0004527895816818255, + "loss": 5.077, + "mean_token_accuracy": 0.2072145789861679, + "num_tokens": 6987481.0, + "step": 2935 + }, + { + "entropy": 5.305797386169433, + "epoch": 2.877141458639256, + "grad_norm": 1.140625, + "learning_rate": 0.0004525541335216119, + "loss": 5.1421, + "mean_token_accuracy": 0.2094895660877228, + "num_tokens": 6998297.0, + "step": 2940 + }, + { + "entropy": 5.271157121658325, + "epoch": 2.8820362212432697, + "grad_norm": 1.078125, + "learning_rate": 0.0004523181688841728, + "loss": 5.1776, + "mean_token_accuracy": 0.20025330334901809, + "num_tokens": 7009792.0, + "step": 2945 + }, + { + "entropy": 5.40869107246399, + "epoch": 2.886930983847283, + "grad_norm": 0.96484375, + "learning_rate": 0.0004520816884558925, + "loss": 5.1608, + "mean_token_accuracy": 0.19975550919771196, + "num_tokens": 7022327.0, + "step": 2950 + }, + { + "entropy": 5.127566289901734, + "epoch": 2.891825746451297, + "grad_norm": 1.09375, + "learning_rate": 0.00045184469292465555, + "loss": 5.0348, + "mean_token_accuracy": 0.2134496822953224, + "num_tokens": 7032861.0, + "step": 2955 + }, + { + "entropy": 5.2581127166748045, + "epoch": 2.896720509055311, + "grad_norm": 1.140625, + "learning_rate": 0.000451607182979845, + "loss": 5.1886, + "mean_token_accuracy": 0.19754125773906708, + "num_tokens": 7045091.0, + "step": 2960 + }, + { + "entropy": 5.361897563934326, + "epoch": 2.9016152716593244, + "grad_norm": 1.0390625, + "learning_rate": 0.0004513691593123401, + "loss": 5.1417, + "mean_token_accuracy": 0.19922478795051574, + "num_tokens": 7058687.0, + "step": 2965 + }, + { + "entropy": 5.230517911911011, + "epoch": 2.9065100342633383, + "grad_norm": 1.140625, + "learning_rate": 0.00045113062261451447, + "loss": 5.1041, + "mean_token_accuracy": 0.20409076511859894, + "num_tokens": 7070185.0, + "step": 2970 + }, + { + "entropy": 5.153442859649658, + "epoch": 2.9114047968673518, + "grad_norm": 1.0703125, + "learning_rate": 0.0004508915735802342, + "loss": 5.0436, + "mean_token_accuracy": 0.21531937271356583, + "num_tokens": 7082084.0, + "step": 2975 + }, + { + "entropy": 5.288640642166138, + "epoch": 2.9162995594713657, + "grad_norm": 1.1640625, + "learning_rate": 0.00045065201290485547, + "loss": 5.1311, + "mean_token_accuracy": 0.2090048909187317, + "num_tokens": 7093648.0, + "step": 2980 + }, + { + "entropy": 5.317954778671265, + "epoch": 2.9211943220753795, + "grad_norm": 1.0703125, + "learning_rate": 0.0004504119412852228, + "loss": 5.2205, + "mean_token_accuracy": 0.1979729115962982, + "num_tokens": 7106444.0, + "step": 2985 + }, + { + "entropy": 5.221889877319336, + "epoch": 2.926089084679393, + "grad_norm": 1.0859375, + "learning_rate": 0.0004501713594196671, + "loss": 5.1525, + "mean_token_accuracy": 0.1946215435862541, + "num_tokens": 7119287.0, + "step": 2990 + }, + { + "entropy": 5.262315082550049, + "epoch": 2.930983847283407, + "grad_norm": 1.1875, + "learning_rate": 0.0004499302680080034, + "loss": 5.1373, + "mean_token_accuracy": 0.20100004523992537, + "num_tokens": 7130615.0, + "step": 2995 + }, + { + "entropy": 5.250856971740722, + "epoch": 2.9358786098874203, + "grad_norm": 1.2109375, + "learning_rate": 0.000449688667751529, + "loss": 5.103, + "mean_token_accuracy": 0.2066326454281807, + "num_tokens": 7141864.0, + "step": 3000 + }, + { + "epoch": 2.9358786098874203, + "eval_entropy": 5.239256037913453, + "eval_loss": 5.65110969543457, + "eval_mean_token_accuracy": 0.18974790772263245, + "eval_num_tokens": 7141864.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.994, + "eval_steps_per_second": 158.92, + "step": 3000 + }, + { + "entropy": 5.3498396396636965, + "epoch": 2.9407733724914342, + "grad_norm": 1.0703125, + "learning_rate": 0.00044944655935302114, + "loss": 5.1835, + "mean_token_accuracy": 0.19889111071825027, + "num_tokens": 7152303.0, + "step": 3005 + }, + { + "entropy": 5.192798328399658, + "epoch": 2.945668135095448, + "grad_norm": 1.1328125, + "learning_rate": 0.0004492039435167355, + "loss": 5.1174, + "mean_token_accuracy": 0.2020832344889641, + "num_tokens": 7164398.0, + "step": 3010 + }, + { + "entropy": 5.242094326019287, + "epoch": 2.9505628976994616, + "grad_norm": 1.21875, + "learning_rate": 0.0004489608209484034, + "loss": 5.1279, + "mean_token_accuracy": 0.20991869866847992, + "num_tokens": 7175192.0, + "step": 3015 + }, + { + "entropy": 5.273676490783691, + "epoch": 2.955457660303475, + "grad_norm": 1.0078125, + "learning_rate": 0.0004487171923552306, + "loss": 5.2383, + "mean_token_accuracy": 0.19441885203123094, + "num_tokens": 7189522.0, + "step": 3020 + }, + { + "entropy": 5.32355146408081, + "epoch": 2.960352422907489, + "grad_norm": 1.03125, + "learning_rate": 0.0004484730584458945, + "loss": 5.1586, + "mean_token_accuracy": 0.2014496371150017, + "num_tokens": 7201404.0, + "step": 3025 + }, + { + "entropy": 5.206380558013916, + "epoch": 2.965247185511503, + "grad_norm": 1.1484375, + "learning_rate": 0.0004482284199305426, + "loss": 5.1062, + "mean_token_accuracy": 0.20622824877500534, + "num_tokens": 7212355.0, + "step": 3030 + }, + { + "entropy": 5.183655405044556, + "epoch": 2.9701419481155162, + "grad_norm": 1.109375, + "learning_rate": 0.00044798327752078993, + "loss": 5.0126, + "mean_token_accuracy": 0.21361497044563293, + "num_tokens": 7223297.0, + "step": 3035 + }, + { + "entropy": 5.1699216842651365, + "epoch": 2.97503671071953, + "grad_norm": 1.0390625, + "learning_rate": 0.00044773763192971756, + "loss": 5.0496, + "mean_token_accuracy": 0.21205516457557677, + "num_tokens": 7235019.0, + "step": 3040 + }, + { + "entropy": 5.302969074249267, + "epoch": 2.9799314733235436, + "grad_norm": 1.0625, + "learning_rate": 0.0004474914838718701, + "loss": 5.1468, + "mean_token_accuracy": 0.2011548325419426, + "num_tokens": 7247429.0, + "step": 3045 + }, + { + "entropy": 5.151635313034058, + "epoch": 2.9848262359275575, + "grad_norm": 1.015625, + "learning_rate": 0.00044724483406325375, + "loss": 5.0214, + "mean_token_accuracy": 0.21079832166433335, + "num_tokens": 7259211.0, + "step": 3050 + }, + { + "entropy": 5.201655673980713, + "epoch": 2.9897209985315714, + "grad_norm": 1.0703125, + "learning_rate": 0.0004469976832213344, + "loss": 5.1013, + "mean_token_accuracy": 0.20135508179664613, + "num_tokens": 7270843.0, + "step": 3055 + }, + { + "entropy": 5.2060614109039305, + "epoch": 2.994615761135585, + "grad_norm": 1.09375, + "learning_rate": 0.000446750032065035, + "loss": 5.0263, + "mean_token_accuracy": 0.20377332866191863, + "num_tokens": 7282644.0, + "step": 3060 + }, + { + "entropy": 5.1719215393066404, + "epoch": 2.9995105237395987, + "grad_norm": 1.03125, + "learning_rate": 0.0004465018813147342, + "loss": 5.0764, + "mean_token_accuracy": 0.2082974672317505, + "num_tokens": 7294592.0, + "step": 3065 + }, + { + "entropy": 5.152208911048041, + "epoch": 3.003915810083211, + "grad_norm": 1.0234375, + "learning_rate": 0.00044625323169226376, + "loss": 4.8313, + "mean_token_accuracy": 0.21952111356788212, + "num_tokens": 7304315.0, + "step": 3070 + }, + { + "entropy": 5.258079576492309, + "epoch": 3.0088105726872247, + "grad_norm": 1.1171875, + "learning_rate": 0.00044600408392090653, + "loss": 4.8218, + "mean_token_accuracy": 0.2206038549542427, + "num_tokens": 7316042.0, + "step": 3075 + }, + { + "entropy": 5.194670152664185, + "epoch": 3.013705335291238, + "grad_norm": 1.078125, + "learning_rate": 0.0004457544387253945, + "loss": 4.8032, + "mean_token_accuracy": 0.22254225313663484, + "num_tokens": 7328096.0, + "step": 3080 + }, + { + "entropy": 5.21949610710144, + "epoch": 3.018600097895252, + "grad_norm": 1.0859375, + "learning_rate": 0.0004455042968319063, + "loss": 4.8169, + "mean_token_accuracy": 0.22124014794826508, + "num_tokens": 7340093.0, + "step": 3085 + }, + { + "entropy": 5.261151647567749, + "epoch": 3.023494860499266, + "grad_norm": 1.140625, + "learning_rate": 0.00044525365896806593, + "loss": 4.8632, + "mean_token_accuracy": 0.22004459500312806, + "num_tokens": 7352439.0, + "step": 3090 + }, + { + "entropy": 5.141685581207275, + "epoch": 3.0283896231032794, + "grad_norm": 1.0, + "learning_rate": 0.00044500252586293957, + "loss": 4.759, + "mean_token_accuracy": 0.218286868929863, + "num_tokens": 7364139.0, + "step": 3095 + }, + { + "entropy": 5.218305540084839, + "epoch": 3.0332843857072933, + "grad_norm": 1.15625, + "learning_rate": 0.00044475089824703426, + "loss": 4.8619, + "mean_token_accuracy": 0.21531160771846772, + "num_tokens": 7375390.0, + "step": 3100 + }, + { + "entropy": 5.173544788360596, + "epoch": 3.0381791483113068, + "grad_norm": 1.140625, + "learning_rate": 0.0004444987768522952, + "loss": 4.7697, + "mean_token_accuracy": 0.2147290900349617, + "num_tokens": 7386350.0, + "step": 3105 + }, + { + "entropy": 5.174273061752319, + "epoch": 3.0430739109153206, + "grad_norm": 1.078125, + "learning_rate": 0.0004442461624121044, + "loss": 4.7454, + "mean_token_accuracy": 0.2209487721323967, + "num_tokens": 7398256.0, + "step": 3110 + }, + { + "entropy": 5.181314134597779, + "epoch": 3.0479686735193345, + "grad_norm": 1.2265625, + "learning_rate": 0.00044399305566127773, + "loss": 4.7692, + "mean_token_accuracy": 0.219735686480999, + "num_tokens": 7410083.0, + "step": 3115 + }, + { + "entropy": 5.160170269012451, + "epoch": 3.052863436123348, + "grad_norm": 1.125, + "learning_rate": 0.0004437394573360631, + "loss": 4.7951, + "mean_token_accuracy": 0.22411915212869643, + "num_tokens": 7421988.0, + "step": 3120 + }, + { + "entropy": 5.139834976196289, + "epoch": 3.057758198727362, + "grad_norm": 1.1875, + "learning_rate": 0.0004434853681741384, + "loss": 4.7997, + "mean_token_accuracy": 0.21659549027681352, + "num_tokens": 7434191.0, + "step": 3125 + }, + { + "entropy": 5.182546091079712, + "epoch": 3.0626529613313753, + "grad_norm": 1.171875, + "learning_rate": 0.00044323078891460934, + "loss": 4.7833, + "mean_token_accuracy": 0.22339957505464553, + "num_tokens": 7445765.0, + "step": 3130 + }, + { + "entropy": 5.123447847366333, + "epoch": 3.067547723935389, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429757202980071, + "loss": 4.7552, + "mean_token_accuracy": 0.22224232852458953, + "num_tokens": 7457269.0, + "step": 3135 + }, + { + "entropy": 5.104322624206543, + "epoch": 3.0724424865394027, + "grad_norm": 1.0859375, + "learning_rate": 0.00044272016306628656, + "loss": 4.779, + "mean_token_accuracy": 0.22368589043617249, + "num_tokens": 7470048.0, + "step": 3140 + }, + { + "entropy": 5.089307832717895, + "epoch": 3.0773372491434166, + "grad_norm": 1.09375, + "learning_rate": 0.0004424641179628237, + "loss": 4.7551, + "mean_token_accuracy": 0.22463481724262238, + "num_tokens": 7482954.0, + "step": 3145 + }, + { + "entropy": 5.12674765586853, + "epoch": 3.0822320117474304, + "grad_norm": 1.0703125, + "learning_rate": 0.0004422075857324137, + "loss": 4.8024, + "mean_token_accuracy": 0.22329255938529968, + "num_tokens": 7495546.0, + "step": 3150 + }, + { + "entropy": 5.1817950248718265, + "epoch": 3.087126774351444, + "grad_norm": 1.0234375, + "learning_rate": 0.00044195056712126876, + "loss": 4.8436, + "mean_token_accuracy": 0.2192997917532921, + "num_tokens": 7508042.0, + "step": 3155 + }, + { + "entropy": 5.086804294586182, + "epoch": 3.092021536955458, + "grad_norm": 1.125, + "learning_rate": 0.0004416930628770158, + "loss": 4.8123, + "mean_token_accuracy": 0.21833253055810928, + "num_tokens": 7520548.0, + "step": 3160 + }, + { + "entropy": 5.14989275932312, + "epoch": 3.0969162995594712, + "grad_norm": 1.0703125, + "learning_rate": 0.00044143507374869444, + "loss": 4.8172, + "mean_token_accuracy": 0.21817636638879775, + "num_tokens": 7531106.0, + "step": 3165 + }, + { + "entropy": 5.08776741027832, + "epoch": 3.101811062163485, + "grad_norm": 1.1796875, + "learning_rate": 0.0004411766004867548, + "loss": 4.7439, + "mean_token_accuracy": 0.22358861118555068, + "num_tokens": 7543159.0, + "step": 3170 + }, + { + "entropy": 5.1496686935424805, + "epoch": 3.1067058247674986, + "grad_norm": 1.15625, + "learning_rate": 0.00044091764384305524, + "loss": 4.8313, + "mean_token_accuracy": 0.22145208567380906, + "num_tokens": 7554708.0, + "step": 3175 + }, + { + "entropy": 5.182804679870605, + "epoch": 3.1116005873715125, + "grad_norm": 1.125, + "learning_rate": 0.00044065820457085995, + "loss": 4.8088, + "mean_token_accuracy": 0.2163847044110298, + "num_tokens": 7564896.0, + "step": 3180 + }, + { + "entropy": 5.093549823760986, + "epoch": 3.1164953499755264, + "grad_norm": 1.1328125, + "learning_rate": 0.0004403982834248374, + "loss": 4.7333, + "mean_token_accuracy": 0.2243751674890518, + "num_tokens": 7575917.0, + "step": 3185 + }, + { + "entropy": 5.106040048599243, + "epoch": 3.12139011257954, + "grad_norm": 1.1953125, + "learning_rate": 0.00044013788116105754, + "loss": 4.8104, + "mean_token_accuracy": 0.22413290143013, + "num_tokens": 7587632.0, + "step": 3190 + }, + { + "entropy": 5.115657091140747, + "epoch": 3.1262848751835537, + "grad_norm": 1.1796875, + "learning_rate": 0.0004398769985369898, + "loss": 4.6619, + "mean_token_accuracy": 0.2362922489643097, + "num_tokens": 7599177.0, + "step": 3195 + }, + { + "entropy": 5.15286660194397, + "epoch": 3.131179637787567, + "grad_norm": 1.203125, + "learning_rate": 0.0004396156363115011, + "loss": 4.8064, + "mean_token_accuracy": 0.22309130877256395, + "num_tokens": 7611122.0, + "step": 3200 + }, + { + "entropy": 5.14999794960022, + "epoch": 3.136074400391581, + "grad_norm": 1.15625, + "learning_rate": 0.0004393537952448531, + "loss": 4.8488, + "mean_token_accuracy": 0.21808122098445892, + "num_tokens": 7622053.0, + "step": 3205 + }, + { + "entropy": 5.1783332347869875, + "epoch": 3.140969162995595, + "grad_norm": 1.1796875, + "learning_rate": 0.0004390914760987008, + "loss": 4.8574, + "mean_token_accuracy": 0.2219322144985199, + "num_tokens": 7633774.0, + "step": 3210 + }, + { + "entropy": 5.17280764579773, + "epoch": 3.1458639255996084, + "grad_norm": 1.1640625, + "learning_rate": 0.0004388286796360895, + "loss": 4.8814, + "mean_token_accuracy": 0.21389546245336533, + "num_tokens": 7645286.0, + "step": 3215 + }, + { + "entropy": 5.111659717559815, + "epoch": 3.1507586882036223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004385654066214529, + "loss": 4.7673, + "mean_token_accuracy": 0.22385075837373733, + "num_tokens": 7656576.0, + "step": 3220 + }, + { + "entropy": 5.107363080978393, + "epoch": 3.1556534508076357, + "grad_norm": 1.1484375, + "learning_rate": 0.0004383016578206112, + "loss": 4.8201, + "mean_token_accuracy": 0.22123815417289733, + "num_tokens": 7667786.0, + "step": 3225 + }, + { + "entropy": 5.20523624420166, + "epoch": 3.1605482134116496, + "grad_norm": 1.140625, + "learning_rate": 0.0004380374340007684, + "loss": 4.8452, + "mean_token_accuracy": 0.2151228219270706, + "num_tokens": 7680029.0, + "step": 3230 + }, + { + "entropy": 5.136455726623535, + "epoch": 3.165442976015663, + "grad_norm": 1.1328125, + "learning_rate": 0.0004377727359305103, + "loss": 4.8486, + "mean_token_accuracy": 0.2207125499844551, + "num_tokens": 7692659.0, + "step": 3235 + }, + { + "entropy": 5.150415134429932, + "epoch": 3.170337738619677, + "grad_norm": 1.109375, + "learning_rate": 0.0004375075643798022, + "loss": 4.8128, + "mean_token_accuracy": 0.2215397596359253, + "num_tokens": 7705011.0, + "step": 3240 + }, + { + "entropy": 5.054905748367309, + "epoch": 3.175232501223691, + "grad_norm": 1.0078125, + "learning_rate": 0.0004372419201199867, + "loss": 4.7561, + "mean_token_accuracy": 0.22285788357257844, + "num_tokens": 7717489.0, + "step": 3245 + }, + { + "entropy": 5.087309694290161, + "epoch": 3.1801272638277043, + "grad_norm": 1.0703125, + "learning_rate": 0.0004369758039237814, + "loss": 4.7968, + "mean_token_accuracy": 0.22163646519184113, + "num_tokens": 7730009.0, + "step": 3250 + }, + { + "entropy": 5.211210298538208, + "epoch": 3.185022026431718, + "grad_norm": 1.125, + "learning_rate": 0.00043670921656527686, + "loss": 4.8711, + "mean_token_accuracy": 0.21754691898822784, + "num_tokens": 7741782.0, + "step": 3255 + }, + { + "entropy": 5.170057535171509, + "epoch": 3.1899167890357316, + "grad_norm": 1.078125, + "learning_rate": 0.000436442158819934, + "loss": 4.8354, + "mean_token_accuracy": 0.21667892038822173, + "num_tokens": 7753135.0, + "step": 3260 + }, + { + "entropy": 5.098474073410034, + "epoch": 3.1948115516397455, + "grad_norm": 1.171875, + "learning_rate": 0.00043617463146458196, + "loss": 4.8281, + "mean_token_accuracy": 0.21399773508310319, + "num_tokens": 7766344.0, + "step": 3265 + }, + { + "entropy": 5.120054292678833, + "epoch": 3.199706314243759, + "grad_norm": 1.265625, + "learning_rate": 0.000435906635277416, + "loss": 4.8442, + "mean_token_accuracy": 0.2192484274506569, + "num_tokens": 7778419.0, + "step": 3270 + }, + { + "entropy": 5.065897846221924, + "epoch": 3.204601076847773, + "grad_norm": 1.140625, + "learning_rate": 0.0004356381710379954, + "loss": 4.7307, + "mean_token_accuracy": 0.2220268577337265, + "num_tokens": 7789303.0, + "step": 3275 + }, + { + "entropy": 5.102967166900635, + "epoch": 3.2094958394517867, + "grad_norm": 1.0078125, + "learning_rate": 0.0004353692395272404, + "loss": 4.8441, + "mean_token_accuracy": 0.2154310703277588, + "num_tokens": 7803315.0, + "step": 3280 + }, + { + "entropy": 5.133005380630493, + "epoch": 3.2143906020558, + "grad_norm": 1.1015625, + "learning_rate": 0.00043509984152743074, + "loss": 4.8317, + "mean_token_accuracy": 0.21344627887010575, + "num_tokens": 7814651.0, + "step": 3285 + }, + { + "entropy": 5.086959648132324, + "epoch": 3.219285364659814, + "grad_norm": 1.203125, + "learning_rate": 0.00043482997782220333, + "loss": 4.7976, + "mean_token_accuracy": 0.21823935210704803, + "num_tokens": 7826481.0, + "step": 3290 + }, + { + "entropy": 5.1153992176055905, + "epoch": 3.2241801272638275, + "grad_norm": 1.0859375, + "learning_rate": 0.00043455964919654927, + "loss": 4.7424, + "mean_token_accuracy": 0.23253000527620316, + "num_tokens": 7837868.0, + "step": 3295 + }, + { + "entropy": 5.099810552597046, + "epoch": 3.2290748898678414, + "grad_norm": 1.1328125, + "learning_rate": 0.0004342888564368124, + "loss": 4.8011, + "mean_token_accuracy": 0.22438711524009705, + "num_tokens": 7850928.0, + "step": 3300 + }, + { + "entropy": 5.163304328918457, + "epoch": 3.2339696524718553, + "grad_norm": 1.1796875, + "learning_rate": 0.00043401760033068656, + "loss": 4.8854, + "mean_token_accuracy": 0.2155757039785385, + "num_tokens": 7862343.0, + "step": 3305 + }, + { + "entropy": 5.148097896575928, + "epoch": 3.2388644150758688, + "grad_norm": 1.0390625, + "learning_rate": 0.0004337458816672132, + "loss": 4.8496, + "mean_token_accuracy": 0.21238613426685332, + "num_tokens": 7874681.0, + "step": 3310 + }, + { + "entropy": 5.073517274856568, + "epoch": 3.2437591776798826, + "grad_norm": 1.1875, + "learning_rate": 0.0004334737012367797, + "loss": 4.7769, + "mean_token_accuracy": 0.21962419748306275, + "num_tokens": 7886624.0, + "step": 3315 + }, + { + "entropy": 5.226518678665161, + "epoch": 3.248653940283896, + "grad_norm": 1.09375, + "learning_rate": 0.00043320105983111627, + "loss": 4.8749, + "mean_token_accuracy": 0.21509021818637847, + "num_tokens": 7897918.0, + "step": 3320 + }, + { + "entropy": 5.152651309967041, + "epoch": 3.25354870288791, + "grad_norm": 1.1796875, + "learning_rate": 0.0004329279582432941, + "loss": 4.932, + "mean_token_accuracy": 0.21958141177892684, + "num_tokens": 7909698.0, + "step": 3325 + }, + { + "entropy": 5.121517133712769, + "epoch": 3.258443465491924, + "grad_norm": 1.2578125, + "learning_rate": 0.0004326543972677231, + "loss": 4.8369, + "mean_token_accuracy": 0.21473742574453353, + "num_tokens": 7921715.0, + "step": 3330 + }, + { + "entropy": 5.076841068267822, + "epoch": 3.2633382280959373, + "grad_norm": 1.171875, + "learning_rate": 0.00043238037770014937, + "loss": 4.7511, + "mean_token_accuracy": 0.21911688148975372, + "num_tokens": 7933262.0, + "step": 3335 + }, + { + "entropy": 5.141078281402588, + "epoch": 3.268232990699951, + "grad_norm": 1.2734375, + "learning_rate": 0.000432105900337653, + "loss": 4.8511, + "mean_token_accuracy": 0.21800520569086074, + "num_tokens": 7944352.0, + "step": 3340 + }, + { + "entropy": 5.0780316352844235, + "epoch": 3.2731277533039647, + "grad_norm": 1.203125, + "learning_rate": 0.0004318309659786457, + "loss": 4.7584, + "mean_token_accuracy": 0.22223492413759233, + "num_tokens": 7955024.0, + "step": 3345 + }, + { + "entropy": 5.087853527069091, + "epoch": 3.2780225159079786, + "grad_norm": 1.2109375, + "learning_rate": 0.0004315555754228687, + "loss": 4.8218, + "mean_token_accuracy": 0.22424828857183457, + "num_tokens": 7965543.0, + "step": 3350 + }, + { + "entropy": 5.142214775085449, + "epoch": 3.282917278511992, + "grad_norm": 1.2109375, + "learning_rate": 0.00043127972947138994, + "loss": 4.8638, + "mean_token_accuracy": 0.2150084137916565, + "num_tokens": 7977179.0, + "step": 3355 + }, + { + "entropy": 5.203800439834595, + "epoch": 3.287812041116006, + "grad_norm": 1.0859375, + "learning_rate": 0.00043100342892660225, + "loss": 4.9112, + "mean_token_accuracy": 0.20913542062044144, + "num_tokens": 7990177.0, + "step": 3360 + }, + { + "entropy": 5.177821969985962, + "epoch": 3.2927068037200193, + "grad_norm": 1.2109375, + "learning_rate": 0.0004307266745922207, + "loss": 4.7909, + "mean_token_accuracy": 0.2120165690779686, + "num_tokens": 8000879.0, + "step": 3365 + }, + { + "entropy": 5.078297185897827, + "epoch": 3.2976015663240332, + "grad_norm": 1.21875, + "learning_rate": 0.00043044946727328036, + "loss": 4.8003, + "mean_token_accuracy": 0.21971254646778107, + "num_tokens": 8013335.0, + "step": 3370 + }, + { + "entropy": 5.103021907806396, + "epoch": 3.302496328928047, + "grad_norm": 1.1015625, + "learning_rate": 0.00043017180777613415, + "loss": 4.8135, + "mean_token_accuracy": 0.22505059242248535, + "num_tokens": 8025020.0, + "step": 3375 + }, + { + "entropy": 5.110682249069214, + "epoch": 3.3073910915320606, + "grad_norm": 1.171875, + "learning_rate": 0.00042989369690844993, + "loss": 4.7648, + "mean_token_accuracy": 0.2246474251151085, + "num_tokens": 8037244.0, + "step": 3380 + }, + { + "entropy": 5.001568698883057, + "epoch": 3.3122858541360745, + "grad_norm": 1.1484375, + "learning_rate": 0.000429615135479209, + "loss": 4.7959, + "mean_token_accuracy": 0.22334180027246475, + "num_tokens": 8049087.0, + "step": 3385 + }, + { + "entropy": 5.188577890396118, + "epoch": 3.317180616740088, + "grad_norm": 1.203125, + "learning_rate": 0.00042933612429870284, + "loss": 4.9156, + "mean_token_accuracy": 0.21281692385673523, + "num_tokens": 8061052.0, + "step": 3390 + }, + { + "entropy": 5.12839412689209, + "epoch": 3.322075379344102, + "grad_norm": 1.0390625, + "learning_rate": 0.0004290566641785314, + "loss": 4.7894, + "mean_token_accuracy": 0.22035609632730485, + "num_tokens": 8072389.0, + "step": 3395 + }, + { + "entropy": 5.003451681137085, + "epoch": 3.3269701419481157, + "grad_norm": 1.046875, + "learning_rate": 0.00042877675593160053, + "loss": 4.8, + "mean_token_accuracy": 0.21525861769914628, + "num_tokens": 8085141.0, + "step": 3400 + }, + { + "entropy": 5.1706421852111815, + "epoch": 3.331864904552129, + "grad_norm": 1.0859375, + "learning_rate": 0.00042849640037211957, + "loss": 4.9041, + "mean_token_accuracy": 0.2083066239953041, + "num_tokens": 8097337.0, + "step": 3405 + }, + { + "entropy": 5.114046382904053, + "epoch": 3.336759667156143, + "grad_norm": 1.125, + "learning_rate": 0.000428215598315599, + "loss": 4.8412, + "mean_token_accuracy": 0.21854109466075897, + "num_tokens": 8109160.0, + "step": 3410 + }, + { + "entropy": 5.143175458908081, + "epoch": 3.3416544297601565, + "grad_norm": 1.109375, + "learning_rate": 0.00042793435057884816, + "loss": 4.7823, + "mean_token_accuracy": 0.21902110427618027, + "num_tokens": 8121195.0, + "step": 3415 + }, + { + "entropy": 5.103787803649903, + "epoch": 3.3465491923641704, + "grad_norm": 1.1328125, + "learning_rate": 0.00042765265797997274, + "loss": 4.7733, + "mean_token_accuracy": 0.22462240755558013, + "num_tokens": 8132364.0, + "step": 3420 + }, + { + "entropy": 5.122178840637207, + "epoch": 3.3514439549681843, + "grad_norm": 1.046875, + "learning_rate": 0.00042737052133837253, + "loss": 4.8555, + "mean_token_accuracy": 0.21716293841600418, + "num_tokens": 8144703.0, + "step": 3425 + }, + { + "entropy": 5.119469022750854, + "epoch": 3.3563387175721977, + "grad_norm": 1.0859375, + "learning_rate": 0.00042708794147473876, + "loss": 4.8393, + "mean_token_accuracy": 0.21995826959609985, + "num_tokens": 8157364.0, + "step": 3430 + }, + { + "entropy": 5.194144201278687, + "epoch": 3.3612334801762116, + "grad_norm": 1.1796875, + "learning_rate": 0.0004268049192110523, + "loss": 4.9333, + "mean_token_accuracy": 0.21170254945755004, + "num_tokens": 8170264.0, + "step": 3435 + }, + { + "entropy": 5.169523477554321, + "epoch": 3.366128242780225, + "grad_norm": 1.203125, + "learning_rate": 0.00042652145537058056, + "loss": 4.865, + "mean_token_accuracy": 0.2144750773906708, + "num_tokens": 8182854.0, + "step": 3440 + }, + { + "entropy": 5.071971988677978, + "epoch": 3.371023005384239, + "grad_norm": 1.1171875, + "learning_rate": 0.00042623755077787556, + "loss": 4.8302, + "mean_token_accuracy": 0.21609048843383788, + "num_tokens": 8195098.0, + "step": 3445 + }, + { + "entropy": 5.1184186935424805, + "epoch": 3.3759177679882524, + "grad_norm": 1.1328125, + "learning_rate": 0.00042595320625877153, + "loss": 4.9155, + "mean_token_accuracy": 0.21652448922395706, + "num_tokens": 8207513.0, + "step": 3450 + }, + { + "entropy": 5.167665195465088, + "epoch": 3.3808125305922663, + "grad_norm": 1.1796875, + "learning_rate": 0.00042566842264038203, + "loss": 4.8084, + "mean_token_accuracy": 0.2188054382801056, + "num_tokens": 8218603.0, + "step": 3455 + }, + { + "entropy": 5.169710397720337, + "epoch": 3.38570729319628, + "grad_norm": 1.1171875, + "learning_rate": 0.0004253832007510982, + "loss": 4.8944, + "mean_token_accuracy": 0.21486698538064958, + "num_tokens": 8231624.0, + "step": 3460 + }, + { + "entropy": 5.103657531738281, + "epoch": 3.3906020558002936, + "grad_norm": 1.34375, + "learning_rate": 0.000425097541420586, + "loss": 4.8423, + "mean_token_accuracy": 0.21821292191743852, + "num_tokens": 8242119.0, + "step": 3465 + }, + { + "entropy": 5.117683172225952, + "epoch": 3.3954968184043075, + "grad_norm": 1.2265625, + "learning_rate": 0.0004248114454797837, + "loss": 4.807, + "mean_token_accuracy": 0.2168683558702469, + "num_tokens": 8252944.0, + "step": 3470 + }, + { + "entropy": 5.120380592346192, + "epoch": 3.400391581008321, + "grad_norm": 1.2265625, + "learning_rate": 0.00042452491376089964, + "loss": 4.893, + "mean_token_accuracy": 0.21788542568683625, + "num_tokens": 8264761.0, + "step": 3475 + }, + { + "entropy": 5.08057017326355, + "epoch": 3.405286343612335, + "grad_norm": 1.125, + "learning_rate": 0.0004242379470974099, + "loss": 4.8175, + "mean_token_accuracy": 0.22083471715450287, + "num_tokens": 8278172.0, + "step": 3480 + }, + { + "entropy": 5.121869325637817, + "epoch": 3.4101811062163483, + "grad_norm": 1.28125, + "learning_rate": 0.00042395054632405563, + "loss": 4.8658, + "mean_token_accuracy": 0.21356443911790848, + "num_tokens": 8290836.0, + "step": 3485 + }, + { + "entropy": 5.146685361862183, + "epoch": 3.415075868820362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004236627122768406, + "loss": 4.8467, + "mean_token_accuracy": 0.22179711163043975, + "num_tokens": 8302467.0, + "step": 3490 + }, + { + "entropy": 5.041498041152954, + "epoch": 3.419970631424376, + "grad_norm": 1.09375, + "learning_rate": 0.0004233744457930294, + "loss": 4.7966, + "mean_token_accuracy": 0.2170724630355835, + "num_tokens": 8315190.0, + "step": 3495 + }, + { + "entropy": 5.161109066009521, + "epoch": 3.4248653940283895, + "grad_norm": 1.15625, + "learning_rate": 0.00042308574771114394, + "loss": 4.9148, + "mean_token_accuracy": 0.21417440623044967, + "num_tokens": 8327463.0, + "step": 3500 + }, + { + "entropy": 5.111668586730957, + "epoch": 3.4297601566324034, + "grad_norm": 1.234375, + "learning_rate": 0.0004227966188709618, + "loss": 4.8377, + "mean_token_accuracy": 0.21845465749502183, + "num_tokens": 8339005.0, + "step": 3505 + }, + { + "entropy": 5.139991712570191, + "epoch": 3.434654919236417, + "grad_norm": 1.0859375, + "learning_rate": 0.0004225070601135138, + "loss": 4.9125, + "mean_token_accuracy": 0.21437896490097047, + "num_tokens": 8351478.0, + "step": 3510 + }, + { + "entropy": 5.168607521057129, + "epoch": 3.4395496818404308, + "grad_norm": 1.109375, + "learning_rate": 0.000422217072281081, + "loss": 4.8433, + "mean_token_accuracy": 0.21583523452281952, + "num_tokens": 8363939.0, + "step": 3515 + }, + { + "entropy": 5.17737832069397, + "epoch": 3.4444444444444446, + "grad_norm": 1.1953125, + "learning_rate": 0.0004219266562171925, + "loss": 5.0011, + "mean_token_accuracy": 0.2089764431118965, + "num_tokens": 8377086.0, + "step": 3520 + }, + { + "entropy": 5.040504741668701, + "epoch": 3.449339207048458, + "grad_norm": 1.1640625, + "learning_rate": 0.0004216358127666235, + "loss": 4.7402, + "mean_token_accuracy": 0.2260405331850052, + "num_tokens": 8389085.0, + "step": 3525 + }, + { + "entropy": 5.103902959823609, + "epoch": 3.454233969652472, + "grad_norm": 1.171875, + "learning_rate": 0.00042134454277539205, + "loss": 4.829, + "mean_token_accuracy": 0.21698508113622667, + "num_tokens": 8401240.0, + "step": 3530 + }, + { + "entropy": 4.998382949829102, + "epoch": 3.4591287322564854, + "grad_norm": 1.1640625, + "learning_rate": 0.000421052847090757, + "loss": 4.7466, + "mean_token_accuracy": 0.2224629834294319, + "num_tokens": 8413988.0, + "step": 3535 + }, + { + "entropy": 5.103152704238892, + "epoch": 3.4640234948604993, + "grad_norm": 1.15625, + "learning_rate": 0.0004207607265612156, + "loss": 4.8352, + "mean_token_accuracy": 0.2225386008620262, + "num_tokens": 8425106.0, + "step": 3540 + }, + { + "entropy": 5.090368127822876, + "epoch": 3.468918257464513, + "grad_norm": 1.1171875, + "learning_rate": 0.00042046818203650074, + "loss": 4.86, + "mean_token_accuracy": 0.2257356509566307, + "num_tokens": 8437232.0, + "step": 3545 + }, + { + "entropy": 5.079847431182861, + "epoch": 3.4738130200685267, + "grad_norm": 1.1171875, + "learning_rate": 0.00042017521436757876, + "loss": 4.8133, + "mean_token_accuracy": 0.22792982906103135, + "num_tokens": 8448403.0, + "step": 3550 + }, + { + "entropy": 5.122736120223999, + "epoch": 3.4787077826725405, + "grad_norm": 1.0546875, + "learning_rate": 0.0004198818244066468, + "loss": 4.8588, + "mean_token_accuracy": 0.21321402192115785, + "num_tokens": 8461044.0, + "step": 3555 + }, + { + "entropy": 5.096948671340942, + "epoch": 3.483602545276554, + "grad_norm": 1.1171875, + "learning_rate": 0.00041958801300713035, + "loss": 4.8599, + "mean_token_accuracy": 0.21646499633789062, + "num_tokens": 8473829.0, + "step": 3560 + }, + { + "entropy": 5.096843147277832, + "epoch": 3.488497307880568, + "grad_norm": 1.0703125, + "learning_rate": 0.000419293781023681, + "loss": 4.8512, + "mean_token_accuracy": 0.22051677703857422, + "num_tokens": 8485033.0, + "step": 3565 + }, + { + "entropy": 5.0834801197052, + "epoch": 3.4933920704845813, + "grad_norm": 1.1796875, + "learning_rate": 0.00041899912931217347, + "loss": 4.8231, + "mean_token_accuracy": 0.22450067847967148, + "num_tokens": 8498307.0, + "step": 3570 + }, + { + "entropy": 5.0844282627105715, + "epoch": 3.4982868330885952, + "grad_norm": 1.015625, + "learning_rate": 0.00041870405872970355, + "loss": 4.9073, + "mean_token_accuracy": 0.21928595751523972, + "num_tokens": 8510766.0, + "step": 3575 + }, + { + "entropy": 5.100914096832275, + "epoch": 3.5031815956926087, + "grad_norm": 1.1484375, + "learning_rate": 0.0004184085701345856, + "loss": 4.8549, + "mean_token_accuracy": 0.2184406891465187, + "num_tokens": 8523041.0, + "step": 3580 + }, + { + "entropy": 5.121054792404175, + "epoch": 3.5080763582966226, + "grad_norm": 1.1171875, + "learning_rate": 0.0004181126643863496, + "loss": 4.8354, + "mean_token_accuracy": 0.2177764892578125, + "num_tokens": 8535984.0, + "step": 3585 + }, + { + "entropy": 5.093640518188477, + "epoch": 3.5129711209006365, + "grad_norm": 1.171875, + "learning_rate": 0.0004178163423457391, + "loss": 4.8075, + "mean_token_accuracy": 0.22597914487123488, + "num_tokens": 8548061.0, + "step": 3590 + }, + { + "entropy": 5.09451470375061, + "epoch": 3.51786588350465, + "grad_norm": 1.1875, + "learning_rate": 0.00041751960487470884, + "loss": 4.7958, + "mean_token_accuracy": 0.22748810350894927, + "num_tokens": 8558145.0, + "step": 3595 + }, + { + "entropy": 5.029383277893066, + "epoch": 3.522760646108664, + "grad_norm": 1.171875, + "learning_rate": 0.0004172224528364215, + "loss": 4.7723, + "mean_token_accuracy": 0.2199097290635109, + "num_tokens": 8570007.0, + "step": 3600 + }, + { + "entropy": 5.113267087936402, + "epoch": 3.5276554087126772, + "grad_norm": 1.203125, + "learning_rate": 0.000416924887095246, + "loss": 4.8472, + "mean_token_accuracy": 0.2192206010222435, + "num_tokens": 8582162.0, + "step": 3605 + }, + { + "entropy": 5.056365060806274, + "epoch": 3.532550171316691, + "grad_norm": 1.21875, + "learning_rate": 0.00041662690851675463, + "loss": 4.7057, + "mean_token_accuracy": 0.22681989520788193, + "num_tokens": 8593205.0, + "step": 3610 + }, + { + "entropy": 5.028490972518921, + "epoch": 3.537444933920705, + "grad_norm": 1.109375, + "learning_rate": 0.0004163285179677203, + "loss": 4.7384, + "mean_token_accuracy": 0.22807639688253403, + "num_tokens": 8604576.0, + "step": 3615 + }, + { + "entropy": 5.0321262836456295, + "epoch": 3.5423396965247185, + "grad_norm": 1.1640625, + "learning_rate": 0.0004160297163161148, + "loss": 4.8157, + "mean_token_accuracy": 0.21812277138233185, + "num_tokens": 8617252.0, + "step": 3620 + }, + { + "entropy": 4.983499479293823, + "epoch": 3.5472344591287324, + "grad_norm": 1.234375, + "learning_rate": 0.0004157305044311053, + "loss": 4.7504, + "mean_token_accuracy": 0.22493973821401597, + "num_tokens": 8627817.0, + "step": 3625 + }, + { + "entropy": 5.115007448196411, + "epoch": 3.552129221732746, + "grad_norm": 1.2109375, + "learning_rate": 0.00041543088318305235, + "loss": 4.8982, + "mean_token_accuracy": 0.21084729284048082, + "num_tokens": 8640246.0, + "step": 3630 + }, + { + "entropy": 5.066983366012574, + "epoch": 3.5570239843367597, + "grad_norm": 1.109375, + "learning_rate": 0.0004151308534435073, + "loss": 4.8294, + "mean_token_accuracy": 0.21993755400180817, + "num_tokens": 8651695.0, + "step": 3635 + }, + { + "entropy": 5.1451818466186525, + "epoch": 3.5619187469407736, + "grad_norm": 1.0390625, + "learning_rate": 0.00041483041608521, + "loss": 4.8984, + "mean_token_accuracy": 0.21316303610801696, + "num_tokens": 8664529.0, + "step": 3640 + }, + { + "entropy": 5.082834625244141, + "epoch": 3.566813509544787, + "grad_norm": 1.109375, + "learning_rate": 0.0004145295719820855, + "loss": 4.845, + "mean_token_accuracy": 0.21952054500579835, + "num_tokens": 8676203.0, + "step": 3645 + }, + { + "entropy": 5.060942316055298, + "epoch": 3.571708272148801, + "grad_norm": 1.1875, + "learning_rate": 0.0004142283220092425, + "loss": 4.8212, + "mean_token_accuracy": 0.22039462327957154, + "num_tokens": 8688790.0, + "step": 3650 + }, + { + "entropy": 5.050752830505371, + "epoch": 3.5766030347528144, + "grad_norm": 1.125, + "learning_rate": 0.00041392666704296986, + "loss": 4.8507, + "mean_token_accuracy": 0.2112608879804611, + "num_tokens": 8699179.0, + "step": 3655 + }, + { + "entropy": 5.032579851150513, + "epoch": 3.5814977973568283, + "grad_norm": 1.1171875, + "learning_rate": 0.00041362460796073495, + "loss": 4.742, + "mean_token_accuracy": 0.22416270524263382, + "num_tokens": 8710883.0, + "step": 3660 + }, + { + "entropy": 5.108354282379151, + "epoch": 3.586392559960842, + "grad_norm": 1.0859375, + "learning_rate": 0.0004133221456411803, + "loss": 4.9056, + "mean_token_accuracy": 0.21302346438169478, + "num_tokens": 8721425.0, + "step": 3665 + }, + { + "entropy": 5.165343856811523, + "epoch": 3.5912873225648556, + "grad_norm": 1.0546875, + "learning_rate": 0.00041301928096412164, + "loss": 4.8661, + "mean_token_accuracy": 0.21713459640741348, + "num_tokens": 8733809.0, + "step": 3670 + }, + { + "entropy": 5.068774461746216, + "epoch": 3.596182085168869, + "grad_norm": 1.140625, + "learning_rate": 0.00041271601481054486, + "loss": 4.782, + "mean_token_accuracy": 0.22668402045965194, + "num_tokens": 8746370.0, + "step": 3675 + }, + { + "entropy": 5.073219871520996, + "epoch": 3.601076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004124123480626039, + "loss": 4.9065, + "mean_token_accuracy": 0.2157248854637146, + "num_tokens": 8758655.0, + "step": 3680 + }, + { + "entropy": 5.111428451538086, + "epoch": 3.605971610376897, + "grad_norm": 1.125, + "learning_rate": 0.0004121082816036178, + "loss": 4.8241, + "mean_token_accuracy": 0.22177139967679976, + "num_tokens": 8770171.0, + "step": 3685 + }, + { + "entropy": 5.085653305053711, + "epoch": 3.6108663729809103, + "grad_norm": 1.0546875, + "learning_rate": 0.0004118038163180684, + "loss": 4.8002, + "mean_token_accuracy": 0.22371812760829926, + "num_tokens": 8783015.0, + "step": 3690 + }, + { + "entropy": 5.092598009109497, + "epoch": 3.615761135584924, + "grad_norm": 1.1796875, + "learning_rate": 0.00041149895309159756, + "loss": 4.8909, + "mean_token_accuracy": 0.20332240909337998, + "num_tokens": 8795382.0, + "step": 3695 + }, + { + "entropy": 5.08798360824585, + "epoch": 3.6206558981889376, + "grad_norm": 1.203125, + "learning_rate": 0.000411193692811005, + "loss": 4.7672, + "mean_token_accuracy": 0.22842831909656525, + "num_tokens": 8806634.0, + "step": 3700 + }, + { + "entropy": 5.099050235748291, + "epoch": 3.6255506607929515, + "grad_norm": 1.1875, + "learning_rate": 0.00041088803636424494, + "loss": 4.8453, + "mean_token_accuracy": 0.2124974772334099, + "num_tokens": 8818926.0, + "step": 3705 + }, + { + "entropy": 5.049224233627319, + "epoch": 3.6304454233969654, + "grad_norm": 1.171875, + "learning_rate": 0.00041058198464042424, + "loss": 4.8035, + "mean_token_accuracy": 0.2252272590994835, + "num_tokens": 8830267.0, + "step": 3710 + }, + { + "entropy": 5.075808572769165, + "epoch": 3.635340186000979, + "grad_norm": 1.125, + "learning_rate": 0.0004102755385297996, + "loss": 4.8897, + "mean_token_accuracy": 0.21413865089416503, + "num_tokens": 8843330.0, + "step": 3715 + }, + { + "entropy": 5.051680183410644, + "epoch": 3.6402349486049927, + "grad_norm": 1.125, + "learning_rate": 0.00040996869892377473, + "loss": 4.8087, + "mean_token_accuracy": 0.22400161176919936, + "num_tokens": 8853467.0, + "step": 3720 + }, + { + "entropy": 5.0674622535705565, + "epoch": 3.645129711209006, + "grad_norm": 1.1015625, + "learning_rate": 0.00040966146671489836, + "loss": 4.8341, + "mean_token_accuracy": 0.21511287689208985, + "num_tokens": 8868203.0, + "step": 3725 + }, + { + "entropy": 5.044716215133667, + "epoch": 3.65002447381302, + "grad_norm": 1.1875, + "learning_rate": 0.00040935384279686067, + "loss": 4.7361, + "mean_token_accuracy": 0.22642216980457305, + "num_tokens": 8879171.0, + "step": 3730 + }, + { + "entropy": 4.989019775390625, + "epoch": 3.654919236417034, + "grad_norm": 1.109375, + "learning_rate": 0.00040904582806449173, + "loss": 4.723, + "mean_token_accuracy": 0.22874550074338912, + "num_tokens": 8890459.0, + "step": 3735 + }, + { + "entropy": 5.059218406677246, + "epoch": 3.6598139990210474, + "grad_norm": 1.125, + "learning_rate": 0.00040873742341375826, + "loss": 4.8125, + "mean_token_accuracy": 0.22379768639802933, + "num_tokens": 8902878.0, + "step": 3740 + }, + { + "entropy": 5.009291505813598, + "epoch": 3.6647087616250613, + "grad_norm": 1.21875, + "learning_rate": 0.00040842862974176114, + "loss": 4.7337, + "mean_token_accuracy": 0.22724575400352479, + "num_tokens": 8914792.0, + "step": 3745 + }, + { + "entropy": 4.9672339916229244, + "epoch": 3.6696035242290748, + "grad_norm": 1.1484375, + "learning_rate": 0.0004081194479467329, + "loss": 4.75, + "mean_token_accuracy": 0.22816742211580276, + "num_tokens": 8926610.0, + "step": 3750 + }, + { + "entropy": 5.06518964767456, + "epoch": 3.6744982868330887, + "grad_norm": 0.96484375, + "learning_rate": 0.00040780987892803514, + "loss": 4.8625, + "mean_token_accuracy": 0.22146295756101608, + "num_tokens": 8940250.0, + "step": 3755 + }, + { + "entropy": 5.131087017059326, + "epoch": 3.6793930494371025, + "grad_norm": 1.1796875, + "learning_rate": 0.00040749992358615555, + "loss": 4.8046, + "mean_token_accuracy": 0.2123077243566513, + "num_tokens": 8951960.0, + "step": 3760 + }, + { + "entropy": 4.953831195831299, + "epoch": 3.684287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.000407189582822706, + "loss": 4.7646, + "mean_token_accuracy": 0.2197168067097664, + "num_tokens": 8963265.0, + "step": 3765 + }, + { + "entropy": 5.039992570877075, + "epoch": 3.6891825746451294, + "grad_norm": 1.1953125, + "learning_rate": 0.0004068788575404192, + "loss": 4.8209, + "mean_token_accuracy": 0.22028125673532487, + "num_tokens": 8974679.0, + "step": 3770 + }, + { + "entropy": 5.09268364906311, + "epoch": 3.6940773372491433, + "grad_norm": 1.1015625, + "learning_rate": 0.0004065677486431464, + "loss": 4.8292, + "mean_token_accuracy": 0.22199592888355255, + "num_tokens": 8986840.0, + "step": 3775 + }, + { + "entropy": 5.113239908218384, + "epoch": 3.6989720998531572, + "grad_norm": 1.140625, + "learning_rate": 0.0004062562570358548, + "loss": 4.8443, + "mean_token_accuracy": 0.21674781739711763, + "num_tokens": 8997926.0, + "step": 3780 + }, + { + "entropy": 5.064158153533936, + "epoch": 3.7038668624571707, + "grad_norm": 1.140625, + "learning_rate": 0.00040594438362462484, + "loss": 4.8083, + "mean_token_accuracy": 0.2272493675351143, + "num_tokens": 9009668.0, + "step": 3785 + }, + { + "entropy": 5.071455669403076, + "epoch": 3.7087616250611846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004056321293166474, + "loss": 4.8264, + "mean_token_accuracy": 0.2173181027173996, + "num_tokens": 9021611.0, + "step": 3790 + }, + { + "entropy": 5.07202558517456, + "epoch": 3.713656387665198, + "grad_norm": 1.1875, + "learning_rate": 0.00040531949502022155, + "loss": 4.803, + "mean_token_accuracy": 0.22555143237113953, + "num_tokens": 9033258.0, + "step": 3795 + }, + { + "entropy": 5.166383552551269, + "epoch": 3.718551150269212, + "grad_norm": 1.1328125, + "learning_rate": 0.00040500648164475155, + "loss": 4.9353, + "mean_token_accuracy": 0.21520323008298875, + "num_tokens": 9045264.0, + "step": 3800 + }, + { + "entropy": 5.069120931625366, + "epoch": 3.723445912873226, + "grad_norm": 1.125, + "learning_rate": 0.0004046930901007445, + "loss": 4.8851, + "mean_token_accuracy": 0.21698033958673477, + "num_tokens": 9058072.0, + "step": 3805 + }, + { + "entropy": 5.129068422317505, + "epoch": 3.7283406754772392, + "grad_norm": 1.0390625, + "learning_rate": 0.0004043793212998073, + "loss": 4.8574, + "mean_token_accuracy": 0.22141923755407333, + "num_tokens": 9070982.0, + "step": 3810 + }, + { + "entropy": 5.083976364135742, + "epoch": 3.733235438081253, + "grad_norm": 1.1484375, + "learning_rate": 0.0004040651761546445, + "loss": 4.9035, + "mean_token_accuracy": 0.21738988012075425, + "num_tokens": 9083520.0, + "step": 3815 + }, + { + "entropy": 5.115589666366577, + "epoch": 3.7381302006852666, + "grad_norm": 1.21875, + "learning_rate": 0.0004037506555790551, + "loss": 4.9049, + "mean_token_accuracy": 0.21713944375514985, + "num_tokens": 9095729.0, + "step": 3820 + }, + { + "entropy": 5.086327981948853, + "epoch": 3.7430249632892805, + "grad_norm": 1.15625, + "learning_rate": 0.0004034357604879303, + "loss": 4.8131, + "mean_token_accuracy": 0.2237031042575836, + "num_tokens": 9107400.0, + "step": 3825 + }, + { + "entropy": 5.108111715316772, + "epoch": 3.7479197258932944, + "grad_norm": 1.09375, + "learning_rate": 0.0004031204917972508, + "loss": 4.84, + "mean_token_accuracy": 0.21787605285644532, + "num_tokens": 9119557.0, + "step": 3830 + }, + { + "entropy": 5.075828647613525, + "epoch": 3.752814488497308, + "grad_norm": 1.171875, + "learning_rate": 0.00040280485042408384, + "loss": 4.836, + "mean_token_accuracy": 0.222735133767128, + "num_tokens": 9131862.0, + "step": 3835 + }, + { + "entropy": 5.147574329376221, + "epoch": 3.7577092511013217, + "grad_norm": 1.1875, + "learning_rate": 0.00040248883728658094, + "loss": 4.8571, + "mean_token_accuracy": 0.2193186029791832, + "num_tokens": 9143250.0, + "step": 3840 + }, + { + "entropy": 5.129842519760132, + "epoch": 3.762604013705335, + "grad_norm": 1.171875, + "learning_rate": 0.0004021724533039748, + "loss": 4.9094, + "mean_token_accuracy": 0.2181650459766388, + "num_tokens": 9155565.0, + "step": 3845 + }, + { + "entropy": 4.93073034286499, + "epoch": 3.767498776309349, + "grad_norm": 1.1328125, + "learning_rate": 0.00040185569939657717, + "loss": 4.7068, + "mean_token_accuracy": 0.2270694926381111, + "num_tokens": 9166186.0, + "step": 3850 + }, + { + "entropy": 5.081850004196167, + "epoch": 3.772393538913363, + "grad_norm": 1.15625, + "learning_rate": 0.00040153857648577557, + "loss": 4.8421, + "mean_token_accuracy": 0.22167644798755645, + "num_tokens": 9178756.0, + "step": 3855 + }, + { + "entropy": 5.139322662353516, + "epoch": 3.7772883015173764, + "grad_norm": 1.109375, + "learning_rate": 0.0004012210854940309, + "loss": 4.9906, + "mean_token_accuracy": 0.21866356134414672, + "num_tokens": 9190613.0, + "step": 3860 + }, + { + "entropy": 5.099810838699341, + "epoch": 3.7821830641213903, + "grad_norm": 1.140625, + "learning_rate": 0.000400903227344875, + "loss": 4.9191, + "mean_token_accuracy": 0.21503413170576097, + "num_tokens": 9203255.0, + "step": 3865 + }, + { + "entropy": 5.059392738342285, + "epoch": 3.7870778267254037, + "grad_norm": 1.25, + "learning_rate": 0.0004005850029629074, + "loss": 4.8367, + "mean_token_accuracy": 0.21643659919500352, + "num_tokens": 9215512.0, + "step": 3870 + }, + { + "entropy": 5.122841548919678, + "epoch": 3.7919725893294176, + "grad_norm": 1.1484375, + "learning_rate": 0.0004002664132737932, + "loss": 4.8445, + "mean_token_accuracy": 0.2175495907664299, + "num_tokens": 9226888.0, + "step": 3875 + }, + { + "entropy": 5.131028938293457, + "epoch": 3.7968673519334315, + "grad_norm": 1.109375, + "learning_rate": 0.00039994745920425996, + "loss": 4.8552, + "mean_token_accuracy": 0.22309367805719377, + "num_tokens": 9238658.0, + "step": 3880 + }, + { + "entropy": 5.046094560623169, + "epoch": 3.801762114537445, + "grad_norm": 1.1796875, + "learning_rate": 0.0003996281416820952, + "loss": 4.761, + "mean_token_accuracy": 0.23520938456058502, + "num_tokens": 9249453.0, + "step": 3885 + }, + { + "entropy": 5.060846567153931, + "epoch": 3.8066568771414584, + "grad_norm": 1.1953125, + "learning_rate": 0.0003993084616361438, + "loss": 4.7883, + "mean_token_accuracy": 0.21691110581159592, + "num_tokens": 9260648.0, + "step": 3890 + }, + { + "entropy": 5.0653399467468265, + "epoch": 3.8115516397454723, + "grad_norm": 1.1875, + "learning_rate": 0.0003989884199963049, + "loss": 4.8212, + "mean_token_accuracy": 0.218986214697361, + "num_tokens": 9273120.0, + "step": 3895 + }, + { + "entropy": 5.0901384353637695, + "epoch": 3.816446402349486, + "grad_norm": 1.2734375, + "learning_rate": 0.0003986680176935297, + "loss": 4.8453, + "mean_token_accuracy": 0.22201039493083954, + "num_tokens": 9285460.0, + "step": 3900 + }, + { + "entropy": 5.052167367935181, + "epoch": 3.8213411649534996, + "grad_norm": 1.140625, + "learning_rate": 0.0003983472556598184, + "loss": 4.8365, + "mean_token_accuracy": 0.2265273168683052, + "num_tokens": 9297038.0, + "step": 3905 + }, + { + "entropy": 5.058988428115844, + "epoch": 3.8262359275575135, + "grad_norm": 1.2734375, + "learning_rate": 0.0003980261348282177, + "loss": 4.7678, + "mean_token_accuracy": 0.23172608464956285, + "num_tokens": 9309006.0, + "step": 3910 + }, + { + "entropy": 5.029935455322265, + "epoch": 3.831130690161527, + "grad_norm": 1.09375, + "learning_rate": 0.0003977046561328178, + "loss": 4.7527, + "mean_token_accuracy": 0.23079726994037628, + "num_tokens": 9321276.0, + "step": 3915 + }, + { + "entropy": 4.97658486366272, + "epoch": 3.836025452765541, + "grad_norm": 1.109375, + "learning_rate": 0.00039738282050875, + "loss": 4.7715, + "mean_token_accuracy": 0.21992994844913483, + "num_tokens": 9333172.0, + "step": 3920 + }, + { + "entropy": 5.103640079498291, + "epoch": 3.8409202153695547, + "grad_norm": 1.1953125, + "learning_rate": 0.0003970606288921839, + "loss": 4.8113, + "mean_token_accuracy": 0.22476234287023544, + "num_tokens": 9343653.0, + "step": 3925 + }, + { + "entropy": 5.034993600845337, + "epoch": 3.845814977973568, + "grad_norm": 1.15625, + "learning_rate": 0.00039673808222032457, + "loss": 4.8093, + "mean_token_accuracy": 0.22278518229722977, + "num_tokens": 9355811.0, + "step": 3930 + }, + { + "entropy": 4.919755554199218, + "epoch": 3.850709740577582, + "grad_norm": 1.046875, + "learning_rate": 0.0003964151814314099, + "loss": 4.7726, + "mean_token_accuracy": 0.22335645258426667, + "num_tokens": 9367132.0, + "step": 3935 + }, + { + "entropy": 5.017191553115845, + "epoch": 3.8556045031815955, + "grad_norm": 1.109375, + "learning_rate": 0.0003960919274647075, + "loss": 4.7673, + "mean_token_accuracy": 0.22698212265968323, + "num_tokens": 9379101.0, + "step": 3940 + }, + { + "entropy": 5.057470798492432, + "epoch": 3.8604992657856094, + "grad_norm": 1.25, + "learning_rate": 0.000395768321260513, + "loss": 4.8288, + "mean_token_accuracy": 0.22712221890687942, + "num_tokens": 9390270.0, + "step": 3945 + }, + { + "entropy": 5.064850902557373, + "epoch": 3.8653940283896233, + "grad_norm": 1.2734375, + "learning_rate": 0.0003954443637601462, + "loss": 4.842, + "mean_token_accuracy": 0.2169718399643898, + "num_tokens": 9401724.0, + "step": 3950 + }, + { + "entropy": 5.049954080581665, + "epoch": 3.8702887909936368, + "grad_norm": 1.15625, + "learning_rate": 0.00039512005590594876, + "loss": 4.8423, + "mean_token_accuracy": 0.2201844722032547, + "num_tokens": 9415206.0, + "step": 3955 + }, + { + "entropy": 5.194021081924438, + "epoch": 3.8751835535976507, + "grad_norm": 1.3984375, + "learning_rate": 0.00039479539864128164, + "loss": 4.8965, + "mean_token_accuracy": 0.21629704385995865, + "num_tokens": 9425830.0, + "step": 3960 + }, + { + "entropy": 4.963757419586182, + "epoch": 3.880078316201664, + "grad_norm": 1.15625, + "learning_rate": 0.00039447039291052194, + "loss": 4.7876, + "mean_token_accuracy": 0.22419182658195497, + "num_tokens": 9437603.0, + "step": 3965 + }, + { + "entropy": 4.988585805892944, + "epoch": 3.884973078805678, + "grad_norm": 1.171875, + "learning_rate": 0.00039414503965906075, + "loss": 4.8142, + "mean_token_accuracy": 0.22689663469791413, + "num_tokens": 9448138.0, + "step": 3970 + }, + { + "entropy": 5.16522707939148, + "epoch": 3.889867841409692, + "grad_norm": 1.234375, + "learning_rate": 0.0003938193398332995, + "loss": 4.8378, + "mean_token_accuracy": 0.2153660163283348, + "num_tokens": 9460530.0, + "step": 3975 + }, + { + "entropy": 5.092146348953247, + "epoch": 3.8947626040137053, + "grad_norm": 1.1875, + "learning_rate": 0.00039349329438064835, + "loss": 4.8541, + "mean_token_accuracy": 0.2215948611497879, + "num_tokens": 9472242.0, + "step": 3980 + }, + { + "entropy": 5.041393804550171, + "epoch": 3.899657366617719, + "grad_norm": 1.2578125, + "learning_rate": 0.0003931669042495226, + "loss": 4.7491, + "mean_token_accuracy": 0.22804808169603347, + "num_tokens": 9483266.0, + "step": 3985 + }, + { + "entropy": 5.045307779312134, + "epoch": 3.9045521292217327, + "grad_norm": 1.171875, + "learning_rate": 0.00039284017038933994, + "loss": 4.7909, + "mean_token_accuracy": 0.22371412813663483, + "num_tokens": 9494032.0, + "step": 3990 + }, + { + "entropy": 5.0007702827453615, + "epoch": 3.9094468918257466, + "grad_norm": 1.1328125, + "learning_rate": 0.00039251309375051824, + "loss": 4.7481, + "mean_token_accuracy": 0.23098208010196686, + "num_tokens": 9506301.0, + "step": 3995 + }, + { + "entropy": 5.028079414367676, + "epoch": 3.91434165442976, + "grad_norm": 1.671875, + "learning_rate": 0.00039218567528447225, + "loss": 4.8206, + "mean_token_accuracy": 0.22137255370616912, + "num_tokens": 9517972.0, + "step": 4000 + }, + { + "epoch": 3.91434165442976, + "eval_entropy": 4.977437346827956, + "eval_loss": 5.587992191314697, + "eval_mean_token_accuracy": 0.19564044451353998, + "eval_num_tokens": 9517972.0, + "eval_runtime": 2.724, + "eval_samples_per_second": 1265.405, + "eval_steps_per_second": 158.222, + "step": 4000 + }, + { + "entropy": 5.103353357315063, + "epoch": 3.919236417033774, + "grad_norm": 1.1328125, + "learning_rate": 0.0003918579159436113, + "loss": 4.9132, + "mean_token_accuracy": 0.21382989585399628, + "num_tokens": 9530108.0, + "step": 4005 + }, + { + "entropy": 5.06493911743164, + "epoch": 3.9241311796377873, + "grad_norm": 1.1015625, + "learning_rate": 0.00039152981668133573, + "loss": 4.7868, + "mean_token_accuracy": 0.22151001542806625, + "num_tokens": 9542055.0, + "step": 4010 + }, + { + "entropy": 5.0945597171783445, + "epoch": 3.9290259422418012, + "grad_norm": 1.1640625, + "learning_rate": 0.0003912013784520354, + "loss": 4.8136, + "mean_token_accuracy": 0.2190907344222069, + "num_tokens": 9553507.0, + "step": 4015 + }, + { + "entropy": 5.168673324584961, + "epoch": 3.933920704845815, + "grad_norm": 1.328125, + "learning_rate": 0.00039087260221108537, + "loss": 5.0045, + "mean_token_accuracy": 0.2076257809996605, + "num_tokens": 9564958.0, + "step": 4020 + }, + { + "entropy": 5.08221755027771, + "epoch": 3.9388154674498286, + "grad_norm": 1.296875, + "learning_rate": 0.0003905434889148448, + "loss": 4.8898, + "mean_token_accuracy": 0.22382588684558868, + "num_tokens": 9577149.0, + "step": 4025 + }, + { + "entropy": 5.125473546981811, + "epoch": 3.9437102300538425, + "grad_norm": 1.171875, + "learning_rate": 0.00039021403952065254, + "loss": 4.8643, + "mean_token_accuracy": 0.2155940130352974, + "num_tokens": 9590920.0, + "step": 4030 + }, + { + "entropy": 5.061619901657105, + "epoch": 3.948604992657856, + "grad_norm": 1.390625, + "learning_rate": 0.0003898842549868255, + "loss": 4.7858, + "mean_token_accuracy": 0.23111396729946138, + "num_tokens": 9602224.0, + "step": 4035 + }, + { + "entropy": 5.029408931732178, + "epoch": 3.95349975526187, + "grad_norm": 1.09375, + "learning_rate": 0.00038955413627265534, + "loss": 4.826, + "mean_token_accuracy": 0.2155000552535057, + "num_tokens": 9615160.0, + "step": 4040 + }, + { + "entropy": 5.077261829376221, + "epoch": 3.9583945178658837, + "grad_norm": 1.2109375, + "learning_rate": 0.0003892236843384058, + "loss": 4.8794, + "mean_token_accuracy": 0.21613506972789764, + "num_tokens": 9627853.0, + "step": 4045 + }, + { + "entropy": 5.1072883129119875, + "epoch": 3.963289280469897, + "grad_norm": 1.1328125, + "learning_rate": 0.0003888929001453098, + "loss": 4.8566, + "mean_token_accuracy": 0.21715804934501648, + "num_tokens": 9640215.0, + "step": 4050 + }, + { + "entropy": 5.186117029190063, + "epoch": 3.968184043073911, + "grad_norm": 1.1640625, + "learning_rate": 0.0003885617846555671, + "loss": 4.9161, + "mean_token_accuracy": 0.2154057204723358, + "num_tokens": 9652088.0, + "step": 4055 + }, + { + "entropy": 4.929154968261718, + "epoch": 3.9730788056779245, + "grad_norm": 1.046875, + "learning_rate": 0.0003882303388323406, + "loss": 4.7686, + "mean_token_accuracy": 0.2280975952744484, + "num_tokens": 9664594.0, + "step": 4060 + }, + { + "entropy": 4.958717966079712, + "epoch": 3.9779735682819384, + "grad_norm": 1.1953125, + "learning_rate": 0.00038789856363975473, + "loss": 4.8172, + "mean_token_accuracy": 0.22695261985063553, + "num_tokens": 9675289.0, + "step": 4065 + }, + { + "entropy": 5.139262342453003, + "epoch": 3.9828683308859523, + "grad_norm": 1.1328125, + "learning_rate": 0.0003875664600428914, + "loss": 4.8389, + "mean_token_accuracy": 0.21972294002771378, + "num_tokens": 9687029.0, + "step": 4070 + }, + { + "entropy": 5.1033586978912355, + "epoch": 3.9877630934899657, + "grad_norm": 1.171875, + "learning_rate": 0.0003872340290077883, + "loss": 4.8805, + "mean_token_accuracy": 0.2241383895277977, + "num_tokens": 9698069.0, + "step": 4075 + }, + { + "entropy": 5.05276780128479, + "epoch": 3.9926578560939796, + "grad_norm": 1.1875, + "learning_rate": 0.00038690127150143515, + "loss": 4.7545, + "mean_token_accuracy": 0.2242726728320122, + "num_tokens": 9708872.0, + "step": 4080 + }, + { + "entropy": 4.995786809921265, + "epoch": 3.997552618697993, + "grad_norm": 1.0625, + "learning_rate": 0.0003865681884917717, + "loss": 4.8207, + "mean_token_accuracy": 0.22683833837509154, + "num_tokens": 9721786.0, + "step": 4085 + }, + { + "entropy": 5.1724024878607855, + "epoch": 4.001957905041605, + "grad_norm": 1.140625, + "learning_rate": 0.00038623478094768424, + "loss": 4.7452, + "mean_token_accuracy": 0.2254696422153049, + "num_tokens": 9731518.0, + "step": 4090 + }, + { + "entropy": 5.023131275177002, + "epoch": 4.006852667645619, + "grad_norm": 1.046875, + "learning_rate": 0.0003859010498390033, + "loss": 4.5591, + "mean_token_accuracy": 0.23827751129865646, + "num_tokens": 9743895.0, + "step": 4095 + }, + { + "entropy": 4.985896110534668, + "epoch": 4.011747430249633, + "grad_norm": 1.1953125, + "learning_rate": 0.00038556699613650044, + "loss": 4.5581, + "mean_token_accuracy": 0.2374291941523552, + "num_tokens": 9756104.0, + "step": 4100 + }, + { + "entropy": 4.957859086990356, + "epoch": 4.016642192853647, + "grad_norm": 1.125, + "learning_rate": 0.00038523262081188573, + "loss": 4.4576, + "mean_token_accuracy": 0.24857828617095948, + "num_tokens": 9767494.0, + "step": 4105 + }, + { + "entropy": 5.041051959991455, + "epoch": 4.02153695545766, + "grad_norm": 1.09375, + "learning_rate": 0.00038489792483780474, + "loss": 4.5525, + "mean_token_accuracy": 0.2367478311061859, + "num_tokens": 9779123.0, + "step": 4110 + }, + { + "entropy": 4.988537740707398, + "epoch": 4.026431718061674, + "grad_norm": 1.0390625, + "learning_rate": 0.00038456290918783566, + "loss": 4.6262, + "mean_token_accuracy": 0.23023803383111954, + "num_tokens": 9791309.0, + "step": 4115 + }, + { + "entropy": 5.059031200408936, + "epoch": 4.031326480665688, + "grad_norm": 1.140625, + "learning_rate": 0.0003842275748364868, + "loss": 4.5714, + "mean_token_accuracy": 0.233939291536808, + "num_tokens": 9803333.0, + "step": 4120 + }, + { + "entropy": 5.124443626403808, + "epoch": 4.0362212432697016, + "grad_norm": 1.1015625, + "learning_rate": 0.0003838919227591933, + "loss": 4.6479, + "mean_token_accuracy": 0.23417795747518538, + "num_tokens": 9815592.0, + "step": 4125 + }, + { + "entropy": 5.063463544845581, + "epoch": 4.0411160058737154, + "grad_norm": 1.203125, + "learning_rate": 0.0003835559539323146, + "loss": 4.6197, + "mean_token_accuracy": 0.23014721870422364, + "num_tokens": 9827380.0, + "step": 4130 + }, + { + "entropy": 4.968182563781738, + "epoch": 4.0460107684777284, + "grad_norm": 1.1328125, + "learning_rate": 0.0003832196693331315, + "loss": 4.4356, + "mean_token_accuracy": 0.24900406301021577, + "num_tokens": 9838261.0, + "step": 4135 + }, + { + "entropy": 4.958034372329712, + "epoch": 4.050905531081742, + "grad_norm": 1.2109375, + "learning_rate": 0.0003828830699398433, + "loss": 4.5673, + "mean_token_accuracy": 0.24179045110940933, + "num_tokens": 9849330.0, + "step": 4140 + }, + { + "entropy": 5.065645170211792, + "epoch": 4.055800293685756, + "grad_norm": 1.125, + "learning_rate": 0.00038254615673156516, + "loss": 4.6275, + "mean_token_accuracy": 0.2306502193212509, + "num_tokens": 9860711.0, + "step": 4145 + }, + { + "entropy": 5.059020519256592, + "epoch": 4.06069505628977, + "grad_norm": 1.2578125, + "learning_rate": 0.00038220893068832484, + "loss": 4.5425, + "mean_token_accuracy": 0.2374820217490196, + "num_tokens": 9872230.0, + "step": 4150 + }, + { + "entropy": 5.044583511352539, + "epoch": 4.065589818893784, + "grad_norm": 1.078125, + "learning_rate": 0.00038187139279106025, + "loss": 4.591, + "mean_token_accuracy": 0.22831845730543138, + "num_tokens": 9884459.0, + "step": 4155 + }, + { + "entropy": 4.965525722503662, + "epoch": 4.070484581497797, + "grad_norm": 1.1953125, + "learning_rate": 0.00038153354402161636, + "loss": 4.5306, + "mean_token_accuracy": 0.24032900631427764, + "num_tokens": 9895636.0, + "step": 4160 + }, + { + "entropy": 4.978104209899902, + "epoch": 4.075379344101811, + "grad_norm": 1.4609375, + "learning_rate": 0.0003811953853627425, + "loss": 4.507, + "mean_token_accuracy": 0.24414079487323762, + "num_tokens": 9907090.0, + "step": 4165 + }, + { + "entropy": 4.997107219696045, + "epoch": 4.080274106705825, + "grad_norm": 1.203125, + "learning_rate": 0.00038085691779808916, + "loss": 4.5661, + "mean_token_accuracy": 0.24097975045442582, + "num_tokens": 9918663.0, + "step": 4170 + }, + { + "entropy": 4.950863170623779, + "epoch": 4.085168869309839, + "grad_norm": 1.125, + "learning_rate": 0.00038051814231220585, + "loss": 4.5697, + "mean_token_accuracy": 0.2428872510790825, + "num_tokens": 9930662.0, + "step": 4175 + }, + { + "entropy": 5.114802503585816, + "epoch": 4.090063631913853, + "grad_norm": 1.2265625, + "learning_rate": 0.0003801790598905374, + "loss": 4.6904, + "mean_token_accuracy": 0.22135650217533112, + "num_tokens": 9942782.0, + "step": 4180 + }, + { + "entropy": 5.004737758636475, + "epoch": 4.094958394517866, + "grad_norm": 1.265625, + "learning_rate": 0.00037983967151942143, + "loss": 4.5331, + "mean_token_accuracy": 0.2448731318116188, + "num_tokens": 9954663.0, + "step": 4185 + }, + { + "entropy": 4.978229808807373, + "epoch": 4.0998531571218795, + "grad_norm": 1.234375, + "learning_rate": 0.000379499978186086, + "loss": 4.5862, + "mean_token_accuracy": 0.23844058215618133, + "num_tokens": 9968036.0, + "step": 4190 + }, + { + "entropy": 5.04127984046936, + "epoch": 4.104747919725893, + "grad_norm": 1.2578125, + "learning_rate": 0.0003791599808786456, + "loss": 4.62, + "mean_token_accuracy": 0.232499660551548, + "num_tokens": 9979855.0, + "step": 4195 + }, + { + "entropy": 5.025613069534302, + "epoch": 4.109642682329907, + "grad_norm": 1.203125, + "learning_rate": 0.0003788196805860995, + "loss": 4.4975, + "mean_token_accuracy": 0.2550596997141838, + "num_tokens": 9991380.0, + "step": 4200 + }, + { + "entropy": 5.030689477920532, + "epoch": 4.114537444933921, + "grad_norm": 1.1640625, + "learning_rate": 0.0003784790782983279, + "loss": 4.6009, + "mean_token_accuracy": 0.23677781075239182, + "num_tokens": 10003886.0, + "step": 4205 + }, + { + "entropy": 4.982917642593383, + "epoch": 4.119432207537934, + "grad_norm": 1.25, + "learning_rate": 0.0003781381750060898, + "loss": 4.5927, + "mean_token_accuracy": 0.23751294910907744, + "num_tokens": 10015237.0, + "step": 4210 + }, + { + "entropy": 4.986427736282349, + "epoch": 4.124326970141948, + "grad_norm": 1.0390625, + "learning_rate": 0.0003777969717010194, + "loss": 4.5197, + "mean_token_accuracy": 0.24729954749345778, + "num_tokens": 10028514.0, + "step": 4215 + }, + { + "entropy": 4.94989333152771, + "epoch": 4.129221732745962, + "grad_norm": 1.0625, + "learning_rate": 0.0003774554693756239, + "loss": 4.545, + "mean_token_accuracy": 0.23948704749345778, + "num_tokens": 10041658.0, + "step": 4220 + }, + { + "entropy": 4.941936111450195, + "epoch": 4.134116495349976, + "grad_norm": 1.234375, + "learning_rate": 0.0003771136690232802, + "loss": 4.4823, + "mean_token_accuracy": 0.25030840635299684, + "num_tokens": 10052622.0, + "step": 4225 + }, + { + "entropy": 4.951936388015747, + "epoch": 4.139011257953989, + "grad_norm": 1.1796875, + "learning_rate": 0.000376771571638232, + "loss": 4.5212, + "mean_token_accuracy": 0.23812614232301713, + "num_tokens": 10063819.0, + "step": 4230 + }, + { + "entropy": 4.998723363876342, + "epoch": 4.143906020558003, + "grad_norm": 1.09375, + "learning_rate": 0.00037642917821558737, + "loss": 4.6672, + "mean_token_accuracy": 0.2340690091252327, + "num_tokens": 10076757.0, + "step": 4235 + }, + { + "entropy": 4.940063190460205, + "epoch": 4.148800783162017, + "grad_norm": 1.21875, + "learning_rate": 0.000376086489751315, + "loss": 4.4913, + "mean_token_accuracy": 0.24697423428297044, + "num_tokens": 10088287.0, + "step": 4240 + }, + { + "entropy": 4.959346103668213, + "epoch": 4.1536955457660305, + "grad_norm": 1.25, + "learning_rate": 0.00037574350724224213, + "loss": 4.51, + "mean_token_accuracy": 0.2408648580312729, + "num_tokens": 10099739.0, + "step": 4245 + }, + { + "entropy": 4.995651626586914, + "epoch": 4.158590308370044, + "grad_norm": 1.171875, + "learning_rate": 0.0003754002316860515, + "loss": 4.6101, + "mean_token_accuracy": 0.23685633689165114, + "num_tokens": 10112613.0, + "step": 4250 + }, + { + "entropy": 5.025398540496826, + "epoch": 4.163485070974057, + "grad_norm": 1.234375, + "learning_rate": 0.00037505666408127773, + "loss": 4.5495, + "mean_token_accuracy": 0.2375389203429222, + "num_tokens": 10124966.0, + "step": 4255 + }, + { + "entropy": 4.934124517440796, + "epoch": 4.168379833578071, + "grad_norm": 1.1953125, + "learning_rate": 0.0003747128054273055, + "loss": 4.5406, + "mean_token_accuracy": 0.2428314670920372, + "num_tokens": 10135841.0, + "step": 4260 + }, + { + "entropy": 5.013625955581665, + "epoch": 4.173274596182085, + "grad_norm": 1.1953125, + "learning_rate": 0.0003743686567243659, + "loss": 4.6596, + "mean_token_accuracy": 0.22884552776813508, + "num_tokens": 10147374.0, + "step": 4265 + }, + { + "entropy": 4.992853593826294, + "epoch": 4.178169358786099, + "grad_norm": 1.140625, + "learning_rate": 0.0003740242189735336, + "loss": 4.5636, + "mean_token_accuracy": 0.236056911945343, + "num_tokens": 10159886.0, + "step": 4270 + }, + { + "entropy": 5.046988439559937, + "epoch": 4.183064121390113, + "grad_norm": 1.15625, + "learning_rate": 0.0003736794931767242, + "loss": 4.6437, + "mean_token_accuracy": 0.23168521523475646, + "num_tokens": 10172629.0, + "step": 4275 + }, + { + "entropy": 4.970481204986572, + "epoch": 4.187958883994126, + "grad_norm": 1.265625, + "learning_rate": 0.0003733344803366914, + "loss": 4.5006, + "mean_token_accuracy": 0.2400296911597252, + "num_tokens": 10184467.0, + "step": 4280 + }, + { + "entropy": 4.981130743026734, + "epoch": 4.19285364659814, + "grad_norm": 1.15625, + "learning_rate": 0.0003729891814570232, + "loss": 4.5989, + "mean_token_accuracy": 0.22856157273054123, + "num_tokens": 10196864.0, + "step": 4285 + }, + { + "entropy": 5.0006462097167965, + "epoch": 4.197748409202154, + "grad_norm": 1.078125, + "learning_rate": 0.00037264359754214036, + "loss": 4.615, + "mean_token_accuracy": 0.23426750302314758, + "num_tokens": 10210787.0, + "step": 4290 + }, + { + "entropy": 4.971421957015991, + "epoch": 4.202643171806168, + "grad_norm": 1.1640625, + "learning_rate": 0.00037229772959729263, + "loss": 4.6164, + "mean_token_accuracy": 0.23017945289611816, + "num_tokens": 10223881.0, + "step": 4295 + }, + { + "entropy": 4.9670933246612545, + "epoch": 4.2075379344101815, + "grad_norm": 1.296875, + "learning_rate": 0.0003719515786285554, + "loss": 4.5432, + "mean_token_accuracy": 0.24093651324510573, + "num_tokens": 10235505.0, + "step": 4300 + }, + { + "entropy": 4.944381380081177, + "epoch": 4.2124326970141945, + "grad_norm": 1.09375, + "learning_rate": 0.00037160514564282815, + "loss": 4.541, + "mean_token_accuracy": 0.24333113729953765, + "num_tokens": 10247799.0, + "step": 4305 + }, + { + "entropy": 4.884352731704712, + "epoch": 4.217327459618208, + "grad_norm": 1.1796875, + "learning_rate": 0.00037125843164783, + "loss": 4.46, + "mean_token_accuracy": 0.24434017539024352, + "num_tokens": 10259068.0, + "step": 4310 + }, + { + "entropy": 4.95476336479187, + "epoch": 4.222222222222222, + "grad_norm": 1.2578125, + "learning_rate": 0.0003709114376520979, + "loss": 4.4964, + "mean_token_accuracy": 0.24015609323978424, + "num_tokens": 10271286.0, + "step": 4315 + }, + { + "entropy": 4.938775587081909, + "epoch": 4.227116984826236, + "grad_norm": 1.1875, + "learning_rate": 0.00037056416466498313, + "loss": 4.5561, + "mean_token_accuracy": 0.23273864537477493, + "num_tokens": 10283173.0, + "step": 4320 + }, + { + "entropy": 5.012444305419922, + "epoch": 4.232011747430249, + "grad_norm": 1.203125, + "learning_rate": 0.0003702166136966485, + "loss": 4.6257, + "mean_token_accuracy": 0.2402504190802574, + "num_tokens": 10296117.0, + "step": 4325 + }, + { + "entropy": 5.034178256988525, + "epoch": 4.236906510034263, + "grad_norm": 1.1953125, + "learning_rate": 0.0003698687857580655, + "loss": 4.6023, + "mean_token_accuracy": 0.2323506772518158, + "num_tokens": 10306995.0, + "step": 4330 + }, + { + "entropy": 4.841176128387451, + "epoch": 4.241801272638277, + "grad_norm": 1.171875, + "learning_rate": 0.0003695206818610113, + "loss": 4.4346, + "mean_token_accuracy": 0.2476430505514145, + "num_tokens": 10318549.0, + "step": 4335 + }, + { + "entropy": 4.992100238800049, + "epoch": 4.246696035242291, + "grad_norm": 1.2890625, + "learning_rate": 0.0003691723030180657, + "loss": 4.6176, + "mean_token_accuracy": 0.23537442684173585, + "num_tokens": 10329399.0, + "step": 4340 + }, + { + "entropy": 4.993355083465576, + "epoch": 4.251590797846305, + "grad_norm": 1.2578125, + "learning_rate": 0.0003688236502426082, + "loss": 4.6357, + "mean_token_accuracy": 0.23501158505678177, + "num_tokens": 10341567.0, + "step": 4345 + }, + { + "entropy": 4.990873718261719, + "epoch": 4.256485560450318, + "grad_norm": 1.1171875, + "learning_rate": 0.0003684747245488153, + "loss": 4.4868, + "mean_token_accuracy": 0.2507901802659035, + "num_tokens": 10352407.0, + "step": 4350 + }, + { + "entropy": 4.960176038742065, + "epoch": 4.261380323054332, + "grad_norm": 1.2578125, + "learning_rate": 0.0003681255269516574, + "loss": 4.5799, + "mean_token_accuracy": 0.23848912119865417, + "num_tokens": 10364403.0, + "step": 4355 + }, + { + "entropy": 5.034172248840332, + "epoch": 4.266275085658346, + "grad_norm": 1.09375, + "learning_rate": 0.0003677760584668956, + "loss": 4.6293, + "mean_token_accuracy": 0.23745577782392502, + "num_tokens": 10375392.0, + "step": 4360 + }, + { + "entropy": 5.023036861419678, + "epoch": 4.2711698482623595, + "grad_norm": 1.140625, + "learning_rate": 0.00036742632011107926, + "loss": 4.6398, + "mean_token_accuracy": 0.22803306132555007, + "num_tokens": 10388038.0, + "step": 4365 + }, + { + "entropy": 4.989942741394043, + "epoch": 4.276064610866373, + "grad_norm": 1.109375, + "learning_rate": 0.0003670763129015424, + "loss": 4.6633, + "mean_token_accuracy": 0.22033597081899642, + "num_tokens": 10401706.0, + "step": 4370 + }, + { + "entropy": 4.898762989044189, + "epoch": 4.280959373470386, + "grad_norm": 1.1328125, + "learning_rate": 0.00036672603785640144, + "loss": 4.5558, + "mean_token_accuracy": 0.2382776752114296, + "num_tokens": 10413363.0, + "step": 4375 + }, + { + "entropy": 4.985649633407593, + "epoch": 4.2858541360744, + "grad_norm": 1.203125, + "learning_rate": 0.00036637549599455175, + "loss": 4.5086, + "mean_token_accuracy": 0.2554389536380768, + "num_tokens": 10425000.0, + "step": 4380 + }, + { + "entropy": 4.965001392364502, + "epoch": 4.290748898678414, + "grad_norm": 1.1484375, + "learning_rate": 0.0003660246883356648, + "loss": 4.5917, + "mean_token_accuracy": 0.24058783203363418, + "num_tokens": 10436412.0, + "step": 4385 + }, + { + "entropy": 4.929542827606201, + "epoch": 4.295643661282428, + "grad_norm": 1.2578125, + "learning_rate": 0.00036567361590018513, + "loss": 4.5348, + "mean_token_accuracy": 0.24117553383111953, + "num_tokens": 10446970.0, + "step": 4390 + }, + { + "entropy": 4.971066617965699, + "epoch": 4.300538423886442, + "grad_norm": 1.09375, + "learning_rate": 0.0003653222797093277, + "loss": 4.5958, + "mean_token_accuracy": 0.2335049331188202, + "num_tokens": 10458721.0, + "step": 4395 + }, + { + "entropy": 4.929677724838257, + "epoch": 4.305433186490455, + "grad_norm": 1.171875, + "learning_rate": 0.0003649706807850746, + "loss": 4.4786, + "mean_token_accuracy": 0.2507967263460159, + "num_tokens": 10469676.0, + "step": 4400 + }, + { + "entropy": 4.970559358596802, + "epoch": 4.310327949094469, + "grad_norm": 1.390625, + "learning_rate": 0.000364618820150172, + "loss": 4.6013, + "mean_token_accuracy": 0.23871603459119797, + "num_tokens": 10480832.0, + "step": 4405 + }, + { + "entropy": 4.944663619995117, + "epoch": 4.315222711698483, + "grad_norm": 1.140625, + "learning_rate": 0.0003642666988281277, + "loss": 4.5965, + "mean_token_accuracy": 0.23900092542171478, + "num_tokens": 10493100.0, + "step": 4410 + }, + { + "entropy": 5.035148572921753, + "epoch": 4.320117474302497, + "grad_norm": 1.21875, + "learning_rate": 0.0003639143178432075, + "loss": 4.6073, + "mean_token_accuracy": 0.2362759679555893, + "num_tokens": 10503910.0, + "step": 4415 + }, + { + "entropy": 4.999735975265503, + "epoch": 4.32501223690651, + "grad_norm": 1.140625, + "learning_rate": 0.00036356167822043265, + "loss": 4.6022, + "mean_token_accuracy": 0.23736752718687057, + "num_tokens": 10515739.0, + "step": 4420 + }, + { + "entropy": 4.931397581100464, + "epoch": 4.3299069995105235, + "grad_norm": 1.1875, + "learning_rate": 0.00036320878098557657, + "loss": 4.5844, + "mean_token_accuracy": 0.24389175325632095, + "num_tokens": 10527587.0, + "step": 4425 + }, + { + "entropy": 4.922537899017334, + "epoch": 4.334801762114537, + "grad_norm": 1.25, + "learning_rate": 0.00036285562716516234, + "loss": 4.6023, + "mean_token_accuracy": 0.239091594517231, + "num_tokens": 10538961.0, + "step": 4430 + }, + { + "entropy": 5.007340621948242, + "epoch": 4.339696524718551, + "grad_norm": 1.15625, + "learning_rate": 0.0003625022177864591, + "loss": 4.6344, + "mean_token_accuracy": 0.22378634810447692, + "num_tokens": 10552084.0, + "step": 4435 + }, + { + "entropy": 5.001192235946656, + "epoch": 4.344591287322565, + "grad_norm": 1.1875, + "learning_rate": 0.0003621485538774796, + "loss": 4.5266, + "mean_token_accuracy": 0.24157078862190245, + "num_tokens": 10563647.0, + "step": 4440 + }, + { + "entropy": 4.932107543945312, + "epoch": 4.349486049926578, + "grad_norm": 1.234375, + "learning_rate": 0.0003617946364669768, + "loss": 4.5989, + "mean_token_accuracy": 0.2350343644618988, + "num_tokens": 10575651.0, + "step": 4445 + }, + { + "entropy": 5.014455842971802, + "epoch": 4.354380812530592, + "grad_norm": 1.1328125, + "learning_rate": 0.00036144046658444115, + "loss": 4.6686, + "mean_token_accuracy": 0.2301238015294075, + "num_tokens": 10588672.0, + "step": 4450 + }, + { + "entropy": 5.024813079833985, + "epoch": 4.359275575134606, + "grad_norm": 1.1328125, + "learning_rate": 0.00036108604526009753, + "loss": 4.6073, + "mean_token_accuracy": 0.23376379162073135, + "num_tokens": 10601363.0, + "step": 4455 + }, + { + "entropy": 4.9786200523376465, + "epoch": 4.36417033773862, + "grad_norm": 1.2109375, + "learning_rate": 0.0003607313735249021, + "loss": 4.6024, + "mean_token_accuracy": 0.23971123546361922, + "num_tokens": 10613462.0, + "step": 4460 + }, + { + "entropy": 4.9615809440612795, + "epoch": 4.369065100342634, + "grad_norm": 1.1796875, + "learning_rate": 0.0003603764524105396, + "loss": 4.5825, + "mean_token_accuracy": 0.24286321103572844, + "num_tokens": 10624896.0, + "step": 4465 + }, + { + "entropy": 4.9141175746917725, + "epoch": 4.373959862946647, + "grad_norm": 1.2578125, + "learning_rate": 0.0003600212829494201, + "loss": 4.504, + "mean_token_accuracy": 0.24894710034132003, + "num_tokens": 10635542.0, + "step": 4470 + }, + { + "entropy": 4.977388048171997, + "epoch": 4.378854625550661, + "grad_norm": 1.15625, + "learning_rate": 0.0003596658661746759, + "loss": 4.5588, + "mean_token_accuracy": 0.24535323828458785, + "num_tokens": 10648955.0, + "step": 4475 + }, + { + "entropy": 4.973334836959839, + "epoch": 4.3837493881546745, + "grad_norm": 1.1953125, + "learning_rate": 0.000359310203120159, + "loss": 4.5934, + "mean_token_accuracy": 0.23908900320529938, + "num_tokens": 10660144.0, + "step": 4480 + }, + { + "entropy": 4.941062641143799, + "epoch": 4.388644150758688, + "grad_norm": 1.1015625, + "learning_rate": 0.00035895429482043763, + "loss": 4.4907, + "mean_token_accuracy": 0.24111208468675613, + "num_tokens": 10671896.0, + "step": 4485 + }, + { + "entropy": 4.986586046218872, + "epoch": 4.393538913362702, + "grad_norm": 1.28125, + "learning_rate": 0.00035859814231079337, + "loss": 4.6403, + "mean_token_accuracy": 0.2328612059354782, + "num_tokens": 10683344.0, + "step": 4490 + }, + { + "entropy": 4.831319856643677, + "epoch": 4.398433675966715, + "grad_norm": 1.296875, + "learning_rate": 0.00035824174662721814, + "loss": 4.4669, + "mean_token_accuracy": 0.24965253621339797, + "num_tokens": 10694057.0, + "step": 4495 + }, + { + "entropy": 5.074819278717041, + "epoch": 4.403328438570729, + "grad_norm": 1.09375, + "learning_rate": 0.00035788510880641137, + "loss": 4.7056, + "mean_token_accuracy": 0.22890681475400926, + "num_tokens": 10707429.0, + "step": 4500 + }, + { + "entropy": 5.049197864532471, + "epoch": 4.408223201174743, + "grad_norm": 1.171875, + "learning_rate": 0.00035752822988577683, + "loss": 4.5631, + "mean_token_accuracy": 0.23588933050632477, + "num_tokens": 10719857.0, + "step": 4505 + }, + { + "entropy": 4.944564390182495, + "epoch": 4.413117963778757, + "grad_norm": 1.1328125, + "learning_rate": 0.0003571711109034193, + "loss": 4.5742, + "mean_token_accuracy": 0.24017254561185836, + "num_tokens": 10732136.0, + "step": 4510 + }, + { + "entropy": 4.869391059875488, + "epoch": 4.41801272638277, + "grad_norm": 1.1796875, + "learning_rate": 0.00035681375289814226, + "loss": 4.5107, + "mean_token_accuracy": 0.2448602706193924, + "num_tokens": 10743104.0, + "step": 4515 + }, + { + "entropy": 4.992645597457885, + "epoch": 4.422907488986784, + "grad_norm": 1.0625, + "learning_rate": 0.0003564561569094443, + "loss": 4.5514, + "mean_token_accuracy": 0.24186391681432723, + "num_tokens": 10754965.0, + "step": 4520 + }, + { + "entropy": 5.020322179794311, + "epoch": 4.427802251590798, + "grad_norm": 1.1953125, + "learning_rate": 0.0003560983239775162, + "loss": 4.6161, + "mean_token_accuracy": 0.23685276359319687, + "num_tokens": 10765438.0, + "step": 4525 + }, + { + "entropy": 4.90551791191101, + "epoch": 4.432697014194812, + "grad_norm": 1.1875, + "learning_rate": 0.000355740255143238, + "loss": 4.6224, + "mean_token_accuracy": 0.23386283218860626, + "num_tokens": 10778176.0, + "step": 4530 + }, + { + "entropy": 4.968013525009155, + "epoch": 4.4375917767988255, + "grad_norm": 1.25, + "learning_rate": 0.0003553819514481761, + "loss": 4.6608, + "mean_token_accuracy": 0.226600943505764, + "num_tokens": 10790871.0, + "step": 4535 + }, + { + "entropy": 4.986626672744751, + "epoch": 4.4424865394028386, + "grad_norm": 1.1640625, + "learning_rate": 0.0003550234139345798, + "loss": 4.6401, + "mean_token_accuracy": 0.23747914880514145, + "num_tokens": 10802880.0, + "step": 4540 + }, + { + "entropy": 4.981742095947266, + "epoch": 4.447381302006852, + "grad_norm": 1.2109375, + "learning_rate": 0.0003546646436453789, + "loss": 4.5852, + "mean_token_accuracy": 0.23627849817276, + "num_tokens": 10816366.0, + "step": 4545 + }, + { + "entropy": 4.868809509277344, + "epoch": 4.452276064610866, + "grad_norm": 1.1875, + "learning_rate": 0.00035430564162417986, + "loss": 4.4891, + "mean_token_accuracy": 0.24741119891405106, + "num_tokens": 10827973.0, + "step": 4550 + }, + { + "entropy": 5.132536363601685, + "epoch": 4.45717082721488, + "grad_norm": 1.2265625, + "learning_rate": 0.0003539464089152636, + "loss": 4.6797, + "mean_token_accuracy": 0.23054636865854264, + "num_tokens": 10839438.0, + "step": 4555 + }, + { + "entropy": 4.904827022552491, + "epoch": 4.462065589818894, + "grad_norm": 1.1328125, + "learning_rate": 0.00035358694656358194, + "loss": 4.5165, + "mean_token_accuracy": 0.2442225217819214, + "num_tokens": 10850189.0, + "step": 4560 + }, + { + "entropy": 4.833751010894775, + "epoch": 4.466960352422907, + "grad_norm": 1.1953125, + "learning_rate": 0.0003532272556147545, + "loss": 4.5193, + "mean_token_accuracy": 0.23978835195302964, + "num_tokens": 10861730.0, + "step": 4565 + }, + { + "entropy": 5.036434888839722, + "epoch": 4.471855115026921, + "grad_norm": 1.1015625, + "learning_rate": 0.0003528673371150664, + "loss": 4.6726, + "mean_token_accuracy": 0.23058370351791382, + "num_tokens": 10873843.0, + "step": 4570 + }, + { + "entropy": 4.995850515365601, + "epoch": 4.476749877630935, + "grad_norm": 1.171875, + "learning_rate": 0.00035250719211146395, + "loss": 4.6395, + "mean_token_accuracy": 0.23562803864479065, + "num_tokens": 10886754.0, + "step": 4575 + }, + { + "entropy": 4.960853624343872, + "epoch": 4.481644640234949, + "grad_norm": 1.0859375, + "learning_rate": 0.0003521468216515528, + "loss": 4.5898, + "mean_token_accuracy": 0.23953092396259307, + "num_tokens": 10899402.0, + "step": 4580 + }, + { + "entropy": 4.983584070205689, + "epoch": 4.486539402838963, + "grad_norm": 1.1875, + "learning_rate": 0.00035178622678359433, + "loss": 4.6076, + "mean_token_accuracy": 0.24189481884241104, + "num_tokens": 10912706.0, + "step": 4585 + }, + { + "entropy": 4.929827404022217, + "epoch": 4.491434165442976, + "grad_norm": 1.171875, + "learning_rate": 0.00035142540855650264, + "loss": 4.6414, + "mean_token_accuracy": 0.23340380936861038, + "num_tokens": 10924710.0, + "step": 4590 + }, + { + "entropy": 4.896418762207031, + "epoch": 4.49632892804699, + "grad_norm": 1.125, + "learning_rate": 0.00035106436801984154, + "loss": 4.5596, + "mean_token_accuracy": 0.24512310326099396, + "num_tokens": 10936863.0, + "step": 4595 + }, + { + "entropy": 4.937282752990723, + "epoch": 4.5012236906510035, + "grad_norm": 1.0703125, + "learning_rate": 0.0003507031062238216, + "loss": 4.5465, + "mean_token_accuracy": 0.24911466538906096, + "num_tokens": 10948098.0, + "step": 4600 + }, + { + "entropy": 4.956559467315674, + "epoch": 4.506118453255017, + "grad_norm": 1.2734375, + "learning_rate": 0.0003503416242192968, + "loss": 4.6285, + "mean_token_accuracy": 0.2394946500658989, + "num_tokens": 10960703.0, + "step": 4605 + }, + { + "entropy": 4.99582805633545, + "epoch": 4.51101321585903, + "grad_norm": 1.09375, + "learning_rate": 0.00034997992305776194, + "loss": 4.5726, + "mean_token_accuracy": 0.23462877422571182, + "num_tokens": 10972652.0, + "step": 4610 + }, + { + "entropy": 4.9431041240692135, + "epoch": 4.515907978463044, + "grad_norm": 1.1875, + "learning_rate": 0.00034961800379134907, + "loss": 4.583, + "mean_token_accuracy": 0.23193895816802979, + "num_tokens": 10985511.0, + "step": 4615 + }, + { + "entropy": 4.928348207473755, + "epoch": 4.520802741067058, + "grad_norm": 1.140625, + "learning_rate": 0.0003492558674728248, + "loss": 4.5437, + "mean_token_accuracy": 0.23933225572109224, + "num_tokens": 10997397.0, + "step": 4620 + }, + { + "entropy": 4.884153079986572, + "epoch": 4.525697503671072, + "grad_norm": 1.0625, + "learning_rate": 0.00034889351515558705, + "loss": 4.5624, + "mean_token_accuracy": 0.23536658883094788, + "num_tokens": 11009301.0, + "step": 4625 + }, + { + "entropy": 4.983486604690552, + "epoch": 4.530592266275086, + "grad_norm": 1.2109375, + "learning_rate": 0.00034853094789366216, + "loss": 4.6166, + "mean_token_accuracy": 0.2318914443254471, + "num_tokens": 11021214.0, + "step": 4630 + }, + { + "entropy": 4.995839071273804, + "epoch": 4.5354870288791, + "grad_norm": 1.234375, + "learning_rate": 0.00034816816674170155, + "loss": 4.6307, + "mean_token_accuracy": 0.23181201964616777, + "num_tokens": 11033706.0, + "step": 4635 + }, + { + "entropy": 4.904265308380127, + "epoch": 4.540381791483113, + "grad_norm": 1.1640625, + "learning_rate": 0.00034780517275497896, + "loss": 4.5223, + "mean_token_accuracy": 0.24747188985347748, + "num_tokens": 11046903.0, + "step": 4640 + }, + { + "entropy": 4.995366525650025, + "epoch": 4.545276554087127, + "grad_norm": 1.1328125, + "learning_rate": 0.00034744196698938715, + "loss": 4.6808, + "mean_token_accuracy": 0.23345842957496643, + "num_tokens": 11059769.0, + "step": 4645 + }, + { + "entropy": 4.958969449996948, + "epoch": 4.550171316691141, + "grad_norm": 1.15625, + "learning_rate": 0.00034707855050143487, + "loss": 4.6213, + "mean_token_accuracy": 0.23973002284765244, + "num_tokens": 11072278.0, + "step": 4650 + }, + { + "entropy": 4.980345344543457, + "epoch": 4.5550660792951545, + "grad_norm": 1.2265625, + "learning_rate": 0.0003467149243482439, + "loss": 4.6103, + "mean_token_accuracy": 0.23416877686977386, + "num_tokens": 11084393.0, + "step": 4655 + }, + { + "entropy": 4.974357843399048, + "epoch": 4.5599608418991675, + "grad_norm": 1.1328125, + "learning_rate": 0.00034635108958754605, + "loss": 4.5113, + "mean_token_accuracy": 0.25227575153112414, + "num_tokens": 11096209.0, + "step": 4660 + }, + { + "entropy": 4.796844816207885, + "epoch": 4.564855604503181, + "grad_norm": 1.1484375, + "learning_rate": 0.0003459870472776796, + "loss": 4.3975, + "mean_token_accuracy": 0.25478396117687224, + "num_tokens": 11107563.0, + "step": 4665 + }, + { + "entropy": 4.876433897018432, + "epoch": 4.569750367107195, + "grad_norm": 1.1328125, + "learning_rate": 0.0003456227984775867, + "loss": 4.5936, + "mean_token_accuracy": 0.2475576013326645, + "num_tokens": 11119771.0, + "step": 4670 + }, + { + "entropy": 4.9424066066741945, + "epoch": 4.574645129711209, + "grad_norm": 1.1640625, + "learning_rate": 0.0003452583442468104, + "loss": 4.5355, + "mean_token_accuracy": 0.24378240704536439, + "num_tokens": 11130243.0, + "step": 4675 + }, + { + "entropy": 4.956759214401245, + "epoch": 4.579539892315223, + "grad_norm": 1.1484375, + "learning_rate": 0.0003448936856454909, + "loss": 4.6354, + "mean_token_accuracy": 0.23188417702913283, + "num_tokens": 11142623.0, + "step": 4680 + }, + { + "entropy": 4.957581090927124, + "epoch": 4.584434654919236, + "grad_norm": 1.109375, + "learning_rate": 0.0003445288237343632, + "loss": 4.5506, + "mean_token_accuracy": 0.23696067482233046, + "num_tokens": 11154961.0, + "step": 4685 + }, + { + "entropy": 4.863600587844848, + "epoch": 4.58932941752325, + "grad_norm": 1.1015625, + "learning_rate": 0.0003441637595747535, + "loss": 4.5568, + "mean_token_accuracy": 0.24411790668964387, + "num_tokens": 11166924.0, + "step": 4690 + }, + { + "entropy": 4.99712495803833, + "epoch": 4.594224180127264, + "grad_norm": 1.2421875, + "learning_rate": 0.0003437984942285764, + "loss": 4.5925, + "mean_token_accuracy": 0.23994487076997756, + "num_tokens": 11178151.0, + "step": 4695 + }, + { + "entropy": 4.99697642326355, + "epoch": 4.599118942731278, + "grad_norm": 1.234375, + "learning_rate": 0.00034343302875833174, + "loss": 4.6063, + "mean_token_accuracy": 0.23970601409673692, + "num_tokens": 11190546.0, + "step": 4700 + }, + { + "entropy": 4.911056089401245, + "epoch": 4.604013705335291, + "grad_norm": 1.1015625, + "learning_rate": 0.0003430673642271014, + "loss": 4.5319, + "mean_token_accuracy": 0.2503520429134369, + "num_tokens": 11202191.0, + "step": 4705 + }, + { + "entropy": 4.8730621337890625, + "epoch": 4.608908467939305, + "grad_norm": 1.203125, + "learning_rate": 0.0003427015016985464, + "loss": 4.6004, + "mean_token_accuracy": 0.23604031950235366, + "num_tokens": 11213233.0, + "step": 4710 + }, + { + "entropy": 4.965299892425537, + "epoch": 4.6138032305433185, + "grad_norm": 1.2109375, + "learning_rate": 0.0003423354422369036, + "loss": 4.5624, + "mean_token_accuracy": 0.23677294552326203, + "num_tokens": 11224209.0, + "step": 4715 + }, + { + "entropy": 5.060855054855347, + "epoch": 4.618697993147332, + "grad_norm": 1.140625, + "learning_rate": 0.0003419691869069829, + "loss": 4.7085, + "mean_token_accuracy": 0.23144390285015107, + "num_tokens": 11236764.0, + "step": 4720 + }, + { + "entropy": 4.937286138534546, + "epoch": 4.623592755751346, + "grad_norm": 1.28125, + "learning_rate": 0.0003416027367741637, + "loss": 4.5261, + "mean_token_accuracy": 0.24710342288017273, + "num_tokens": 11248386.0, + "step": 4725 + }, + { + "entropy": 4.834506940841675, + "epoch": 4.62848751835536, + "grad_norm": 1.15625, + "learning_rate": 0.0003412360929043922, + "loss": 4.5261, + "mean_token_accuracy": 0.2465933382511139, + "num_tokens": 11260056.0, + "step": 4730 + }, + { + "entropy": 4.969740867614746, + "epoch": 4.633382280959373, + "grad_norm": 1.0625, + "learning_rate": 0.0003408692563641781, + "loss": 4.6864, + "mean_token_accuracy": 0.22559406459331513, + "num_tokens": 11274186.0, + "step": 4735 + }, + { + "entropy": 4.9639567852020265, + "epoch": 4.638277043563387, + "grad_norm": 1.140625, + "learning_rate": 0.00034050222822059153, + "loss": 4.5563, + "mean_token_accuracy": 0.2435510516166687, + "num_tokens": 11286464.0, + "step": 4740 + }, + { + "entropy": 4.903935527801513, + "epoch": 4.643171806167401, + "grad_norm": 1.140625, + "learning_rate": 0.0003401350095412601, + "loss": 4.5388, + "mean_token_accuracy": 0.23533929139375687, + "num_tokens": 11298536.0, + "step": 4745 + }, + { + "entropy": 4.984070634841919, + "epoch": 4.648066568771415, + "grad_norm": 1.046875, + "learning_rate": 0.0003397676013943655, + "loss": 4.7008, + "mean_token_accuracy": 0.22351232320070266, + "num_tokens": 11311477.0, + "step": 4750 + }, + { + "entropy": 5.042261743545533, + "epoch": 4.652961331375428, + "grad_norm": 1.265625, + "learning_rate": 0.00033940000484864065, + "loss": 4.6359, + "mean_token_accuracy": 0.23226390033960342, + "num_tokens": 11323449.0, + "step": 4755 + }, + { + "entropy": 4.958922100067139, + "epoch": 4.657856093979442, + "grad_norm": 1.046875, + "learning_rate": 0.00033903222097336636, + "loss": 4.6416, + "mean_token_accuracy": 0.23971253782510757, + "num_tokens": 11336606.0, + "step": 4760 + }, + { + "entropy": 4.934089326858521, + "epoch": 4.662750856583456, + "grad_norm": 1.15625, + "learning_rate": 0.0003386642508383685, + "loss": 4.5607, + "mean_token_accuracy": 0.23808138817548752, + "num_tokens": 11348272.0, + "step": 4765 + }, + { + "entropy": 4.979602956771851, + "epoch": 4.66764561918747, + "grad_norm": 1.0546875, + "learning_rate": 0.0003382960955140146, + "loss": 4.6474, + "mean_token_accuracy": 0.2371411442756653, + "num_tokens": 11359762.0, + "step": 4770 + }, + { + "entropy": 4.918827533721924, + "epoch": 4.6725403817914835, + "grad_norm": 1.1875, + "learning_rate": 0.0003379277560712112, + "loss": 4.5287, + "mean_token_accuracy": 0.24563721120357512, + "num_tokens": 11372015.0, + "step": 4775 + }, + { + "entropy": 4.992553663253784, + "epoch": 4.6774351443954965, + "grad_norm": 1.2890625, + "learning_rate": 0.0003375592335813999, + "loss": 4.5794, + "mean_token_accuracy": 0.24276368618011473, + "num_tokens": 11382433.0, + "step": 4780 + }, + { + "entropy": 4.926769495010376, + "epoch": 4.68232990699951, + "grad_norm": 1.1953125, + "learning_rate": 0.0003371905291165551, + "loss": 4.5468, + "mean_token_accuracy": 0.2355273887515068, + "num_tokens": 11394479.0, + "step": 4785 + }, + { + "entropy": 4.898515892028809, + "epoch": 4.687224669603524, + "grad_norm": 1.3203125, + "learning_rate": 0.0003368216437491806, + "loss": 4.5381, + "mean_token_accuracy": 0.24220383167266846, + "num_tokens": 11405759.0, + "step": 4790 + }, + { + "entropy": 5.041534185409546, + "epoch": 4.692119432207538, + "grad_norm": 1.265625, + "learning_rate": 0.00033645257855230616, + "loss": 4.686, + "mean_token_accuracy": 0.23345834463834764, + "num_tokens": 11418356.0, + "step": 4795 + }, + { + "entropy": 4.962784957885742, + "epoch": 4.697014194811552, + "grad_norm": 1.21875, + "learning_rate": 0.0003360833345994849, + "loss": 4.5647, + "mean_token_accuracy": 0.2334904357790947, + "num_tokens": 11428999.0, + "step": 4800 + }, + { + "entropy": 4.961305141448975, + "epoch": 4.701908957415565, + "grad_norm": 1.234375, + "learning_rate": 0.00033571391296478956, + "loss": 4.6493, + "mean_token_accuracy": 0.23007457405328752, + "num_tokens": 11439531.0, + "step": 4805 + }, + { + "entropy": 4.888871335983277, + "epoch": 4.706803720019579, + "grad_norm": 1.1171875, + "learning_rate": 0.00033534431472281005, + "loss": 4.5147, + "mean_token_accuracy": 0.2470294326543808, + "num_tokens": 11451582.0, + "step": 4810 + }, + { + "entropy": 4.912890005111694, + "epoch": 4.711698482623593, + "grad_norm": 1.2421875, + "learning_rate": 0.0003349745409486499, + "loss": 4.6071, + "mean_token_accuracy": 0.23003580719232558, + "num_tokens": 11463243.0, + "step": 4815 + }, + { + "entropy": 5.000146865844727, + "epoch": 4.716593245227607, + "grad_norm": 1.109375, + "learning_rate": 0.0003346045927179232, + "loss": 4.597, + "mean_token_accuracy": 0.2359566494822502, + "num_tokens": 11475797.0, + "step": 4820 + }, + { + "entropy": 4.880976438522339, + "epoch": 4.721488007831621, + "grad_norm": 1.15625, + "learning_rate": 0.0003342344711067516, + "loss": 4.5452, + "mean_token_accuracy": 0.24409642368555068, + "num_tokens": 11487166.0, + "step": 4825 + }, + { + "entropy": 4.8728338241577145, + "epoch": 4.726382770435634, + "grad_norm": 1.1484375, + "learning_rate": 0.0003338641771917609, + "loss": 4.5857, + "mean_token_accuracy": 0.22893455922603606, + "num_tokens": 11498834.0, + "step": 4830 + }, + { + "entropy": 4.904224443435669, + "epoch": 4.7312775330396475, + "grad_norm": 1.1328125, + "learning_rate": 0.00033349371205007827, + "loss": 4.5863, + "mean_token_accuracy": 0.2370509222149849, + "num_tokens": 11511665.0, + "step": 4835 + }, + { + "entropy": 5.072694969177246, + "epoch": 4.736172295643661, + "grad_norm": 1.234375, + "learning_rate": 0.00033312307675932904, + "loss": 4.5992, + "mean_token_accuracy": 0.23935865312814714, + "num_tokens": 11522358.0, + "step": 4840 + }, + { + "entropy": 4.960729694366455, + "epoch": 4.741067058247675, + "grad_norm": 1.1875, + "learning_rate": 0.0003327522723976332, + "loss": 4.5857, + "mean_token_accuracy": 0.23962829560041427, + "num_tokens": 11536082.0, + "step": 4845 + }, + { + "entropy": 4.896367073059082, + "epoch": 4.745961820851688, + "grad_norm": 1.1484375, + "learning_rate": 0.0003323813000436028, + "loss": 4.5804, + "mean_token_accuracy": 0.24031926840543746, + "num_tokens": 11549004.0, + "step": 4850 + }, + { + "entropy": 4.942358016967773, + "epoch": 4.750856583455702, + "grad_norm": 1.1640625, + "learning_rate": 0.00033201016077633825, + "loss": 4.6194, + "mean_token_accuracy": 0.23238101601600647, + "num_tokens": 11560029.0, + "step": 4855 + }, + { + "entropy": 4.97268648147583, + "epoch": 4.755751346059716, + "grad_norm": 1.109375, + "learning_rate": 0.0003316388556754259, + "loss": 4.5764, + "mean_token_accuracy": 0.24354737401008605, + "num_tokens": 11571563.0, + "step": 4860 + }, + { + "entropy": 4.867502641677857, + "epoch": 4.76064610866373, + "grad_norm": 1.1171875, + "learning_rate": 0.0003312673858209341, + "loss": 4.5175, + "mean_token_accuracy": 0.23850720077753068, + "num_tokens": 11582917.0, + "step": 4865 + }, + { + "entropy": 4.924775886535644, + "epoch": 4.765540871267744, + "grad_norm": 1.1875, + "learning_rate": 0.0003308957522934107, + "loss": 4.6328, + "mean_token_accuracy": 0.2353920817375183, + "num_tokens": 11594272.0, + "step": 4870 + }, + { + "entropy": 4.96436653137207, + "epoch": 4.770435633871757, + "grad_norm": 1.28125, + "learning_rate": 0.00033052395617387954, + "loss": 4.6137, + "mean_token_accuracy": 0.24112553000450135, + "num_tokens": 11605389.0, + "step": 4875 + }, + { + "entropy": 4.93902096748352, + "epoch": 4.775330396475771, + "grad_norm": 1.1640625, + "learning_rate": 0.00033015199854383734, + "loss": 4.6033, + "mean_token_accuracy": 0.23862474411725998, + "num_tokens": 11617542.0, + "step": 4880 + }, + { + "entropy": 4.920818424224853, + "epoch": 4.780225159079785, + "grad_norm": 1.203125, + "learning_rate": 0.0003297798804852508, + "loss": 4.5455, + "mean_token_accuracy": 0.2366666316986084, + "num_tokens": 11630078.0, + "step": 4885 + }, + { + "entropy": 4.940057563781738, + "epoch": 4.7851199216837985, + "grad_norm": 1.1484375, + "learning_rate": 0.00032940760308055315, + "loss": 4.6167, + "mean_token_accuracy": 0.2333507552742958, + "num_tokens": 11641418.0, + "step": 4890 + }, + { + "entropy": 5.0347026824951175, + "epoch": 4.790014684287812, + "grad_norm": 1.125, + "learning_rate": 0.00032903516741264124, + "loss": 4.7665, + "mean_token_accuracy": 0.2256920740008354, + "num_tokens": 11654797.0, + "step": 4895 + }, + { + "entropy": 4.936593437194825, + "epoch": 4.794909446891825, + "grad_norm": 0.984375, + "learning_rate": 0.00032866257456487215, + "loss": 4.5822, + "mean_token_accuracy": 0.2424963504076004, + "num_tokens": 11667880.0, + "step": 4900 + }, + { + "entropy": 4.986945867538452, + "epoch": 4.799804209495839, + "grad_norm": 1.125, + "learning_rate": 0.00032828982562106023, + "loss": 4.5762, + "mean_token_accuracy": 0.23732181191444396, + "num_tokens": 11680229.0, + "step": 4905 + }, + { + "entropy": 4.926059579849243, + "epoch": 4.804698972099853, + "grad_norm": 1.1484375, + "learning_rate": 0.000327916921665474, + "loss": 4.5886, + "mean_token_accuracy": 0.23226813673973085, + "num_tokens": 11691219.0, + "step": 4910 + }, + { + "entropy": 4.9361631870269775, + "epoch": 4.809593734703867, + "grad_norm": 1.140625, + "learning_rate": 0.00032754386378283266, + "loss": 4.5513, + "mean_token_accuracy": 0.24084499776363372, + "num_tokens": 11702630.0, + "step": 4915 + }, + { + "entropy": 4.962361097335815, + "epoch": 4.814488497307881, + "grad_norm": 1.15625, + "learning_rate": 0.0003271706530583035, + "loss": 4.6579, + "mean_token_accuracy": 0.23210628032684327, + "num_tokens": 11713904.0, + "step": 4920 + }, + { + "entropy": 4.9835145473480225, + "epoch": 4.819383259911894, + "grad_norm": 1.171875, + "learning_rate": 0.00032679729057749797, + "loss": 4.5844, + "mean_token_accuracy": 0.24705798029899598, + "num_tokens": 11726106.0, + "step": 4925 + }, + { + "entropy": 4.951479530334472, + "epoch": 4.824278022515908, + "grad_norm": 1.109375, + "learning_rate": 0.0003264237774264693, + "loss": 4.5579, + "mean_token_accuracy": 0.2422999322414398, + "num_tokens": 11739032.0, + "step": 4930 + }, + { + "entropy": 4.921961879730224, + "epoch": 4.829172785119922, + "grad_norm": 1.21875, + "learning_rate": 0.00032605011469170875, + "loss": 4.5394, + "mean_token_accuracy": 0.23905659317970276, + "num_tokens": 11750859.0, + "step": 4935 + }, + { + "entropy": 4.932737016677857, + "epoch": 4.834067547723936, + "grad_norm": 1.1171875, + "learning_rate": 0.000325676303460143, + "loss": 4.5245, + "mean_token_accuracy": 0.25352912247180937, + "num_tokens": 11761442.0, + "step": 4940 + }, + { + "entropy": 4.915727233886718, + "epoch": 4.838962310327949, + "grad_norm": 1.171875, + "learning_rate": 0.0003253023448191303, + "loss": 4.4855, + "mean_token_accuracy": 0.2534261792898178, + "num_tokens": 11771986.0, + "step": 4945 + }, + { + "entropy": 4.8648669719696045, + "epoch": 4.8438570729319625, + "grad_norm": 1.2109375, + "learning_rate": 0.00032492823985645804, + "loss": 4.5548, + "mean_token_accuracy": 0.23888727724552156, + "num_tokens": 11782813.0, + "step": 4950 + }, + { + "entropy": 4.965753889083862, + "epoch": 4.848751835535976, + "grad_norm": 1.265625, + "learning_rate": 0.0003245539896603391, + "loss": 4.6013, + "mean_token_accuracy": 0.23862355351448059, + "num_tokens": 11794676.0, + "step": 4955 + }, + { + "entropy": 4.956359577178955, + "epoch": 4.85364659813999, + "grad_norm": 1.1953125, + "learning_rate": 0.0003241795953194086, + "loss": 4.5374, + "mean_token_accuracy": 0.2480431005358696, + "num_tokens": 11806251.0, + "step": 4960 + }, + { + "entropy": 4.981100988388062, + "epoch": 4.858541360744004, + "grad_norm": 1.1015625, + "learning_rate": 0.0003238050579227215, + "loss": 4.618, + "mean_token_accuracy": 0.2375776380300522, + "num_tokens": 11817331.0, + "step": 4965 + }, + { + "entropy": 4.944558477401733, + "epoch": 4.863436123348018, + "grad_norm": 1.21875, + "learning_rate": 0.0003234303785597482, + "loss": 4.6062, + "mean_token_accuracy": 0.2414374068379402, + "num_tokens": 11829178.0, + "step": 4970 + }, + { + "entropy": 4.879626083374023, + "epoch": 4.868330885952031, + "grad_norm": 1.3359375, + "learning_rate": 0.0003230555583203728, + "loss": 4.6051, + "mean_token_accuracy": 0.23914755880832672, + "num_tokens": 11841421.0, + "step": 4975 + }, + { + "entropy": 4.902350521087646, + "epoch": 4.873225648556045, + "grad_norm": 1.0625, + "learning_rate": 0.0003226805982948884, + "loss": 4.5538, + "mean_token_accuracy": 0.23678377121686936, + "num_tokens": 11854351.0, + "step": 4980 + }, + { + "entropy": 4.972124814987183, + "epoch": 4.878120411160059, + "grad_norm": 1.203125, + "learning_rate": 0.00032230549957399534, + "loss": 4.5696, + "mean_token_accuracy": 0.2439131036400795, + "num_tokens": 11865739.0, + "step": 4985 + }, + { + "entropy": 5.014398574829102, + "epoch": 4.883015173764073, + "grad_norm": 1.1484375, + "learning_rate": 0.0003219302632487971, + "loss": 4.7044, + "mean_token_accuracy": 0.233197383582592, + "num_tokens": 11878215.0, + "step": 4990 + }, + { + "entropy": 4.957666969299316, + "epoch": 4.887909936368086, + "grad_norm": 1.1796875, + "learning_rate": 0.00032155489041079755, + "loss": 4.5947, + "mean_token_accuracy": 0.2403508022427559, + "num_tokens": 11890224.0, + "step": 4995 + }, + { + "entropy": 4.90994439125061, + "epoch": 4.8928046989721, + "grad_norm": 1.09375, + "learning_rate": 0.0003211793821518977, + "loss": 4.5575, + "mean_token_accuracy": 0.2488363578915596, + "num_tokens": 11901982.0, + "step": 5000 + }, + { + "epoch": 4.8928046989721, + "eval_entropy": 4.9151236916916, + "eval_loss": 5.558598518371582, + "eval_mean_token_accuracy": 0.20045298462400857, + "eval_num_tokens": 11901982.0, + "eval_runtime": 2.7091, + "eval_samples_per_second": 1272.391, + "eval_steps_per_second": 159.095, + "step": 5000 + }, + { + "entropy": 4.970084285736084, + "epoch": 4.897699461576114, + "grad_norm": 1.21875, + "learning_rate": 0.00032080373956439213, + "loss": 4.5766, + "mean_token_accuracy": 0.23770701736211777, + "num_tokens": 11914236.0, + "step": 5005 + }, + { + "entropy": 4.940792083740234, + "epoch": 4.9025942241801275, + "grad_norm": 1.3125, + "learning_rate": 0.0003204279637409667, + "loss": 4.6004, + "mean_token_accuracy": 0.24051721394062042, + "num_tokens": 11924946.0, + "step": 5010 + }, + { + "entropy": 4.928751277923584, + "epoch": 4.907488986784141, + "grad_norm": 1.1484375, + "learning_rate": 0.00032005205577469436, + "loss": 4.6396, + "mean_token_accuracy": 0.2318523943424225, + "num_tokens": 11937135.0, + "step": 5015 + }, + { + "entropy": 4.892696285247803, + "epoch": 4.912383749388154, + "grad_norm": 1.171875, + "learning_rate": 0.0003196760167590328, + "loss": 4.5777, + "mean_token_accuracy": 0.24381590336561204, + "num_tokens": 11948831.0, + "step": 5020 + }, + { + "entropy": 5.015315008163452, + "epoch": 4.917278511992168, + "grad_norm": 1.3515625, + "learning_rate": 0.00031929984778782057, + "loss": 4.7053, + "mean_token_accuracy": 0.23329141587018967, + "num_tokens": 11961048.0, + "step": 5025 + }, + { + "entropy": 4.913628101348877, + "epoch": 4.922173274596182, + "grad_norm": 1.203125, + "learning_rate": 0.00031892354995527444, + "loss": 4.5653, + "mean_token_accuracy": 0.23947801887989045, + "num_tokens": 11973015.0, + "step": 5030 + }, + { + "entropy": 4.931114625930786, + "epoch": 4.927068037200196, + "grad_norm": 1.0625, + "learning_rate": 0.00031854712435598615, + "loss": 4.6083, + "mean_token_accuracy": 0.23548408597707748, + "num_tokens": 11985139.0, + "step": 5035 + }, + { + "entropy": 4.971907615661621, + "epoch": 4.931962799804209, + "grad_norm": 1.265625, + "learning_rate": 0.0003181705720849188, + "loss": 4.6079, + "mean_token_accuracy": 0.23368552327156067, + "num_tokens": 11996420.0, + "step": 5040 + }, + { + "entropy": 4.979585790634156, + "epoch": 4.936857562408223, + "grad_norm": 1.1875, + "learning_rate": 0.0003177938942374042, + "loss": 4.5557, + "mean_token_accuracy": 0.2486712157726288, + "num_tokens": 12007104.0, + "step": 5045 + }, + { + "entropy": 4.938420629501342, + "epoch": 4.941752325012237, + "grad_norm": 1.1796875, + "learning_rate": 0.0003174170919091392, + "loss": 4.6011, + "mean_token_accuracy": 0.2386533722281456, + "num_tokens": 12018663.0, + "step": 5050 + }, + { + "entropy": 4.980367660522461, + "epoch": 4.946647087616251, + "grad_norm": 1.1484375, + "learning_rate": 0.00031704016619618305, + "loss": 4.6438, + "mean_token_accuracy": 0.23362721502780914, + "num_tokens": 12030445.0, + "step": 5055 + }, + { + "entropy": 4.970768880844116, + "epoch": 4.951541850220265, + "grad_norm": 1.21875, + "learning_rate": 0.0003166631181949536, + "loss": 4.6339, + "mean_token_accuracy": 0.23144124448299408, + "num_tokens": 12042301.0, + "step": 5060 + }, + { + "entropy": 4.887622547149658, + "epoch": 4.9564366128242785, + "grad_norm": 1.140625, + "learning_rate": 0.00031628594900222465, + "loss": 4.5971, + "mean_token_accuracy": 0.23787095993757248, + "num_tokens": 12054131.0, + "step": 5065 + }, + { + "entropy": 4.968758010864258, + "epoch": 4.9613313754282915, + "grad_norm": 1.0390625, + "learning_rate": 0.00031590865971512237, + "loss": 4.6252, + "mean_token_accuracy": 0.234019935131073, + "num_tokens": 12067292.0, + "step": 5070 + }, + { + "entropy": 4.953561735153198, + "epoch": 4.966226138032305, + "grad_norm": 1.1953125, + "learning_rate": 0.00031553125143112237, + "loss": 4.6688, + "mean_token_accuracy": 0.23385276794433593, + "num_tokens": 12078056.0, + "step": 5075 + }, + { + "entropy": 4.884413242340088, + "epoch": 4.971120900636319, + "grad_norm": 1.2421875, + "learning_rate": 0.00031515372524804644, + "loss": 4.5109, + "mean_token_accuracy": 0.24655757546424867, + "num_tokens": 12089310.0, + "step": 5080 + }, + { + "entropy": 4.915296745300293, + "epoch": 4.976015663240333, + "grad_norm": 1.2421875, + "learning_rate": 0.00031477608226405907, + "loss": 4.5641, + "mean_token_accuracy": 0.24150988906621934, + "num_tokens": 12100931.0, + "step": 5085 + }, + { + "entropy": 4.936488294601441, + "epoch": 4.980910425844346, + "grad_norm": 1.203125, + "learning_rate": 0.00031439832357766485, + "loss": 4.604, + "mean_token_accuracy": 0.23317671120166777, + "num_tokens": 12112159.0, + "step": 5090 + }, + { + "entropy": 4.974797010421753, + "epoch": 4.98580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.00031402045028770456, + "loss": 4.6281, + "mean_token_accuracy": 0.23169159889221191, + "num_tokens": 12124057.0, + "step": 5095 + }, + { + "entropy": 4.9140619277954105, + "epoch": 4.990699951052374, + "grad_norm": 1.109375, + "learning_rate": 0.0003136424634933528, + "loss": 4.5903, + "mean_token_accuracy": 0.23971892148256302, + "num_tokens": 12136697.0, + "step": 5100 + }, + { + "entropy": 4.9594427108764645, + "epoch": 4.995594713656388, + "grad_norm": 1.171875, + "learning_rate": 0.00031326436429411386, + "loss": 4.5789, + "mean_token_accuracy": 0.24007336646318436, + "num_tokens": 12149152.0, + "step": 5105 + }, + { + "entropy": 4.837845855289036, + "epoch": 5.0, + "grad_norm": 2.25, + "learning_rate": 0.0003128861537898193, + "loss": 4.5335, + "mean_token_accuracy": 0.24379850758446586, + "num_tokens": 12158480.0, + "step": 5110 + }, + { + "entropy": 4.958009862899781, + "epoch": 5.004894762604014, + "grad_norm": 1.1953125, + "learning_rate": 0.0003125078330806245, + "loss": 4.3122, + "mean_token_accuracy": 0.2604338303208351, + "num_tokens": 12168435.0, + "step": 5115 + }, + { + "entropy": 4.963918924331665, + "epoch": 5.009789525208028, + "grad_norm": 1.0390625, + "learning_rate": 0.00031212940326700504, + "loss": 4.322, + "mean_token_accuracy": 0.26302495002746584, + "num_tokens": 12180408.0, + "step": 5120 + }, + { + "entropy": 4.897024536132813, + "epoch": 5.014684287812041, + "grad_norm": 1.1953125, + "learning_rate": 0.00031175086544975436, + "loss": 4.3045, + "mean_token_accuracy": 0.26604206264019015, + "num_tokens": 12192139.0, + "step": 5125 + }, + { + "entropy": 4.938781595230102, + "epoch": 5.019579050416055, + "grad_norm": 1.21875, + "learning_rate": 0.0003113722207299795, + "loss": 4.3542, + "mean_token_accuracy": 0.2577071011066437, + "num_tokens": 12204184.0, + "step": 5130 + }, + { + "entropy": 4.999024438858032, + "epoch": 5.024473813020069, + "grad_norm": 1.140625, + "learning_rate": 0.00031099347020909906, + "loss": 4.4331, + "mean_token_accuracy": 0.24938651025295258, + "num_tokens": 12216512.0, + "step": 5135 + }, + { + "entropy": 4.886103200912475, + "epoch": 5.0293685756240825, + "grad_norm": 1.0859375, + "learning_rate": 0.00031061461498883895, + "loss": 4.2971, + "mean_token_accuracy": 0.269036191701889, + "num_tokens": 12227419.0, + "step": 5140 + }, + { + "entropy": 4.847523498535156, + "epoch": 5.034263338228096, + "grad_norm": 1.21875, + "learning_rate": 0.0003102356561712299, + "loss": 4.3648, + "mean_token_accuracy": 0.25474782586097716, + "num_tokens": 12238965.0, + "step": 5145 + }, + { + "entropy": 4.959598731994629, + "epoch": 5.039158100832109, + "grad_norm": 1.109375, + "learning_rate": 0.0003098565948586038, + "loss": 4.4558, + "mean_token_accuracy": 0.24450213015079497, + "num_tokens": 12252740.0, + "step": 5150 + }, + { + "entropy": 4.921490287780761, + "epoch": 5.044052863436123, + "grad_norm": 1.1875, + "learning_rate": 0.00030947743215359075, + "loss": 4.3254, + "mean_token_accuracy": 0.25831259191036227, + "num_tokens": 12264190.0, + "step": 5155 + }, + { + "entropy": 4.907011032104492, + "epoch": 5.048947626040137, + "grad_norm": 1.1796875, + "learning_rate": 0.0003090981691591159, + "loss": 4.3652, + "mean_token_accuracy": 0.25150704085826875, + "num_tokens": 12275901.0, + "step": 5160 + }, + { + "entropy": 4.905701065063477, + "epoch": 5.053842388644151, + "grad_norm": 1.0859375, + "learning_rate": 0.000308718806978396, + "loss": 4.3429, + "mean_token_accuracy": 0.25858851969242097, + "num_tokens": 12287320.0, + "step": 5165 + }, + { + "entropy": 4.966667413711548, + "epoch": 5.058737151248164, + "grad_norm": 1.03125, + "learning_rate": 0.0003083393467149363, + "loss": 4.3863, + "mean_token_accuracy": 0.2497824788093567, + "num_tokens": 12300796.0, + "step": 5170 + }, + { + "entropy": 4.899695777893067, + "epoch": 5.063631913852178, + "grad_norm": 1.2109375, + "learning_rate": 0.0003079597894725274, + "loss": 4.3642, + "mean_token_accuracy": 0.2561481907963753, + "num_tokens": 12313368.0, + "step": 5175 + }, + { + "entropy": 4.918936395645142, + "epoch": 5.068526676456192, + "grad_norm": 1.3359375, + "learning_rate": 0.00030758013635524205, + "loss": 4.3876, + "mean_token_accuracy": 0.254037569463253, + "num_tokens": 12325071.0, + "step": 5180 + }, + { + "entropy": 4.832960748672486, + "epoch": 5.073421439060206, + "grad_norm": 1.25, + "learning_rate": 0.0003072003884674319, + "loss": 4.3656, + "mean_token_accuracy": 0.2558576062321663, + "num_tokens": 12336851.0, + "step": 5185 + }, + { + "entropy": 4.764031934738159, + "epoch": 5.07831620166422, + "grad_norm": 1.2578125, + "learning_rate": 0.00030682054691372396, + "loss": 4.3434, + "mean_token_accuracy": 0.25979203879833224, + "num_tokens": 12348401.0, + "step": 5190 + }, + { + "entropy": 4.95928840637207, + "epoch": 5.083210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.0003064406127990182, + "loss": 4.3884, + "mean_token_accuracy": 0.2560496285557747, + "num_tokens": 12359545.0, + "step": 5195 + }, + { + "entropy": 5.0024186134338375, + "epoch": 5.0881057268722465, + "grad_norm": 1.2109375, + "learning_rate": 0.0003060605872284834, + "loss": 4.396, + "mean_token_accuracy": 0.25134445130825045, + "num_tokens": 12371385.0, + "step": 5200 + }, + { + "entropy": 4.871951484680176, + "epoch": 5.09300048947626, + "grad_norm": 1.125, + "learning_rate": 0.00030568047130755474, + "loss": 4.415, + "mean_token_accuracy": 0.25351625978946685, + "num_tokens": 12384933.0, + "step": 5205 + }, + { + "entropy": 4.867712926864624, + "epoch": 5.097895252080274, + "grad_norm": 1.171875, + "learning_rate": 0.00030530026614192983, + "loss": 4.3827, + "mean_token_accuracy": 0.2571286603808403, + "num_tokens": 12397301.0, + "step": 5210 + }, + { + "entropy": 4.920883750915527, + "epoch": 5.102790014684288, + "grad_norm": 1.2578125, + "learning_rate": 0.0003049199728375662, + "loss": 4.3399, + "mean_token_accuracy": 0.2628617614507675, + "num_tokens": 12408593.0, + "step": 5215 + }, + { + "entropy": 4.908628320693969, + "epoch": 5.107684777288301, + "grad_norm": 1.2578125, + "learning_rate": 0.00030453959250067764, + "loss": 4.3396, + "mean_token_accuracy": 0.2595177605748177, + "num_tokens": 12419498.0, + "step": 5220 + }, + { + "entropy": 4.821868848800659, + "epoch": 5.112579539892315, + "grad_norm": 1.1015625, + "learning_rate": 0.00030415912623773107, + "loss": 4.3209, + "mean_token_accuracy": 0.2581139370799065, + "num_tokens": 12431874.0, + "step": 5225 + }, + { + "entropy": 4.9897682666778564, + "epoch": 5.117474302496329, + "grad_norm": 1.125, + "learning_rate": 0.0003037785751554434, + "loss": 4.501, + "mean_token_accuracy": 0.25574222952127457, + "num_tokens": 12444030.0, + "step": 5230 + }, + { + "entropy": 4.962854623794556, + "epoch": 5.122369065100343, + "grad_norm": 1.2421875, + "learning_rate": 0.00030339794036077824, + "loss": 4.3746, + "mean_token_accuracy": 0.25864806324243544, + "num_tokens": 12454627.0, + "step": 5235 + }, + { + "entropy": 4.834767484664917, + "epoch": 5.127263827704357, + "grad_norm": 1.265625, + "learning_rate": 0.0003030172229609427, + "loss": 4.3432, + "mean_token_accuracy": 0.2612172350287437, + "num_tokens": 12466465.0, + "step": 5240 + }, + { + "entropy": 4.888991165161133, + "epoch": 5.13215859030837, + "grad_norm": 1.140625, + "learning_rate": 0.0003026364240633842, + "loss": 4.296, + "mean_token_accuracy": 0.27039791345596315, + "num_tokens": 12478886.0, + "step": 5245 + }, + { + "entropy": 4.848423814773559, + "epoch": 5.137053352912384, + "grad_norm": 1.171875, + "learning_rate": 0.00030225554477578733, + "loss": 4.3093, + "mean_token_accuracy": 0.2598715707659721, + "num_tokens": 12491418.0, + "step": 5250 + }, + { + "entropy": 4.859292840957641, + "epoch": 5.1419481155163975, + "grad_norm": 1.1875, + "learning_rate": 0.0003018745862060702, + "loss": 4.3423, + "mean_token_accuracy": 0.2566388979554176, + "num_tokens": 12503784.0, + "step": 5255 + }, + { + "entropy": 4.907123231887818, + "epoch": 5.146842878120411, + "grad_norm": 1.140625, + "learning_rate": 0.00030149354946238196, + "loss": 4.3375, + "mean_token_accuracy": 0.261844602227211, + "num_tokens": 12514560.0, + "step": 5260 + }, + { + "entropy": 4.897166156768799, + "epoch": 5.151737640724425, + "grad_norm": 1.171875, + "learning_rate": 0.0003011124356530989, + "loss": 4.4245, + "mean_token_accuracy": 0.2525751248002052, + "num_tokens": 12527920.0, + "step": 5265 + }, + { + "entropy": 4.928752136230469, + "epoch": 5.156632403328438, + "grad_norm": 1.1796875, + "learning_rate": 0.0003007312458868214, + "loss": 4.3743, + "mean_token_accuracy": 0.25650078505277635, + "num_tokens": 12538793.0, + "step": 5270 + }, + { + "entropy": 4.814674186706543, + "epoch": 5.161527165932452, + "grad_norm": 1.2109375, + "learning_rate": 0.0003003499812723711, + "loss": 4.3407, + "mean_token_accuracy": 0.25908356755971906, + "num_tokens": 12551158.0, + "step": 5275 + }, + { + "entropy": 4.931568908691406, + "epoch": 5.166421928536466, + "grad_norm": 1.1171875, + "learning_rate": 0.000299968642918787, + "loss": 4.4402, + "mean_token_accuracy": 0.25640726685523985, + "num_tokens": 12564138.0, + "step": 5280 + }, + { + "entropy": 4.921501970291137, + "epoch": 5.17131669114048, + "grad_norm": 1.28125, + "learning_rate": 0.00029958723193532287, + "loss": 4.4058, + "mean_token_accuracy": 0.25719621777534485, + "num_tokens": 12575140.0, + "step": 5285 + }, + { + "entropy": 4.872871589660645, + "epoch": 5.176211453744493, + "grad_norm": 1.171875, + "learning_rate": 0.0002992057494314437, + "loss": 4.3463, + "mean_token_accuracy": 0.252190089225769, + "num_tokens": 12586371.0, + "step": 5290 + }, + { + "entropy": 4.939267635345459, + "epoch": 5.181106216348507, + "grad_norm": 1.1328125, + "learning_rate": 0.00029882419651682234, + "loss": 4.4147, + "mean_token_accuracy": 0.2542558580636978, + "num_tokens": 12599785.0, + "step": 5295 + }, + { + "entropy": 4.789497232437133, + "epoch": 5.186000978952521, + "grad_norm": 1.296875, + "learning_rate": 0.00029844257430133674, + "loss": 4.212, + "mean_token_accuracy": 0.2707947090268135, + "num_tokens": 12611073.0, + "step": 5300 + }, + { + "entropy": 4.84962100982666, + "epoch": 5.190895741556535, + "grad_norm": 1.1484375, + "learning_rate": 0.00029806088389506614, + "loss": 4.3582, + "mean_token_accuracy": 0.25633101165294647, + "num_tokens": 12623337.0, + "step": 5305 + }, + { + "entropy": 4.874534654617309, + "epoch": 5.1957905041605486, + "grad_norm": 1.2109375, + "learning_rate": 0.00029767912640828837, + "loss": 4.3945, + "mean_token_accuracy": 0.25490366518497465, + "num_tokens": 12635325.0, + "step": 5310 + }, + { + "entropy": 5.002076005935669, + "epoch": 5.2006852667645616, + "grad_norm": 1.1953125, + "learning_rate": 0.00029729730295147627, + "loss": 4.4477, + "mean_token_accuracy": 0.25073795169591906, + "num_tokens": 12646675.0, + "step": 5315 + }, + { + "entropy": 4.881000995635986, + "epoch": 5.2055800293685754, + "grad_norm": 1.2421875, + "learning_rate": 0.00029691541463529466, + "loss": 4.3804, + "mean_token_accuracy": 0.2621867716312408, + "num_tokens": 12657349.0, + "step": 5320 + }, + { + "entropy": 4.919429540634155, + "epoch": 5.210474791972589, + "grad_norm": 1.21875, + "learning_rate": 0.0002965334625705968, + "loss": 4.4285, + "mean_token_accuracy": 0.25295074433088305, + "num_tokens": 12669851.0, + "step": 5325 + }, + { + "entropy": 4.976959133148194, + "epoch": 5.215369554576603, + "grad_norm": 1.09375, + "learning_rate": 0.00029615144786842174, + "loss": 4.4419, + "mean_token_accuracy": 0.25048954486846925, + "num_tokens": 12684368.0, + "step": 5330 + }, + { + "entropy": 4.908678770065308, + "epoch": 5.220264317180617, + "grad_norm": 1.25, + "learning_rate": 0.00029576937163999046, + "loss": 4.3887, + "mean_token_accuracy": 0.25789752006530764, + "num_tokens": 12696401.0, + "step": 5335 + }, + { + "entropy": 4.888817834854126, + "epoch": 5.22515907978463, + "grad_norm": 1.1953125, + "learning_rate": 0.000295387234996703, + "loss": 4.4001, + "mean_token_accuracy": 0.2558760404586792, + "num_tokens": 12707493.0, + "step": 5340 + }, + { + "entropy": 4.872880363464356, + "epoch": 5.230053842388644, + "grad_norm": 1.1953125, + "learning_rate": 0.0002950050390501351, + "loss": 4.3732, + "mean_token_accuracy": 0.25516442507505416, + "num_tokens": 12719732.0, + "step": 5345 + }, + { + "entropy": 4.870816421508789, + "epoch": 5.234948604992658, + "grad_norm": 1.28125, + "learning_rate": 0.0002946227849120352, + "loss": 4.3123, + "mean_token_accuracy": 0.2601855263113976, + "num_tokens": 12730629.0, + "step": 5350 + }, + { + "entropy": 4.887098169326782, + "epoch": 5.239843367596672, + "grad_norm": 1.2109375, + "learning_rate": 0.0002942404736943206, + "loss": 4.3079, + "mean_token_accuracy": 0.26518921852111815, + "num_tokens": 12742742.0, + "step": 5355 + }, + { + "entropy": 4.886412620544434, + "epoch": 5.244738130200686, + "grad_norm": 1.21875, + "learning_rate": 0.00029385810650907514, + "loss": 4.474, + "mean_token_accuracy": 0.24400135576725007, + "num_tokens": 12755810.0, + "step": 5360 + }, + { + "entropy": 4.864665222167969, + "epoch": 5.249632892804699, + "grad_norm": 1.0703125, + "learning_rate": 0.000293475684468545, + "loss": 4.3247, + "mean_token_accuracy": 0.2605849504470825, + "num_tokens": 12768774.0, + "step": 5365 + }, + { + "entropy": 4.871584033966064, + "epoch": 5.254527655408713, + "grad_norm": 1.2421875, + "learning_rate": 0.0002930932086851362, + "loss": 4.311, + "mean_token_accuracy": 0.2626017689704895, + "num_tokens": 12778860.0, + "step": 5370 + }, + { + "entropy": 4.802646493911743, + "epoch": 5.2594224180127265, + "grad_norm": 1.1796875, + "learning_rate": 0.00029271068027141093, + "loss": 4.3288, + "mean_token_accuracy": 0.25410080701112747, + "num_tokens": 12790718.0, + "step": 5375 + }, + { + "entropy": 4.8621697425842285, + "epoch": 5.26431718061674, + "grad_norm": 1.2109375, + "learning_rate": 0.0002923281003400848, + "loss": 4.3795, + "mean_token_accuracy": 0.2574193745851517, + "num_tokens": 12801924.0, + "step": 5380 + }, + { + "entropy": 4.8984628200531, + "epoch": 5.269211943220753, + "grad_norm": 1.109375, + "learning_rate": 0.00029194547000402284, + "loss": 4.423, + "mean_token_accuracy": 0.24654452204704286, + "num_tokens": 12814180.0, + "step": 5385 + }, + { + "entropy": 4.925138330459594, + "epoch": 5.274106705824767, + "grad_norm": 1.203125, + "learning_rate": 0.00029156279037623694, + "loss": 4.3861, + "mean_token_accuracy": 0.2502188071608543, + "num_tokens": 12826179.0, + "step": 5390 + }, + { + "entropy": 4.8376720428466795, + "epoch": 5.279001468428781, + "grad_norm": 1.1484375, + "learning_rate": 0.0002911800625698823, + "loss": 4.473, + "mean_token_accuracy": 0.24802757054567337, + "num_tokens": 12838818.0, + "step": 5395 + }, + { + "entropy": 4.865996932983398, + "epoch": 5.283896231032795, + "grad_norm": 1.171875, + "learning_rate": 0.0002907972876982544, + "loss": 4.326, + "mean_token_accuracy": 0.2606485769152641, + "num_tokens": 12850404.0, + "step": 5400 + }, + { + "entropy": 4.852719354629516, + "epoch": 5.288790993636809, + "grad_norm": 1.21875, + "learning_rate": 0.00029041446687478543, + "loss": 4.3717, + "mean_token_accuracy": 0.251312343776226, + "num_tokens": 12862902.0, + "step": 5405 + }, + { + "entropy": 4.842373514175415, + "epoch": 5.293685756240822, + "grad_norm": 1.25, + "learning_rate": 0.0002900316012130413, + "loss": 4.3494, + "mean_token_accuracy": 0.25836356431245805, + "num_tokens": 12875440.0, + "step": 5410 + }, + { + "entropy": 4.975588035583496, + "epoch": 5.298580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.0002896486918267186, + "loss": 4.472, + "mean_token_accuracy": 0.2513862207531929, + "num_tokens": 12887664.0, + "step": 5415 + }, + { + "entropy": 4.866049575805664, + "epoch": 5.30347528144885, + "grad_norm": 1.234375, + "learning_rate": 0.00028926573982964067, + "loss": 4.3668, + "mean_token_accuracy": 0.25593926161527636, + "num_tokens": 12898597.0, + "step": 5420 + }, + { + "entropy": 4.844847679138184, + "epoch": 5.308370044052864, + "grad_norm": 1.2265625, + "learning_rate": 0.00028888274633575504, + "loss": 4.3405, + "mean_token_accuracy": 0.2640332952141762, + "num_tokens": 12910272.0, + "step": 5425 + }, + { + "entropy": 4.92423415184021, + "epoch": 5.3132648066568775, + "grad_norm": 1.2421875, + "learning_rate": 0.00028849971245913005, + "loss": 4.3896, + "mean_token_accuracy": 0.2510180279612541, + "num_tokens": 12920481.0, + "step": 5430 + }, + { + "entropy": 4.862576961517334, + "epoch": 5.3181595692608905, + "grad_norm": 1.125, + "learning_rate": 0.00028811663931395127, + "loss": 4.3703, + "mean_token_accuracy": 0.25634227246046065, + "num_tokens": 12933388.0, + "step": 5435 + }, + { + "entropy": 4.848942279815674, + "epoch": 5.323054331864904, + "grad_norm": 1.1328125, + "learning_rate": 0.00028773352801451864, + "loss": 4.3438, + "mean_token_accuracy": 0.2634120240807533, + "num_tokens": 12944552.0, + "step": 5440 + }, + { + "entropy": 4.927693271636963, + "epoch": 5.327949094468918, + "grad_norm": 1.1953125, + "learning_rate": 0.00028735037967524303, + "loss": 4.4076, + "mean_token_accuracy": 0.24917805194854736, + "num_tokens": 12956412.0, + "step": 5445 + }, + { + "entropy": 4.800685691833496, + "epoch": 5.332843857072932, + "grad_norm": 1.1015625, + "learning_rate": 0.0002869671954106432, + "loss": 4.271, + "mean_token_accuracy": 0.26187579333782196, + "num_tokens": 12969317.0, + "step": 5450 + }, + { + "entropy": 4.889603948593139, + "epoch": 5.337738619676946, + "grad_norm": 1.1484375, + "learning_rate": 0.0002865839763353421, + "loss": 4.4635, + "mean_token_accuracy": 0.24944115430116653, + "num_tokens": 12982699.0, + "step": 5455 + }, + { + "entropy": 4.961989641189575, + "epoch": 5.342633382280959, + "grad_norm": 1.171875, + "learning_rate": 0.00028620072356406437, + "loss": 4.4472, + "mean_token_accuracy": 0.24868619740009307, + "num_tokens": 12995777.0, + "step": 5460 + }, + { + "entropy": 4.847643852233887, + "epoch": 5.347528144884973, + "grad_norm": 1.1796875, + "learning_rate": 0.0002858174382116322, + "loss": 4.3442, + "mean_token_accuracy": 0.25567984879016875, + "num_tokens": 13006992.0, + "step": 5465 + }, + { + "entropy": 4.847750473022461, + "epoch": 5.352422907488987, + "grad_norm": 1.15625, + "learning_rate": 0.00028543412139296295, + "loss": 4.3688, + "mean_token_accuracy": 0.25548591911792756, + "num_tokens": 13019333.0, + "step": 5470 + }, + { + "entropy": 4.889858913421631, + "epoch": 5.357317670093001, + "grad_norm": 1.2578125, + "learning_rate": 0.0002850507742230652, + "loss": 4.3919, + "mean_token_accuracy": 0.25415838360786436, + "num_tokens": 13031398.0, + "step": 5475 + }, + { + "entropy": 4.897127771377564, + "epoch": 5.362212432697014, + "grad_norm": 1.28125, + "learning_rate": 0.000284667397817036, + "loss": 4.3531, + "mean_token_accuracy": 0.25854593217372895, + "num_tokens": 13043052.0, + "step": 5480 + }, + { + "entropy": 4.837593936920166, + "epoch": 5.367107195301028, + "grad_norm": 1.1953125, + "learning_rate": 0.00028428399329005744, + "loss": 4.3506, + "mean_token_accuracy": 0.25983099043369295, + "num_tokens": 13053297.0, + "step": 5485 + }, + { + "entropy": 4.903572607040405, + "epoch": 5.3720019579050415, + "grad_norm": 1.21875, + "learning_rate": 0.00028390056175739333, + "loss": 4.4608, + "mean_token_accuracy": 0.250194339454174, + "num_tokens": 13066922.0, + "step": 5490 + }, + { + "entropy": 4.967030334472656, + "epoch": 5.376896720509055, + "grad_norm": 1.1796875, + "learning_rate": 0.0002835171043343861, + "loss": 4.4263, + "mean_token_accuracy": 0.25020225942134855, + "num_tokens": 13078819.0, + "step": 5495 + }, + { + "entropy": 4.889230489730835, + "epoch": 5.381791483113069, + "grad_norm": 1.21875, + "learning_rate": 0.0002831336221364534, + "loss": 4.4086, + "mean_token_accuracy": 0.2416940689086914, + "num_tokens": 13091737.0, + "step": 5500 + }, + { + "entropy": 4.82708969116211, + "epoch": 5.386686245717082, + "grad_norm": 1.140625, + "learning_rate": 0.00028275011627908517, + "loss": 4.3627, + "mean_token_accuracy": 0.26323580741882324, + "num_tokens": 13104338.0, + "step": 5505 + }, + { + "entropy": 4.8442614555358885, + "epoch": 5.391581008321096, + "grad_norm": 1.1015625, + "learning_rate": 0.0002823665878778398, + "loss": 4.3563, + "mean_token_accuracy": 0.2633529782295227, + "num_tokens": 13117348.0, + "step": 5510 + }, + { + "entropy": 4.9412072658538815, + "epoch": 5.39647577092511, + "grad_norm": 1.1796875, + "learning_rate": 0.00028198303804834163, + "loss": 4.4809, + "mean_token_accuracy": 0.24831988662481308, + "num_tokens": 13130204.0, + "step": 5515 + }, + { + "entropy": 5.003201055526733, + "epoch": 5.401370533529124, + "grad_norm": 1.125, + "learning_rate": 0.0002815994679062771, + "loss": 4.4445, + "mean_token_accuracy": 0.25087785720825195, + "num_tokens": 13141999.0, + "step": 5520 + }, + { + "entropy": 4.8898577213287355, + "epoch": 5.406265296133138, + "grad_norm": 1.1328125, + "learning_rate": 0.00028121587856739177, + "loss": 4.3676, + "mean_token_accuracy": 0.25085431784391404, + "num_tokens": 13154327.0, + "step": 5525 + }, + { + "entropy": 4.804069566726684, + "epoch": 5.411160058737151, + "grad_norm": 1.2890625, + "learning_rate": 0.0002808322711474873, + "loss": 4.3518, + "mean_token_accuracy": 0.25942639261484146, + "num_tokens": 13164271.0, + "step": 5530 + }, + { + "entropy": 4.837275075912475, + "epoch": 5.416054821341165, + "grad_norm": 1.15625, + "learning_rate": 0.00028044864676241737, + "loss": 4.3722, + "mean_token_accuracy": 0.2564785420894623, + "num_tokens": 13175801.0, + "step": 5535 + }, + { + "entropy": 4.882635021209717, + "epoch": 5.420949583945179, + "grad_norm": 1.125, + "learning_rate": 0.00028006500652808566, + "loss": 4.357, + "mean_token_accuracy": 0.24884607046842575, + "num_tokens": 13188793.0, + "step": 5540 + }, + { + "entropy": 4.95216588973999, + "epoch": 5.425844346549193, + "grad_norm": 1.0859375, + "learning_rate": 0.0002796813515604415, + "loss": 4.3867, + "mean_token_accuracy": 0.2546717330813408, + "num_tokens": 13200567.0, + "step": 5545 + }, + { + "entropy": 4.859859657287598, + "epoch": 5.4307391091532065, + "grad_norm": 1.2734375, + "learning_rate": 0.0002792976829754773, + "loss": 4.3861, + "mean_token_accuracy": 0.2546194359660149, + "num_tokens": 13212105.0, + "step": 5550 + }, + { + "entropy": 4.881920719146729, + "epoch": 5.4356338717572195, + "grad_norm": 1.171875, + "learning_rate": 0.00027891400188922495, + "loss": 4.3623, + "mean_token_accuracy": 0.2614657819271088, + "num_tokens": 13223706.0, + "step": 5555 + }, + { + "entropy": 4.9416053771972654, + "epoch": 5.440528634361233, + "grad_norm": 1.234375, + "learning_rate": 0.00027853030941775274, + "loss": 4.5306, + "mean_token_accuracy": 0.2471021294593811, + "num_tokens": 13235326.0, + "step": 5560 + }, + { + "entropy": 4.907420444488525, + "epoch": 5.445423396965247, + "grad_norm": 1.125, + "learning_rate": 0.0002781466066771623, + "loss": 4.442, + "mean_token_accuracy": 0.2501250237226486, + "num_tokens": 13248182.0, + "step": 5565 + }, + { + "entropy": 4.909937381744385, + "epoch": 5.450318159569261, + "grad_norm": 1.21875, + "learning_rate": 0.00027776289478358477, + "loss": 4.4102, + "mean_token_accuracy": 0.2543193385004997, + "num_tokens": 13259729.0, + "step": 5570 + }, + { + "entropy": 5.001272296905517, + "epoch": 5.455212922173274, + "grad_norm": 1.2890625, + "learning_rate": 0.0002773791748531781, + "loss": 4.5052, + "mean_token_accuracy": 0.24846877604722978, + "num_tokens": 13270735.0, + "step": 5575 + }, + { + "entropy": 4.887505054473877, + "epoch": 5.460107684777288, + "grad_norm": 1.09375, + "learning_rate": 0.00027699544800212356, + "loss": 4.3816, + "mean_token_accuracy": 0.25734333842992785, + "num_tokens": 13282724.0, + "step": 5580 + }, + { + "entropy": 4.870601558685303, + "epoch": 5.465002447381302, + "grad_norm": 1.1953125, + "learning_rate": 0.0002766117153466227, + "loss": 4.4024, + "mean_token_accuracy": 0.2541832819581032, + "num_tokens": 13296676.0, + "step": 5585 + }, + { + "entropy": 4.907495212554932, + "epoch": 5.469897209985316, + "grad_norm": 1.25, + "learning_rate": 0.0002762279780028937, + "loss": 4.3456, + "mean_token_accuracy": 0.2542095884680748, + "num_tokens": 13308524.0, + "step": 5590 + }, + { + "entropy": 4.904850864410401, + "epoch": 5.47479197258933, + "grad_norm": 1.09375, + "learning_rate": 0.00027584423708716866, + "loss": 4.4717, + "mean_token_accuracy": 0.2411001518368721, + "num_tokens": 13320523.0, + "step": 5595 + }, + { + "entropy": 4.818140125274658, + "epoch": 5.479686735193344, + "grad_norm": 1.0703125, + "learning_rate": 0.0002754604937156899, + "loss": 4.3241, + "mean_token_accuracy": 0.26283698827028273, + "num_tokens": 13333485.0, + "step": 5600 + }, + { + "entropy": 4.889340829849243, + "epoch": 5.484581497797357, + "grad_norm": 1.3125, + "learning_rate": 0.00027507674900470686, + "loss": 4.4188, + "mean_token_accuracy": 0.2551365777850151, + "num_tokens": 13345581.0, + "step": 5605 + }, + { + "entropy": 4.825367021560669, + "epoch": 5.4894762604013705, + "grad_norm": 1.3046875, + "learning_rate": 0.000274693004070473, + "loss": 4.3587, + "mean_token_accuracy": 0.2517304763197899, + "num_tokens": 13358672.0, + "step": 5610 + }, + { + "entropy": 4.9278435707092285, + "epoch": 5.494371023005384, + "grad_norm": 1.1953125, + "learning_rate": 0.00027430926002924226, + "loss": 4.3791, + "mean_token_accuracy": 0.2576457604765892, + "num_tokens": 13369753.0, + "step": 5615 + }, + { + "entropy": 4.9037861824035645, + "epoch": 5.499265785609398, + "grad_norm": 1.296875, + "learning_rate": 0.0002739255179972662, + "loss": 4.4261, + "mean_token_accuracy": 0.2506695121526718, + "num_tokens": 13381707.0, + "step": 5620 + }, + { + "entropy": 4.826402950286865, + "epoch": 5.504160548213411, + "grad_norm": 1.171875, + "learning_rate": 0.0002735417790907903, + "loss": 4.3484, + "mean_token_accuracy": 0.260126519203186, + "num_tokens": 13393551.0, + "step": 5625 + }, + { + "entropy": 4.915320825576782, + "epoch": 5.509055310817425, + "grad_norm": 1.3125, + "learning_rate": 0.0002731580444260512, + "loss": 4.4892, + "mean_token_accuracy": 0.2423268064856529, + "num_tokens": 13405253.0, + "step": 5630 + }, + { + "entropy": 4.9282050132751465, + "epoch": 5.513950073421439, + "grad_norm": 1.1640625, + "learning_rate": 0.0002727743151192729, + "loss": 4.3981, + "mean_token_accuracy": 0.2548184052109718, + "num_tokens": 13416892.0, + "step": 5635 + }, + { + "entropy": 4.901979303359985, + "epoch": 5.518844836025453, + "grad_norm": 1.1640625, + "learning_rate": 0.00027239059228666417, + "loss": 4.4077, + "mean_token_accuracy": 0.2559808880090714, + "num_tokens": 13429226.0, + "step": 5640 + }, + { + "entropy": 4.886145877838135, + "epoch": 5.523739598629467, + "grad_norm": 1.2265625, + "learning_rate": 0.0002720068770444146, + "loss": 4.4478, + "mean_token_accuracy": 0.2462196171283722, + "num_tokens": 13440028.0, + "step": 5645 + }, + { + "entropy": 4.788758850097656, + "epoch": 5.52863436123348, + "grad_norm": 1.140625, + "learning_rate": 0.000271623170508692, + "loss": 4.3139, + "mean_token_accuracy": 0.25626635253429414, + "num_tokens": 13451213.0, + "step": 5650 + }, + { + "entropy": 4.804979562759399, + "epoch": 5.533529123837494, + "grad_norm": 1.2109375, + "learning_rate": 0.00027123947379563857, + "loss": 4.3179, + "mean_token_accuracy": 0.25836723297834396, + "num_tokens": 13462751.0, + "step": 5655 + }, + { + "entropy": 4.7869219303131105, + "epoch": 5.538423886441508, + "grad_norm": 1.1328125, + "learning_rate": 0.00027085578802136823, + "loss": 4.3119, + "mean_token_accuracy": 0.2503983810544014, + "num_tokens": 13474622.0, + "step": 5660 + }, + { + "entropy": 4.9020153999328615, + "epoch": 5.5433186490455215, + "grad_norm": 1.125, + "learning_rate": 0.00027047211430196276, + "loss": 4.4257, + "mean_token_accuracy": 0.2556076109409332, + "num_tokens": 13485793.0, + "step": 5665 + }, + { + "entropy": 4.958245897293091, + "epoch": 5.5482134116495345, + "grad_norm": 1.1796875, + "learning_rate": 0.00027008845375346924, + "loss": 4.4426, + "mean_token_accuracy": 0.25535325407981874, + "num_tokens": 13497498.0, + "step": 5670 + }, + { + "entropy": 4.963417863845825, + "epoch": 5.553108174253548, + "grad_norm": 1.234375, + "learning_rate": 0.0002697048074918961, + "loss": 4.4397, + "mean_token_accuracy": 0.257719512283802, + "num_tokens": 13509305.0, + "step": 5675 + }, + { + "entropy": 4.838377571105957, + "epoch": 5.558002936857562, + "grad_norm": 1.125, + "learning_rate": 0.0002693211766332105, + "loss": 4.349, + "mean_token_accuracy": 0.26085864305496215, + "num_tokens": 13520339.0, + "step": 5680 + }, + { + "entropy": 4.846307229995728, + "epoch": 5.562897699461576, + "grad_norm": 1.203125, + "learning_rate": 0.0002689375622933344, + "loss": 4.3849, + "mean_token_accuracy": 0.25081703513860704, + "num_tokens": 13532043.0, + "step": 5685 + }, + { + "entropy": 4.938611602783203, + "epoch": 5.56779246206559, + "grad_norm": 1.15625, + "learning_rate": 0.00026855396558814225, + "loss": 4.4004, + "mean_token_accuracy": 0.2577081561088562, + "num_tokens": 13543335.0, + "step": 5690 + }, + { + "entropy": 4.948917627334595, + "epoch": 5.572687224669604, + "grad_norm": 1.234375, + "learning_rate": 0.0002681703876334567, + "loss": 4.467, + "mean_token_accuracy": 0.24466674774885178, + "num_tokens": 13553433.0, + "step": 5695 + }, + { + "entropy": 4.89360990524292, + "epoch": 5.577581987273617, + "grad_norm": 1.2109375, + "learning_rate": 0.0002677868295450463, + "loss": 4.4266, + "mean_token_accuracy": 0.2540895834565163, + "num_tokens": 13565176.0, + "step": 5700 + }, + { + "entropy": 4.873272132873535, + "epoch": 5.582476749877631, + "grad_norm": 1.171875, + "learning_rate": 0.0002674032924386214, + "loss": 4.3603, + "mean_token_accuracy": 0.25523366779088974, + "num_tokens": 13576650.0, + "step": 5705 + }, + { + "entropy": 4.818515777587891, + "epoch": 5.587371512481645, + "grad_norm": 1.1484375, + "learning_rate": 0.00026701977742983146, + "loss": 4.3695, + "mean_token_accuracy": 0.24810456931591035, + "num_tokens": 13588532.0, + "step": 5710 + }, + { + "entropy": 4.87041597366333, + "epoch": 5.592266275085659, + "grad_norm": 1.25, + "learning_rate": 0.00026663628563426185, + "loss": 4.3333, + "mean_token_accuracy": 0.26031445264816283, + "num_tokens": 13599424.0, + "step": 5715 + }, + { + "entropy": 4.856188344955444, + "epoch": 5.597161037689672, + "grad_norm": 1.2734375, + "learning_rate": 0.0002662528181674302, + "loss": 4.3466, + "mean_token_accuracy": 0.2565928384661674, + "num_tokens": 13610652.0, + "step": 5720 + }, + { + "entropy": 4.846140003204345, + "epoch": 5.6020558002936856, + "grad_norm": 1.171875, + "learning_rate": 0.0002658693761447835, + "loss": 4.4162, + "mean_token_accuracy": 0.24877500385046006, + "num_tokens": 13623040.0, + "step": 5725 + }, + { + "entropy": 4.899311065673828, + "epoch": 5.606950562897699, + "grad_norm": 1.25, + "learning_rate": 0.00026548596068169455, + "loss": 4.4517, + "mean_token_accuracy": 0.25163528472185137, + "num_tokens": 13635401.0, + "step": 5730 + }, + { + "entropy": 4.865639066696167, + "epoch": 5.611845325501713, + "grad_norm": 1.1171875, + "learning_rate": 0.00026510257289345915, + "loss": 4.3686, + "mean_token_accuracy": 0.25666899532079696, + "num_tokens": 13649100.0, + "step": 5735 + }, + { + "entropy": 4.885151338577271, + "epoch": 5.616740088105727, + "grad_norm": 1.1328125, + "learning_rate": 0.00026471921389529233, + "loss": 4.3883, + "mean_token_accuracy": 0.2459629863500595, + "num_tokens": 13661257.0, + "step": 5740 + }, + { + "entropy": 4.789510059356689, + "epoch": 5.62163485070974, + "grad_norm": 1.1640625, + "learning_rate": 0.0002643358848023256, + "loss": 4.3063, + "mean_token_accuracy": 0.2655410796403885, + "num_tokens": 13672507.0, + "step": 5745 + }, + { + "entropy": 4.9358001232147215, + "epoch": 5.626529613313754, + "grad_norm": 1.1484375, + "learning_rate": 0.0002639525867296033, + "loss": 4.4602, + "mean_token_accuracy": 0.2463882565498352, + "num_tokens": 13684143.0, + "step": 5750 + }, + { + "entropy": 4.950975131988526, + "epoch": 5.631424375917768, + "grad_norm": 1.2734375, + "learning_rate": 0.00026356932079207976, + "loss": 4.4523, + "mean_token_accuracy": 0.25883112400770186, + "num_tokens": 13696361.0, + "step": 5755 + }, + { + "entropy": 4.9228184700012205, + "epoch": 5.636319138521782, + "grad_norm": 1.3203125, + "learning_rate": 0.0002631860881046155, + "loss": 4.417, + "mean_token_accuracy": 0.25572172850370406, + "num_tokens": 13707199.0, + "step": 5760 + }, + { + "entropy": 4.85296139717102, + "epoch": 5.641213901125795, + "grad_norm": 1.1796875, + "learning_rate": 0.00026280288978197463, + "loss": 4.3313, + "mean_token_accuracy": 0.2568573772907257, + "num_tokens": 13718676.0, + "step": 5765 + }, + { + "entropy": 4.9180662631988525, + "epoch": 5.646108663729809, + "grad_norm": 1.2421875, + "learning_rate": 0.00026241972693882116, + "loss": 4.452, + "mean_token_accuracy": 0.2521181508898735, + "num_tokens": 13730299.0, + "step": 5770 + }, + { + "entropy": 4.848993158340454, + "epoch": 5.651003426333823, + "grad_norm": 1.1953125, + "learning_rate": 0.00026203660068971596, + "loss": 4.3345, + "mean_token_accuracy": 0.2588157162070274, + "num_tokens": 13741519.0, + "step": 5775 + }, + { + "entropy": 4.836781930923462, + "epoch": 5.655898188937837, + "grad_norm": 1.21875, + "learning_rate": 0.00026165351214911336, + "loss": 4.3613, + "mean_token_accuracy": 0.2587398186326027, + "num_tokens": 13753017.0, + "step": 5780 + }, + { + "entropy": 4.870823669433594, + "epoch": 5.6607929515418505, + "grad_norm": 1.1875, + "learning_rate": 0.0002612704624313581, + "loss": 4.3718, + "mean_token_accuracy": 0.25970977246761323, + "num_tokens": 13764560.0, + "step": 5785 + }, + { + "entropy": 4.891121101379395, + "epoch": 5.665687714145864, + "grad_norm": 1.234375, + "learning_rate": 0.00026088745265068187, + "loss": 4.3582, + "mean_token_accuracy": 0.2562860056757927, + "num_tokens": 13776225.0, + "step": 5790 + }, + { + "entropy": 4.786376333236694, + "epoch": 5.670582476749877, + "grad_norm": 1.1484375, + "learning_rate": 0.0002605044839212004, + "loss": 4.3066, + "mean_token_accuracy": 0.26747307777404783, + "num_tokens": 13788012.0, + "step": 5795 + }, + { + "entropy": 4.918028068542481, + "epoch": 5.675477239353891, + "grad_norm": 1.2109375, + "learning_rate": 0.0002601215573569097, + "loss": 4.4261, + "mean_token_accuracy": 0.25143319815397264, + "num_tokens": 13801110.0, + "step": 5800 + }, + { + "entropy": 4.859095764160156, + "epoch": 5.680372001957905, + "grad_norm": 1.0390625, + "learning_rate": 0.00025973867407168337, + "loss": 4.3776, + "mean_token_accuracy": 0.25642815977334976, + "num_tokens": 13813494.0, + "step": 5805 + }, + { + "entropy": 4.928546524047851, + "epoch": 5.685266764561919, + "grad_norm": 1.1640625, + "learning_rate": 0.000259355835179269, + "loss": 4.4149, + "mean_token_accuracy": 0.25614451467990873, + "num_tokens": 13824839.0, + "step": 5810 + }, + { + "entropy": 4.902575922012329, + "epoch": 5.690161527165932, + "grad_norm": 1.2421875, + "learning_rate": 0.00025897304179328527, + "loss": 4.3711, + "mean_token_accuracy": 0.25395126938819884, + "num_tokens": 13835331.0, + "step": 5815 + }, + { + "entropy": 4.842872667312622, + "epoch": 5.695056289769946, + "grad_norm": 1.1875, + "learning_rate": 0.0002585902950272182, + "loss": 4.3318, + "mean_token_accuracy": 0.259154349565506, + "num_tokens": 13846753.0, + "step": 5820 + }, + { + "entropy": 4.8264305114746096, + "epoch": 5.69995105237396, + "grad_norm": 1.0703125, + "learning_rate": 0.00025820759599441825, + "loss": 4.3749, + "mean_token_accuracy": 0.2616315230727196, + "num_tokens": 13858732.0, + "step": 5825 + }, + { + "entropy": 4.932910776138305, + "epoch": 5.704845814977974, + "grad_norm": 1.140625, + "learning_rate": 0.00025782494580809724, + "loss": 4.5086, + "mean_token_accuracy": 0.25525975078344343, + "num_tokens": 13871254.0, + "step": 5830 + }, + { + "entropy": 4.863980674743653, + "epoch": 5.709740577581988, + "grad_norm": 1.328125, + "learning_rate": 0.0002574423455813246, + "loss": 4.3471, + "mean_token_accuracy": 0.25700268894433975, + "num_tokens": 13883101.0, + "step": 5835 + }, + { + "entropy": 4.830964994430542, + "epoch": 5.714635340186001, + "grad_norm": 1.1640625, + "learning_rate": 0.0002570597964270247, + "loss": 4.3982, + "mean_token_accuracy": 0.2551607474684715, + "num_tokens": 13895710.0, + "step": 5840 + }, + { + "entropy": 4.83728141784668, + "epoch": 5.7195301027900145, + "grad_norm": 1.1953125, + "learning_rate": 0.00025667729945797325, + "loss": 4.3581, + "mean_token_accuracy": 0.2518611580133438, + "num_tokens": 13907277.0, + "step": 5845 + }, + { + "entropy": 4.839091110229492, + "epoch": 5.724424865394028, + "grad_norm": 1.109375, + "learning_rate": 0.0002562948557867941, + "loss": 4.3859, + "mean_token_accuracy": 0.2661369562149048, + "num_tokens": 13919302.0, + "step": 5850 + }, + { + "entropy": 4.850262117385864, + "epoch": 5.729319627998042, + "grad_norm": 1.2421875, + "learning_rate": 0.0002559124665259561, + "loss": 4.3563, + "mean_token_accuracy": 0.2551110714673996, + "num_tokens": 13930855.0, + "step": 5855 + }, + { + "entropy": 4.84032678604126, + "epoch": 5.734214390602056, + "grad_norm": 1.2890625, + "learning_rate": 0.00025553013278776994, + "loss": 4.4229, + "mean_token_accuracy": 0.2592659771442413, + "num_tokens": 13942032.0, + "step": 5860 + }, + { + "entropy": 4.853889322280883, + "epoch": 5.739109153206069, + "grad_norm": 1.2421875, + "learning_rate": 0.0002551478556843847, + "loss": 4.4186, + "mean_token_accuracy": 0.2460196405649185, + "num_tokens": 13953154.0, + "step": 5865 + }, + { + "entropy": 4.847426652908325, + "epoch": 5.744003915810083, + "grad_norm": 1.1484375, + "learning_rate": 0.00025476563632778463, + "loss": 4.3732, + "mean_token_accuracy": 0.2568355903029442, + "num_tokens": 13966653.0, + "step": 5870 + }, + { + "entropy": 4.8953962326049805, + "epoch": 5.748898678414097, + "grad_norm": 1.0703125, + "learning_rate": 0.0002543834758297862, + "loss": 4.4338, + "mean_token_accuracy": 0.2526059657335281, + "num_tokens": 13980803.0, + "step": 5875 + }, + { + "entropy": 4.864094018936157, + "epoch": 5.753793441018111, + "grad_norm": 1.1484375, + "learning_rate": 0.0002540013753020345, + "loss": 4.3791, + "mean_token_accuracy": 0.2601077049970627, + "num_tokens": 13993080.0, + "step": 5880 + }, + { + "entropy": 4.917114210128784, + "epoch": 5.758688203622125, + "grad_norm": 1.21875, + "learning_rate": 0.00025361933585600036, + "loss": 4.3565, + "mean_token_accuracy": 0.25888574570417405, + "num_tokens": 14003888.0, + "step": 5885 + }, + { + "entropy": 4.802571058273315, + "epoch": 5.763582966226138, + "grad_norm": 1.046875, + "learning_rate": 0.0002532373586029767, + "loss": 4.3826, + "mean_token_accuracy": 0.25347985327243805, + "num_tokens": 14016290.0, + "step": 5890 + }, + { + "entropy": 4.847525215148925, + "epoch": 5.768477728830152, + "grad_norm": 1.1953125, + "learning_rate": 0.00025285544465407573, + "loss": 4.3688, + "mean_token_accuracy": 0.2575444638729095, + "num_tokens": 14028572.0, + "step": 5895 + }, + { + "entropy": 4.861686086654663, + "epoch": 5.7733724914341655, + "grad_norm": 1.1796875, + "learning_rate": 0.00025247359512022536, + "loss": 4.3098, + "mean_token_accuracy": 0.2677211925387383, + "num_tokens": 14039656.0, + "step": 5900 + }, + { + "entropy": 4.732901096343994, + "epoch": 5.778267254038179, + "grad_norm": 1.1484375, + "learning_rate": 0.00025209181111216633, + "loss": 4.2269, + "mean_token_accuracy": 0.26832785457372665, + "num_tokens": 14051556.0, + "step": 5905 + }, + { + "entropy": 4.8498122215271, + "epoch": 5.783162016642192, + "grad_norm": 1.2109375, + "learning_rate": 0.00025171009374044855, + "loss": 4.3738, + "mean_token_accuracy": 0.26021302342414854, + "num_tokens": 14063547.0, + "step": 5910 + }, + { + "entropy": 4.865735149383545, + "epoch": 5.788056779246206, + "grad_norm": 1.109375, + "learning_rate": 0.00025132844411542823, + "loss": 4.4411, + "mean_token_accuracy": 0.25166173130273817, + "num_tokens": 14076071.0, + "step": 5915 + }, + { + "entropy": 4.995202827453613, + "epoch": 5.79295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.0002509468633472644, + "loss": 4.4838, + "mean_token_accuracy": 0.25088701099157334, + "num_tokens": 14087889.0, + "step": 5920 + }, + { + "entropy": 4.901824951171875, + "epoch": 5.797846304454234, + "grad_norm": 1.3125, + "learning_rate": 0.00025056535254591614, + "loss": 4.3811, + "mean_token_accuracy": 0.25655424445867536, + "num_tokens": 14098638.0, + "step": 5925 + }, + { + "entropy": 4.837943458557129, + "epoch": 5.802741067058248, + "grad_norm": 1.2421875, + "learning_rate": 0.00025018391282113846, + "loss": 4.3791, + "mean_token_accuracy": 0.2580624133348465, + "num_tokens": 14111179.0, + "step": 5930 + }, + { + "entropy": 4.893588066101074, + "epoch": 5.807635829662261, + "grad_norm": 1.1484375, + "learning_rate": 0.00024980254528248, + "loss": 4.3968, + "mean_token_accuracy": 0.2524055078625679, + "num_tokens": 14123217.0, + "step": 5935 + }, + { + "entropy": 4.805589103698731, + "epoch": 5.812530592266275, + "grad_norm": 1.2578125, + "learning_rate": 0.00024942125103927937, + "loss": 4.4205, + "mean_token_accuracy": 0.24955332428216934, + "num_tokens": 14135101.0, + "step": 5940 + }, + { + "entropy": 4.834405899047852, + "epoch": 5.817425354870289, + "grad_norm": 1.234375, + "learning_rate": 0.00024904003120066197, + "loss": 4.3614, + "mean_token_accuracy": 0.2539971902966499, + "num_tokens": 14147050.0, + "step": 5945 + }, + { + "entropy": 4.886589384078979, + "epoch": 5.822320117474303, + "grad_norm": 1.1484375, + "learning_rate": 0.00024865888687553657, + "loss": 4.3648, + "mean_token_accuracy": 0.2603609248995781, + "num_tokens": 14159014.0, + "step": 5950 + }, + { + "entropy": 4.9152076721191404, + "epoch": 5.827214880078317, + "grad_norm": 1.2578125, + "learning_rate": 0.00024827781917259264, + "loss": 4.387, + "mean_token_accuracy": 0.2601025730371475, + "num_tokens": 14170007.0, + "step": 5955 + }, + { + "entropy": 4.905130195617676, + "epoch": 5.83210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.00024789682920029637, + "loss": 4.4073, + "mean_token_accuracy": 0.253394378721714, + "num_tokens": 14181933.0, + "step": 5960 + }, + { + "entropy": 4.861382627487183, + "epoch": 5.8370044052863435, + "grad_norm": 1.21875, + "learning_rate": 0.00024751591806688815, + "loss": 4.4136, + "mean_token_accuracy": 0.2488293930888176, + "num_tokens": 14195507.0, + "step": 5965 + }, + { + "entropy": 4.833344554901123, + "epoch": 5.841899167890357, + "grad_norm": 1.265625, + "learning_rate": 0.0002471350868803791, + "loss": 4.3257, + "mean_token_accuracy": 0.2623078554868698, + "num_tokens": 14206751.0, + "step": 5970 + }, + { + "entropy": 4.816693305969238, + "epoch": 5.846793930494371, + "grad_norm": 1.296875, + "learning_rate": 0.0002467543367485473, + "loss": 4.3789, + "mean_token_accuracy": 0.2612681910395622, + "num_tokens": 14217953.0, + "step": 5975 + }, + { + "entropy": 4.876659822463989, + "epoch": 5.851688693098385, + "grad_norm": 1.140625, + "learning_rate": 0.00024637366877893564, + "loss": 4.3855, + "mean_token_accuracy": 0.2643557578325272, + "num_tokens": 14229318.0, + "step": 5980 + }, + { + "entropy": 4.834124279022217, + "epoch": 5.856583455702398, + "grad_norm": 1.2734375, + "learning_rate": 0.0002459930840788476, + "loss": 4.4219, + "mean_token_accuracy": 0.2506131693720818, + "num_tokens": 14241249.0, + "step": 5985 + }, + { + "entropy": 4.832979917526245, + "epoch": 5.861478218306412, + "grad_norm": 1.0390625, + "learning_rate": 0.00024561258375534466, + "loss": 4.3209, + "mean_token_accuracy": 0.2616737484931946, + "num_tokens": 14254603.0, + "step": 5990 + }, + { + "entropy": 4.916781663894653, + "epoch": 5.866372980910426, + "grad_norm": 1.21875, + "learning_rate": 0.0002452321689152428, + "loss": 4.4344, + "mean_token_accuracy": 0.25329224318265914, + "num_tokens": 14266084.0, + "step": 5995 + }, + { + "entropy": 4.908779430389404, + "epoch": 5.87126774351444, + "grad_norm": 1.1796875, + "learning_rate": 0.0002448518406651093, + "loss": 4.4077, + "mean_token_accuracy": 0.2533883288502693, + "num_tokens": 14277760.0, + "step": 6000 + }, + { + "epoch": 5.87126774351444, + "eval_entropy": 4.847652898863684, + "eval_loss": 5.528921127319336, + "eval_mean_token_accuracy": 0.2043717649447669, + "eval_num_tokens": 14277760.0, + "eval_runtime": 2.7115, + "eval_samples_per_second": 1271.231, + "eval_steps_per_second": 158.95, + "step": 6000 + }, + { + "entropy": 4.872960376739502, + "epoch": 5.876162506118453, + "grad_norm": 1.2421875, + "learning_rate": 0.00024447160011125963, + "loss": 4.3288, + "mean_token_accuracy": 0.2566951096057892, + "num_tokens": 14288873.0, + "step": 6005 + }, + { + "entropy": 4.829443359375, + "epoch": 5.881057268722467, + "grad_norm": 1.1875, + "learning_rate": 0.0002440914483597541, + "loss": 4.382, + "mean_token_accuracy": 0.2564694702625275, + "num_tokens": 14300555.0, + "step": 6010 + }, + { + "entropy": 4.803920078277588, + "epoch": 5.885952031326481, + "grad_norm": 1.1328125, + "learning_rate": 0.0002437113865163948, + "loss": 4.3054, + "mean_token_accuracy": 0.2675867885351181, + "num_tokens": 14312280.0, + "step": 6015 + }, + { + "entropy": 4.905507183074951, + "epoch": 5.8908467939304945, + "grad_norm": 1.15625, + "learning_rate": 0.00024333141568672214, + "loss": 4.4598, + "mean_token_accuracy": 0.25115940868854525, + "num_tokens": 14325241.0, + "step": 6020 + }, + { + "entropy": 4.898667621612549, + "epoch": 5.895741556534508, + "grad_norm": 1.09375, + "learning_rate": 0.00024295153697601203, + "loss": 4.4245, + "mean_token_accuracy": 0.24731726944446564, + "num_tokens": 14337619.0, + "step": 6025 + }, + { + "entropy": 4.881683826446533, + "epoch": 5.900636319138522, + "grad_norm": 1.1171875, + "learning_rate": 0.00024257175148927214, + "loss": 4.4707, + "mean_token_accuracy": 0.2454853668808937, + "num_tokens": 14350732.0, + "step": 6030 + }, + { + "entropy": 4.901256561279297, + "epoch": 5.905531081742535, + "grad_norm": 1.21875, + "learning_rate": 0.00024219206033123907, + "loss": 4.4257, + "mean_token_accuracy": 0.25449724644422533, + "num_tokens": 14362142.0, + "step": 6035 + }, + { + "entropy": 4.9797758102417, + "epoch": 5.910425844346549, + "grad_norm": 1.21875, + "learning_rate": 0.00024181246460637523, + "loss": 4.4753, + "mean_token_accuracy": 0.24717148393392563, + "num_tokens": 14373456.0, + "step": 6040 + }, + { + "entropy": 4.8727391242980955, + "epoch": 5.915320606950563, + "grad_norm": 1.28125, + "learning_rate": 0.00024143296541886505, + "loss": 4.3742, + "mean_token_accuracy": 0.2551514819264412, + "num_tokens": 14384524.0, + "step": 6045 + }, + { + "entropy": 4.786277198791504, + "epoch": 5.920215369554577, + "grad_norm": 1.140625, + "learning_rate": 0.00024105356387261258, + "loss": 4.3444, + "mean_token_accuracy": 0.2624176487326622, + "num_tokens": 14396217.0, + "step": 6050 + }, + { + "entropy": 4.88754711151123, + "epoch": 5.92511013215859, + "grad_norm": 1.1953125, + "learning_rate": 0.0002406742610712374, + "loss": 4.3991, + "mean_token_accuracy": 0.2578703224658966, + "num_tokens": 14408617.0, + "step": 6055 + }, + { + "entropy": 4.809815359115601, + "epoch": 5.930004894762604, + "grad_norm": 1.2734375, + "learning_rate": 0.00024029505811807227, + "loss": 4.2976, + "mean_token_accuracy": 0.26516724824905397, + "num_tokens": 14419953.0, + "step": 6060 + }, + { + "entropy": 4.80200080871582, + "epoch": 5.934899657366618, + "grad_norm": 1.140625, + "learning_rate": 0.00023991595611615925, + "loss": 4.3741, + "mean_token_accuracy": 0.2620143949985504, + "num_tokens": 14433024.0, + "step": 6065 + }, + { + "entropy": 4.913531970977783, + "epoch": 5.939794419970632, + "grad_norm": 1.203125, + "learning_rate": 0.00023953695616824673, + "loss": 4.4575, + "mean_token_accuracy": 0.2479124590754509, + "num_tokens": 14444409.0, + "step": 6070 + }, + { + "entropy": 4.965805721282959, + "epoch": 5.9446891825746455, + "grad_norm": 1.1171875, + "learning_rate": 0.00023915805937678642, + "loss": 4.4447, + "mean_token_accuracy": 0.24559613019227983, + "num_tokens": 14456476.0, + "step": 6075 + }, + { + "entropy": 4.803340673446655, + "epoch": 5.9495839451786585, + "grad_norm": 1.2109375, + "learning_rate": 0.00023877926684392982, + "loss": 4.3531, + "mean_token_accuracy": 0.2564409762620926, + "num_tokens": 14467759.0, + "step": 6080 + }, + { + "entropy": 4.8058021068573, + "epoch": 5.954478707782672, + "grad_norm": 1.09375, + "learning_rate": 0.0002384005796715253, + "loss": 4.301, + "mean_token_accuracy": 0.2568058863282204, + "num_tokens": 14479884.0, + "step": 6085 + }, + { + "entropy": 4.790150880813599, + "epoch": 5.959373470386686, + "grad_norm": 1.1953125, + "learning_rate": 0.00023802199896111453, + "loss": 4.4343, + "mean_token_accuracy": 0.252117657661438, + "num_tokens": 14491966.0, + "step": 6090 + }, + { + "entropy": 4.785001564025879, + "epoch": 5.9642682329907, + "grad_norm": 1.1484375, + "learning_rate": 0.00023764352581392972, + "loss": 4.3435, + "mean_token_accuracy": 0.26462938338518144, + "num_tokens": 14503325.0, + "step": 6095 + }, + { + "entropy": 4.890700960159302, + "epoch": 5.969162995594713, + "grad_norm": 1.0234375, + "learning_rate": 0.0002372651613308901, + "loss": 4.4247, + "mean_token_accuracy": 0.25268724113702773, + "num_tokens": 14516191.0, + "step": 6100 + }, + { + "entropy": 4.861700963973999, + "epoch": 5.974057758198727, + "grad_norm": 1.1640625, + "learning_rate": 0.0002368869066125988, + "loss": 4.3782, + "mean_token_accuracy": 0.25734401047229766, + "num_tokens": 14526512.0, + "step": 6105 + }, + { + "entropy": 4.770480728149414, + "epoch": 5.978952520802741, + "grad_norm": 1.15625, + "learning_rate": 0.00023650876275933968, + "loss": 4.3034, + "mean_token_accuracy": 0.26017602533102036, + "num_tokens": 14538166.0, + "step": 6110 + }, + { + "entropy": 4.871961307525635, + "epoch": 5.983847283406755, + "grad_norm": 1.1484375, + "learning_rate": 0.00023613073087107412, + "loss": 4.4192, + "mean_token_accuracy": 0.2566285029053688, + "num_tokens": 14550348.0, + "step": 6115 + }, + { + "entropy": 4.815043163299561, + "epoch": 5.988742046010769, + "grad_norm": 1.15625, + "learning_rate": 0.00023575281204743777, + "loss": 4.3076, + "mean_token_accuracy": 0.26186804175376893, + "num_tokens": 14562817.0, + "step": 6120 + }, + { + "entropy": 4.831691694259644, + "epoch": 5.993636808614783, + "grad_norm": 1.203125, + "learning_rate": 0.0002353750073877375, + "loss": 4.2943, + "mean_token_accuracy": 0.26238631904125215, + "num_tokens": 14574525.0, + "step": 6125 + }, + { + "entropy": 4.79324197769165, + "epoch": 5.998531571218796, + "grad_norm": 1.078125, + "learning_rate": 0.00023499731799094792, + "loss": 4.3363, + "mean_token_accuracy": 0.2622803270816803, + "num_tokens": 14586978.0, + "step": 6130 + }, + { + "entropy": 4.938174141777886, + "epoch": 6.002936857562408, + "grad_norm": 1.1640625, + "learning_rate": 0.0002346197449557085, + "loss": 4.5267, + "mean_token_accuracy": 0.24622786541779837, + "num_tokens": 14596950.0, + "step": 6135 + }, + { + "entropy": 4.868229866027832, + "epoch": 6.007831620166422, + "grad_norm": 1.2734375, + "learning_rate": 0.00023424228938032023, + "loss": 4.269, + "mean_token_accuracy": 0.267243792116642, + "num_tokens": 14608443.0, + "step": 6140 + }, + { + "entropy": 4.856946420669556, + "epoch": 6.012726382770436, + "grad_norm": 1.2265625, + "learning_rate": 0.00023386495236274235, + "loss": 4.1954, + "mean_token_accuracy": 0.26945479214191437, + "num_tokens": 14619633.0, + "step": 6145 + }, + { + "entropy": 4.797254514694214, + "epoch": 6.0176211453744495, + "grad_norm": 1.140625, + "learning_rate": 0.00023348773500058928, + "loss": 4.1346, + "mean_token_accuracy": 0.28204409778118134, + "num_tokens": 14631935.0, + "step": 6150 + }, + { + "entropy": 4.893494367599487, + "epoch": 6.022515907978463, + "grad_norm": 1.0078125, + "learning_rate": 0.0002331106383911274, + "loss": 4.2652, + "mean_token_accuracy": 0.2601096361875534, + "num_tokens": 14645440.0, + "step": 6155 + }, + { + "entropy": 4.83541169166565, + "epoch": 6.027410670582476, + "grad_norm": 1.1953125, + "learning_rate": 0.00023273366363127173, + "loss": 4.1892, + "mean_token_accuracy": 0.2682227447628975, + "num_tokens": 14658005.0, + "step": 6160 + }, + { + "entropy": 4.927010250091553, + "epoch": 6.03230543318649, + "grad_norm": 1.203125, + "learning_rate": 0.00023235681181758307, + "loss": 4.1504, + "mean_token_accuracy": 0.2842243373394012, + "num_tokens": 14668253.0, + "step": 6165 + }, + { + "entropy": 4.864370393753052, + "epoch": 6.037200195790504, + "grad_norm": 1.1796875, + "learning_rate": 0.00023198008404626426, + "loss": 4.2025, + "mean_token_accuracy": 0.27535333186388017, + "num_tokens": 14680920.0, + "step": 6170 + }, + { + "entropy": 4.819535160064698, + "epoch": 6.042094958394518, + "grad_norm": 1.328125, + "learning_rate": 0.00023160348141315772, + "loss": 4.1694, + "mean_token_accuracy": 0.2749713361263275, + "num_tokens": 14692486.0, + "step": 6175 + }, + { + "entropy": 4.84032826423645, + "epoch": 6.046989720998532, + "grad_norm": 1.171875, + "learning_rate": 0.0002312270050137415, + "loss": 4.1672, + "mean_token_accuracy": 0.2730707943439484, + "num_tokens": 14703764.0, + "step": 6180 + }, + { + "entropy": 4.832402467727661, + "epoch": 6.051884483602545, + "grad_norm": 1.171875, + "learning_rate": 0.00023085065594312672, + "loss": 4.1812, + "mean_token_accuracy": 0.2766795590519905, + "num_tokens": 14715036.0, + "step": 6185 + }, + { + "entropy": 4.795878648757935, + "epoch": 6.056779246206559, + "grad_norm": 1.125, + "learning_rate": 0.00023047443529605383, + "loss": 4.1735, + "mean_token_accuracy": 0.27436170876026156, + "num_tokens": 14726900.0, + "step": 6190 + }, + { + "entropy": 4.874473524093628, + "epoch": 6.061674008810573, + "grad_norm": 1.2265625, + "learning_rate": 0.00023009834416689006, + "loss": 4.264, + "mean_token_accuracy": 0.2762237161397934, + "num_tokens": 14738305.0, + "step": 6195 + }, + { + "entropy": 4.825719833374023, + "epoch": 6.066568771414587, + "grad_norm": 1.2265625, + "learning_rate": 0.00022972238364962573, + "loss": 4.0988, + "mean_token_accuracy": 0.2811549425125122, + "num_tokens": 14749004.0, + "step": 6200 + }, + { + "entropy": 4.804828882217407, + "epoch": 6.0714635340186005, + "grad_norm": 1.25, + "learning_rate": 0.00022934655483787116, + "loss": 4.1463, + "mean_token_accuracy": 0.2754515290260315, + "num_tokens": 14758997.0, + "step": 6205 + }, + { + "entropy": 4.731018972396851, + "epoch": 6.0763582966226135, + "grad_norm": 1.1953125, + "learning_rate": 0.00022897085882485363, + "loss": 4.141, + "mean_token_accuracy": 0.2798526793718338, + "num_tokens": 14771234.0, + "step": 6210 + }, + { + "entropy": 4.816930341720581, + "epoch": 6.081253059226627, + "grad_norm": 1.1328125, + "learning_rate": 0.00022859529670341412, + "loss": 4.1734, + "mean_token_accuracy": 0.2771123304963112, + "num_tokens": 14783297.0, + "step": 6215 + }, + { + "entropy": 4.866773557662964, + "epoch": 6.086147821830641, + "grad_norm": 1.1484375, + "learning_rate": 0.0002282198695660042, + "loss": 4.223, + "mean_token_accuracy": 0.2721914514899254, + "num_tokens": 14795879.0, + "step": 6220 + }, + { + "entropy": 4.865912342071534, + "epoch": 6.091042584434655, + "grad_norm": 1.2734375, + "learning_rate": 0.0002278445785046827, + "loss": 4.216, + "mean_token_accuracy": 0.2727255493402481, + "num_tokens": 14807089.0, + "step": 6225 + }, + { + "entropy": 4.871426677703857, + "epoch": 6.095937347038669, + "grad_norm": 1.0859375, + "learning_rate": 0.00022746942461111263, + "loss": 4.254, + "mean_token_accuracy": 0.2625962600111961, + "num_tokens": 14819833.0, + "step": 6230 + }, + { + "entropy": 4.740596199035645, + "epoch": 6.100832109642682, + "grad_norm": 1.296875, + "learning_rate": 0.00022709440897655814, + "loss": 4.085, + "mean_token_accuracy": 0.28691370636224744, + "num_tokens": 14831445.0, + "step": 6235 + }, + { + "entropy": 4.7926253318786625, + "epoch": 6.105726872246696, + "grad_norm": 1.1796875, + "learning_rate": 0.000226719532691881, + "loss": 4.1375, + "mean_token_accuracy": 0.27816627621650697, + "num_tokens": 14842903.0, + "step": 6240 + }, + { + "entropy": 4.774874925613403, + "epoch": 6.11062163485071, + "grad_norm": 1.125, + "learning_rate": 0.00022634479684753784, + "loss": 4.1794, + "mean_token_accuracy": 0.2747546464204788, + "num_tokens": 14855549.0, + "step": 6245 + }, + { + "entropy": 4.767557144165039, + "epoch": 6.115516397454724, + "grad_norm": 1.1484375, + "learning_rate": 0.00022597020253357653, + "loss": 4.1578, + "mean_token_accuracy": 0.2763927549123764, + "num_tokens": 14867637.0, + "step": 6250 + }, + { + "entropy": 4.883736896514892, + "epoch": 6.120411160058737, + "grad_norm": 1.1953125, + "learning_rate": 0.0002255957508396335, + "loss": 4.2442, + "mean_token_accuracy": 0.26765406131744385, + "num_tokens": 14879091.0, + "step": 6255 + }, + { + "entropy": 4.940708494186401, + "epoch": 6.125305922662751, + "grad_norm": 1.171875, + "learning_rate": 0.0002252214428549301, + "loss": 4.3049, + "mean_token_accuracy": 0.27202845811843873, + "num_tokens": 14891534.0, + "step": 6260 + }, + { + "entropy": 4.808643913269043, + "epoch": 6.1302006852667645, + "grad_norm": 1.1484375, + "learning_rate": 0.0002248472796682699, + "loss": 4.1795, + "mean_token_accuracy": 0.27599882930517194, + "num_tokens": 14904932.0, + "step": 6265 + }, + { + "entropy": 4.884942626953125, + "epoch": 6.135095447870778, + "grad_norm": 1.2890625, + "learning_rate": 0.00022447326236803506, + "loss": 4.2656, + "mean_token_accuracy": 0.2682978302240372, + "num_tokens": 14916576.0, + "step": 6270 + }, + { + "entropy": 4.94645938873291, + "epoch": 6.139990210474792, + "grad_norm": 1.28125, + "learning_rate": 0.00022409939204218337, + "loss": 4.3452, + "mean_token_accuracy": 0.2676354169845581, + "num_tokens": 14928470.0, + "step": 6275 + }, + { + "entropy": 4.836667537689209, + "epoch": 6.144884973078805, + "grad_norm": 1.15625, + "learning_rate": 0.00022372566977824537, + "loss": 4.2439, + "mean_token_accuracy": 0.26788300424814226, + "num_tokens": 14941650.0, + "step": 6280 + }, + { + "entropy": 4.845656251907348, + "epoch": 6.149779735682819, + "grad_norm": 1.234375, + "learning_rate": 0.0002233520966633205, + "loss": 4.2367, + "mean_token_accuracy": 0.2657042175531387, + "num_tokens": 14952755.0, + "step": 6285 + }, + { + "entropy": 4.9208417415618895, + "epoch": 6.154674498286833, + "grad_norm": 1.140625, + "learning_rate": 0.00022297867378407476, + "loss": 4.241, + "mean_token_accuracy": 0.27318698167800903, + "num_tokens": 14964688.0, + "step": 6290 + }, + { + "entropy": 4.785317707061767, + "epoch": 6.159569260890847, + "grad_norm": 1.171875, + "learning_rate": 0.0002226054022267368, + "loss": 4.1559, + "mean_token_accuracy": 0.2777329087257385, + "num_tokens": 14977342.0, + "step": 6295 + }, + { + "entropy": 4.8080377101898195, + "epoch": 6.164464023494861, + "grad_norm": 1.171875, + "learning_rate": 0.00022223228307709532, + "loss": 4.2403, + "mean_token_accuracy": 0.27028653770685196, + "num_tokens": 14989978.0, + "step": 6300 + }, + { + "entropy": 4.857764005661011, + "epoch": 6.169358786098874, + "grad_norm": 1.1328125, + "learning_rate": 0.00022185931742049565, + "loss": 4.2303, + "mean_token_accuracy": 0.2628043547272682, + "num_tokens": 15001461.0, + "step": 6305 + }, + { + "entropy": 4.795481014251709, + "epoch": 6.174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.00022148650634183647, + "loss": 4.206, + "mean_token_accuracy": 0.2713712215423584, + "num_tokens": 15013565.0, + "step": 6310 + }, + { + "entropy": 4.802100610733032, + "epoch": 6.179148311306902, + "grad_norm": 1.1875, + "learning_rate": 0.00022111385092556706, + "loss": 4.1986, + "mean_token_accuracy": 0.2786237820982933, + "num_tokens": 15025659.0, + "step": 6315 + }, + { + "entropy": 4.857635259628296, + "epoch": 6.184043073910916, + "grad_norm": 1.2421875, + "learning_rate": 0.0002207413522556837, + "loss": 4.2121, + "mean_token_accuracy": 0.2751770704984665, + "num_tokens": 15035587.0, + "step": 6320 + }, + { + "entropy": 4.822937393188477, + "epoch": 6.1889378365149295, + "grad_norm": 1.2890625, + "learning_rate": 0.00022036901141572692, + "loss": 4.2034, + "mean_token_accuracy": 0.26728240251541135, + "num_tokens": 15046722.0, + "step": 6325 + }, + { + "entropy": 4.789797830581665, + "epoch": 6.1938325991189425, + "grad_norm": 1.234375, + "learning_rate": 0.00021999682948877785, + "loss": 4.1278, + "mean_token_accuracy": 0.27864754796028135, + "num_tokens": 15058281.0, + "step": 6330 + }, + { + "entropy": 4.8300446510314945, + "epoch": 6.198727361722956, + "grad_norm": 1.1796875, + "learning_rate": 0.0002196248075574558, + "loss": 4.1802, + "mean_token_accuracy": 0.2792785882949829, + "num_tokens": 15071811.0, + "step": 6335 + }, + { + "entropy": 4.860809469223023, + "epoch": 6.20362212432697, + "grad_norm": 1.0625, + "learning_rate": 0.00021925294670391415, + "loss": 4.2547, + "mean_token_accuracy": 0.26011847108602526, + "num_tokens": 15084633.0, + "step": 6340 + }, + { + "entropy": 4.797617483139038, + "epoch": 6.208516886930984, + "grad_norm": 1.1328125, + "learning_rate": 0.0002188812480098382, + "loss": 4.1287, + "mean_token_accuracy": 0.2788653612136841, + "num_tokens": 15096159.0, + "step": 6345 + }, + { + "entropy": 4.787037372589111, + "epoch": 6.213411649534997, + "grad_norm": 1.3359375, + "learning_rate": 0.00021850971255644132, + "loss": 4.1419, + "mean_token_accuracy": 0.2781364738941193, + "num_tokens": 15106946.0, + "step": 6350 + }, + { + "entropy": 4.713369274139405, + "epoch": 6.218306412139011, + "grad_norm": 1.140625, + "learning_rate": 0.00021813834142446204, + "loss": 4.1694, + "mean_token_accuracy": 0.2754037231206894, + "num_tokens": 15118302.0, + "step": 6355 + }, + { + "entropy": 4.874451589584351, + "epoch": 6.223201174743025, + "grad_norm": 1.2421875, + "learning_rate": 0.00021776713569416102, + "loss": 4.2012, + "mean_token_accuracy": 0.276554149389267, + "num_tokens": 15128758.0, + "step": 6360 + }, + { + "entropy": 4.885494756698608, + "epoch": 6.228095937347039, + "grad_norm": 1.171875, + "learning_rate": 0.0002173960964453176, + "loss": 4.2504, + "mean_token_accuracy": 0.2736656591296196, + "num_tokens": 15141323.0, + "step": 6365 + }, + { + "entropy": 4.882346963882446, + "epoch": 6.232990699951053, + "grad_norm": 1.234375, + "learning_rate": 0.00021702522475722707, + "loss": 4.2664, + "mean_token_accuracy": 0.260635481774807, + "num_tokens": 15153777.0, + "step": 6370 + }, + { + "entropy": 4.812655591964722, + "epoch": 6.237885462555066, + "grad_norm": 1.1953125, + "learning_rate": 0.00021665452170869715, + "loss": 4.2003, + "mean_token_accuracy": 0.2736028864979744, + "num_tokens": 15165877.0, + "step": 6375 + }, + { + "entropy": 4.854285335540771, + "epoch": 6.24278022515908, + "grad_norm": 1.0859375, + "learning_rate": 0.00021628398837804502, + "loss": 4.2676, + "mean_token_accuracy": 0.2644032076001167, + "num_tokens": 15178808.0, + "step": 6380 + }, + { + "entropy": 4.789268064498901, + "epoch": 6.2476749877630935, + "grad_norm": 1.09375, + "learning_rate": 0.00021591362584309448, + "loss": 4.1754, + "mean_token_accuracy": 0.2738038256764412, + "num_tokens": 15191124.0, + "step": 6385 + }, + { + "entropy": 4.803241109848022, + "epoch": 6.252569750367107, + "grad_norm": 1.2265625, + "learning_rate": 0.00021554343518117192, + "loss": 4.1438, + "mean_token_accuracy": 0.2791943490505219, + "num_tokens": 15202452.0, + "step": 6390 + }, + { + "entropy": 4.877780866622925, + "epoch": 6.257464512971121, + "grad_norm": 1.2421875, + "learning_rate": 0.00021517341746910435, + "loss": 4.2576, + "mean_token_accuracy": 0.2712852030992508, + "num_tokens": 15214922.0, + "step": 6395 + }, + { + "entropy": 4.863499307632447, + "epoch": 6.262359275575134, + "grad_norm": 1.0859375, + "learning_rate": 0.00021480357378321537, + "loss": 4.3046, + "mean_token_accuracy": 0.26076753437519073, + "num_tokens": 15228382.0, + "step": 6400 + }, + { + "entropy": 4.83922233581543, + "epoch": 6.267254038179148, + "grad_norm": 1.2265625, + "learning_rate": 0.00021443390519932255, + "loss": 4.2526, + "mean_token_accuracy": 0.2809333875775337, + "num_tokens": 15240719.0, + "step": 6405 + }, + { + "entropy": 4.841563701629639, + "epoch": 6.272148800783162, + "grad_norm": 1.2421875, + "learning_rate": 0.00021406441279273392, + "loss": 4.1643, + "mean_token_accuracy": 0.27913168668746946, + "num_tokens": 15251602.0, + "step": 6410 + }, + { + "entropy": 4.812811374664307, + "epoch": 6.277043563387176, + "grad_norm": 1.3046875, + "learning_rate": 0.0002136950976382452, + "loss": 4.1813, + "mean_token_accuracy": 0.275836580991745, + "num_tokens": 15262798.0, + "step": 6415 + }, + { + "entropy": 4.797037792205811, + "epoch": 6.28193832599119, + "grad_norm": 1.21875, + "learning_rate": 0.00021332596081013644, + "loss": 4.2153, + "mean_token_accuracy": 0.27011936008930204, + "num_tokens": 15275367.0, + "step": 6420 + }, + { + "entropy": 4.865811824798584, + "epoch": 6.286833088595203, + "grad_norm": 1.296875, + "learning_rate": 0.000212957003382169, + "loss": 4.2325, + "mean_token_accuracy": 0.2576811045408249, + "num_tokens": 15286438.0, + "step": 6425 + }, + { + "entropy": 4.893474817276001, + "epoch": 6.291727851199217, + "grad_norm": 1.1484375, + "learning_rate": 0.00021258822642758246, + "loss": 4.28, + "mean_token_accuracy": 0.2612115263938904, + "num_tokens": 15299996.0, + "step": 6430 + }, + { + "entropy": 4.865672016143799, + "epoch": 6.296622613803231, + "grad_norm": 1.2265625, + "learning_rate": 0.00021221963101909113, + "loss": 4.2813, + "mean_token_accuracy": 0.2616779044270515, + "num_tokens": 15311751.0, + "step": 6435 + }, + { + "entropy": 4.871557569503784, + "epoch": 6.3015173764072445, + "grad_norm": 1.21875, + "learning_rate": 0.00021185121822888165, + "loss": 4.2092, + "mean_token_accuracy": 0.27429331094026566, + "num_tokens": 15322701.0, + "step": 6440 + }, + { + "entropy": 4.85855450630188, + "epoch": 6.3064121390112575, + "grad_norm": 1.265625, + "learning_rate": 0.00021148298912860913, + "loss": 4.2195, + "mean_token_accuracy": 0.2690881282091141, + "num_tokens": 15334256.0, + "step": 6445 + }, + { + "entropy": 4.836480283737183, + "epoch": 6.311306901615271, + "grad_norm": 1.25, + "learning_rate": 0.00021111494478939452, + "loss": 4.2403, + "mean_token_accuracy": 0.2790952980518341, + "num_tokens": 15346801.0, + "step": 6450 + }, + { + "entropy": 4.830028295516968, + "epoch": 6.316201664219285, + "grad_norm": 1.1875, + "learning_rate": 0.00021074708628182127, + "loss": 4.215, + "mean_token_accuracy": 0.2714369848370552, + "num_tokens": 15358617.0, + "step": 6455 + }, + { + "entropy": 4.8586992740631105, + "epoch": 6.321096426823299, + "grad_norm": 1.203125, + "learning_rate": 0.0002103794146759323, + "loss": 4.1794, + "mean_token_accuracy": 0.27869624495506284, + "num_tokens": 15369851.0, + "step": 6460 + }, + { + "entropy": 4.8272411823272705, + "epoch": 6.325991189427313, + "grad_norm": 1.1640625, + "learning_rate": 0.0002100119310412269, + "loss": 4.1811, + "mean_token_accuracy": 0.27745148837566375, + "num_tokens": 15381524.0, + "step": 6465 + }, + { + "entropy": 4.811811637878418, + "epoch": 6.330885952031326, + "grad_norm": 1.2890625, + "learning_rate": 0.00020964463644665743, + "loss": 4.1939, + "mean_token_accuracy": 0.2748070567846298, + "num_tokens": 15393189.0, + "step": 6470 + }, + { + "entropy": 4.882379531860352, + "epoch": 6.33578071463534, + "grad_norm": 1.2421875, + "learning_rate": 0.00020927753196062655, + "loss": 4.2421, + "mean_token_accuracy": 0.2694641500711441, + "num_tokens": 15405454.0, + "step": 6475 + }, + { + "entropy": 4.940475368499756, + "epoch": 6.340675477239354, + "grad_norm": 1.2421875, + "learning_rate": 0.00020891061865098377, + "loss": 4.2709, + "mean_token_accuracy": 0.27064765989780426, + "num_tokens": 15418177.0, + "step": 6480 + }, + { + "entropy": 4.8033034324646, + "epoch": 6.345570239843368, + "grad_norm": 1.140625, + "learning_rate": 0.00020854389758502264, + "loss": 4.1983, + "mean_token_accuracy": 0.27187115550041197, + "num_tokens": 15430765.0, + "step": 6485 + }, + { + "entropy": 4.797132968902588, + "epoch": 6.350465002447382, + "grad_norm": 1.265625, + "learning_rate": 0.00020817736982947733, + "loss": 4.1805, + "mean_token_accuracy": 0.2732017606496811, + "num_tokens": 15443020.0, + "step": 6490 + }, + { + "entropy": 4.860235118865967, + "epoch": 6.355359765051395, + "grad_norm": 1.1640625, + "learning_rate": 0.0002078110364505198, + "loss": 4.2013, + "mean_token_accuracy": 0.26815899163484574, + "num_tokens": 15454546.0, + "step": 6495 + }, + { + "entropy": 4.899313163757324, + "epoch": 6.3602545276554086, + "grad_norm": 1.21875, + "learning_rate": 0.00020744489851375682, + "loss": 4.2147, + "mean_token_accuracy": 0.2775817528367043, + "num_tokens": 15465943.0, + "step": 6500 + }, + { + "entropy": 4.819829940795898, + "epoch": 6.365149290259422, + "grad_norm": 1.1953125, + "learning_rate": 0.00020707895708422608, + "loss": 4.2655, + "mean_token_accuracy": 0.26704556941986085, + "num_tokens": 15477344.0, + "step": 6505 + }, + { + "entropy": 4.741813993453979, + "epoch": 6.370044052863436, + "grad_norm": 1.140625, + "learning_rate": 0.0002067132132263943, + "loss": 4.1813, + "mean_token_accuracy": 0.27693390250205996, + "num_tokens": 15490314.0, + "step": 6510 + }, + { + "entropy": 4.863301706314087, + "epoch": 6.37493881546745, + "grad_norm": 1.3125, + "learning_rate": 0.000206347668004153, + "loss": 4.2475, + "mean_token_accuracy": 0.2650014743208885, + "num_tokens": 15501140.0, + "step": 6515 + }, + { + "entropy": 4.864447069168091, + "epoch": 6.379833578071463, + "grad_norm": 1.1015625, + "learning_rate": 0.00020598232248081628, + "loss": 4.2063, + "mean_token_accuracy": 0.27616211473941804, + "num_tokens": 15513384.0, + "step": 6520 + }, + { + "entropy": 4.7786345958709715, + "epoch": 6.384728340675477, + "grad_norm": 1.125, + "learning_rate": 0.000205617177719117, + "loss": 4.1803, + "mean_token_accuracy": 0.27438597977161405, + "num_tokens": 15524938.0, + "step": 6525 + }, + { + "entropy": 4.8338518142700195, + "epoch": 6.389623103279491, + "grad_norm": 1.2890625, + "learning_rate": 0.00020525223478120425, + "loss": 4.287, + "mean_token_accuracy": 0.26312141716480253, + "num_tokens": 15536587.0, + "step": 6530 + }, + { + "entropy": 4.877009725570678, + "epoch": 6.394517865883505, + "grad_norm": 1.1640625, + "learning_rate": 0.0002048874947286401, + "loss": 4.2246, + "mean_token_accuracy": 0.2701993718743324, + "num_tokens": 15548331.0, + "step": 6535 + }, + { + "entropy": 4.846718978881836, + "epoch": 6.399412628487518, + "grad_norm": 1.2109375, + "learning_rate": 0.00020452295862239628, + "loss": 4.2365, + "mean_token_accuracy": 0.2658727169036865, + "num_tokens": 15559651.0, + "step": 6540 + }, + { + "entropy": 4.738231754302978, + "epoch": 6.404307391091532, + "grad_norm": 1.1640625, + "learning_rate": 0.0002041586275228514, + "loss": 4.1488, + "mean_token_accuracy": 0.271811380982399, + "num_tokens": 15571661.0, + "step": 6545 + }, + { + "entropy": 4.757180786132812, + "epoch": 6.409202153695546, + "grad_norm": 1.21875, + "learning_rate": 0.00020379450248978758, + "loss": 4.1828, + "mean_token_accuracy": 0.2725284159183502, + "num_tokens": 15583039.0, + "step": 6550 + }, + { + "entropy": 4.9070579528808596, + "epoch": 6.41409691629956, + "grad_norm": 1.1796875, + "learning_rate": 0.00020343058458238784, + "loss": 4.2965, + "mean_token_accuracy": 0.26431872844696047, + "num_tokens": 15595323.0, + "step": 6555 + }, + { + "entropy": 4.898988962173462, + "epoch": 6.4189916789035735, + "grad_norm": 1.296875, + "learning_rate": 0.00020306687485923224, + "loss": 4.297, + "mean_token_accuracy": 0.26345344036817553, + "num_tokens": 15608028.0, + "step": 6560 + }, + { + "entropy": 4.767673826217651, + "epoch": 6.4238864415075865, + "grad_norm": 1.1796875, + "learning_rate": 0.00020270337437829566, + "loss": 4.1317, + "mean_token_accuracy": 0.275686576962471, + "num_tokens": 15619581.0, + "step": 6565 + }, + { + "entropy": 4.824228715896607, + "epoch": 6.4287812041116, + "grad_norm": 1.28125, + "learning_rate": 0.00020234008419694422, + "loss": 4.1916, + "mean_token_accuracy": 0.27475271075963975, + "num_tokens": 15631350.0, + "step": 6570 + }, + { + "entropy": 4.8114992618560795, + "epoch": 6.433675966715614, + "grad_norm": 1.2265625, + "learning_rate": 0.0002019770053719322, + "loss": 4.1537, + "mean_token_accuracy": 0.27048716843128207, + "num_tokens": 15642981.0, + "step": 6575 + }, + { + "entropy": 4.838646078109742, + "epoch": 6.438570729319628, + "grad_norm": 1.2265625, + "learning_rate": 0.0002016141389593993, + "loss": 4.2253, + "mean_token_accuracy": 0.27099927961826326, + "num_tokens": 15655870.0, + "step": 6580 + }, + { + "entropy": 4.829157924652099, + "epoch": 6.443465491923642, + "grad_norm": 1.125, + "learning_rate": 0.00020125148601486697, + "loss": 4.2518, + "mean_token_accuracy": 0.2692422866821289, + "num_tokens": 15667980.0, + "step": 6585 + }, + { + "entropy": 4.820345306396485, + "epoch": 6.448360254527655, + "grad_norm": 1.0390625, + "learning_rate": 0.00020088904759323618, + "loss": 4.2263, + "mean_token_accuracy": 0.2683408439159393, + "num_tokens": 15679951.0, + "step": 6590 + }, + { + "entropy": 4.793087339401245, + "epoch": 6.453255017131669, + "grad_norm": 1.1640625, + "learning_rate": 0.00020052682474878348, + "loss": 4.275, + "mean_token_accuracy": 0.2666164442896843, + "num_tokens": 15693726.0, + "step": 6595 + }, + { + "entropy": 4.812196397781372, + "epoch": 6.458149779735683, + "grad_norm": 1.171875, + "learning_rate": 0.00020016481853515867, + "loss": 4.2339, + "mean_token_accuracy": 0.2712885245680809, + "num_tokens": 15705351.0, + "step": 6600 + }, + { + "entropy": 4.842929077148438, + "epoch": 6.463044542339697, + "grad_norm": 1.078125, + "learning_rate": 0.00019980303000538107, + "loss": 4.1756, + "mean_token_accuracy": 0.27295818775892255, + "num_tokens": 15717233.0, + "step": 6605 + }, + { + "entropy": 4.818914127349854, + "epoch": 6.467939304943711, + "grad_norm": 1.234375, + "learning_rate": 0.00019944146021183713, + "loss": 4.2522, + "mean_token_accuracy": 0.26604991406202316, + "num_tokens": 15729176.0, + "step": 6610 + }, + { + "entropy": 4.797746372222901, + "epoch": 6.472834067547724, + "grad_norm": 1.21875, + "learning_rate": 0.0001990801102062768, + "loss": 4.1772, + "mean_token_accuracy": 0.2749250531196594, + "num_tokens": 15741107.0, + "step": 6615 + }, + { + "entropy": 4.82577919960022, + "epoch": 6.4777288301517375, + "grad_norm": 1.2890625, + "learning_rate": 0.0001987189810398108, + "loss": 4.2698, + "mean_token_accuracy": 0.2620985582470894, + "num_tokens": 15752502.0, + "step": 6620 + }, + { + "entropy": 4.85613489151001, + "epoch": 6.482623592755751, + "grad_norm": 1.25, + "learning_rate": 0.00019835807376290744, + "loss": 4.2656, + "mean_token_accuracy": 0.26031616777181626, + "num_tokens": 15764404.0, + "step": 6625 + }, + { + "entropy": 4.835601472854615, + "epoch": 6.487518355359765, + "grad_norm": 1.2265625, + "learning_rate": 0.00019799738942538953, + "loss": 4.2261, + "mean_token_accuracy": 0.26890532970428466, + "num_tokens": 15776722.0, + "step": 6630 + }, + { + "entropy": 4.838583707809448, + "epoch": 6.492413117963778, + "grad_norm": 1.21875, + "learning_rate": 0.0001976369290764315, + "loss": 4.2586, + "mean_token_accuracy": 0.270209875702858, + "num_tokens": 15788863.0, + "step": 6635 + }, + { + "entropy": 4.801536655426025, + "epoch": 6.497307880567792, + "grad_norm": 1.203125, + "learning_rate": 0.00019727669376455614, + "loss": 4.2205, + "mean_token_accuracy": 0.27733253836631777, + "num_tokens": 15800359.0, + "step": 6640 + }, + { + "entropy": 4.832352018356323, + "epoch": 6.502202643171806, + "grad_norm": 1.1953125, + "learning_rate": 0.00019691668453763163, + "loss": 4.2949, + "mean_token_accuracy": 0.26831928342580796, + "num_tokens": 15811305.0, + "step": 6645 + }, + { + "entropy": 4.767752599716187, + "epoch": 6.50709740577582, + "grad_norm": 1.1796875, + "learning_rate": 0.00019655690244286866, + "loss": 4.1762, + "mean_token_accuracy": 0.27681835293769835, + "num_tokens": 15824315.0, + "step": 6650 + }, + { + "entropy": 4.7820886135101315, + "epoch": 6.511992168379834, + "grad_norm": 1.125, + "learning_rate": 0.00019619734852681698, + "loss": 4.1599, + "mean_token_accuracy": 0.27901582717895507, + "num_tokens": 15836299.0, + "step": 6655 + }, + { + "entropy": 4.8313281536102295, + "epoch": 6.516886930983848, + "grad_norm": 1.1953125, + "learning_rate": 0.00019583802383536293, + "loss": 4.2678, + "mean_token_accuracy": 0.26988839358091354, + "num_tokens": 15848986.0, + "step": 6660 + }, + { + "entropy": 4.872956228256226, + "epoch": 6.521781693587861, + "grad_norm": 1.3046875, + "learning_rate": 0.00019547892941372563, + "loss": 4.2103, + "mean_token_accuracy": 0.2761853069067001, + "num_tokens": 15859648.0, + "step": 6665 + }, + { + "entropy": 4.915903759002686, + "epoch": 6.526676456191875, + "grad_norm": 1.21875, + "learning_rate": 0.0001951200663064549, + "loss": 4.2957, + "mean_token_accuracy": 0.26605250388383866, + "num_tokens": 15871104.0, + "step": 6670 + }, + { + "entropy": 4.794031095504761, + "epoch": 6.5315712187958885, + "grad_norm": 1.203125, + "learning_rate": 0.0001947614355574272, + "loss": 4.2166, + "mean_token_accuracy": 0.2687538146972656, + "num_tokens": 15884614.0, + "step": 6675 + }, + { + "entropy": 4.85666036605835, + "epoch": 6.536465981399902, + "grad_norm": 1.296875, + "learning_rate": 0.00019440303820984339, + "loss": 4.2741, + "mean_token_accuracy": 0.2684029802680016, + "num_tokens": 15896555.0, + "step": 6680 + }, + { + "entropy": 4.831001615524292, + "epoch": 6.541360744003915, + "grad_norm": 1.359375, + "learning_rate": 0.0001940448753062255, + "loss": 4.2209, + "mean_token_accuracy": 0.2695989325642586, + "num_tokens": 15908179.0, + "step": 6685 + }, + { + "entropy": 4.835015678405762, + "epoch": 6.546255506607929, + "grad_norm": 1.2265625, + "learning_rate": 0.00019368694788841323, + "loss": 4.2392, + "mean_token_accuracy": 0.2734552651643753, + "num_tokens": 15919685.0, + "step": 6690 + }, + { + "entropy": 4.792286920547485, + "epoch": 6.551150269211943, + "grad_norm": 1.3203125, + "learning_rate": 0.0001933292569975616, + "loss": 4.1766, + "mean_token_accuracy": 0.2831962674856186, + "num_tokens": 15931637.0, + "step": 6695 + }, + { + "entropy": 4.829886341094971, + "epoch": 6.556045031815957, + "grad_norm": 1.1328125, + "learning_rate": 0.00019297180367413753, + "loss": 4.2534, + "mean_token_accuracy": 0.26621277779340746, + "num_tokens": 15943958.0, + "step": 6700 + }, + { + "entropy": 4.779302406311035, + "epoch": 6.560939794419971, + "grad_norm": 1.1875, + "learning_rate": 0.00019261458895791683, + "loss": 4.2087, + "mean_token_accuracy": 0.27134326845407486, + "num_tokens": 15955964.0, + "step": 6705 + }, + { + "entropy": 4.8313768863677975, + "epoch": 6.565834557023984, + "grad_norm": 1.265625, + "learning_rate": 0.0001922576138879813, + "loss": 4.1676, + "mean_token_accuracy": 0.2797742038965225, + "num_tokens": 15967724.0, + "step": 6710 + }, + { + "entropy": 4.792687797546387, + "epoch": 6.570729319627998, + "grad_norm": 1.140625, + "learning_rate": 0.00019190087950271567, + "loss": 4.1607, + "mean_token_accuracy": 0.28083215057849886, + "num_tokens": 15979655.0, + "step": 6715 + }, + { + "entropy": 4.786281538009644, + "epoch": 6.575624082232012, + "grad_norm": 1.3359375, + "learning_rate": 0.00019154438683980442, + "loss": 4.201, + "mean_token_accuracy": 0.26920303851366045, + "num_tokens": 15991179.0, + "step": 6720 + }, + { + "entropy": 4.7571288585662845, + "epoch": 6.580518844836026, + "grad_norm": 1.234375, + "learning_rate": 0.000191188136936229, + "loss": 4.1686, + "mean_token_accuracy": 0.28140535950660706, + "num_tokens": 16002829.0, + "step": 6725 + }, + { + "entropy": 4.884326171875, + "epoch": 6.585413607440039, + "grad_norm": 1.171875, + "learning_rate": 0.00019083213082826483, + "loss": 4.3358, + "mean_token_accuracy": 0.26777314990758894, + "num_tokens": 16015699.0, + "step": 6730 + }, + { + "entropy": 4.834535598754883, + "epoch": 6.590308370044053, + "grad_norm": 1.1015625, + "learning_rate": 0.0001904763695514779, + "loss": 4.2066, + "mean_token_accuracy": 0.27164087295532224, + "num_tokens": 16027655.0, + "step": 6735 + }, + { + "entropy": 4.846742725372314, + "epoch": 6.5952031326480665, + "grad_norm": 1.203125, + "learning_rate": 0.00019012085414072226, + "loss": 4.1997, + "mean_token_accuracy": 0.2772118762135506, + "num_tokens": 16038801.0, + "step": 6740 + }, + { + "entropy": 4.773180532455444, + "epoch": 6.60009789525208, + "grad_norm": 1.25, + "learning_rate": 0.00018976558563013664, + "loss": 4.2013, + "mean_token_accuracy": 0.2664397060871124, + "num_tokens": 16050080.0, + "step": 6745 + }, + { + "entropy": 4.81363525390625, + "epoch": 6.604992657856094, + "grad_norm": 1.2265625, + "learning_rate": 0.00018941056505314164, + "loss": 4.2004, + "mean_token_accuracy": 0.27494569569826127, + "num_tokens": 16060570.0, + "step": 6750 + }, + { + "entropy": 4.830636215209961, + "epoch": 6.609887420460108, + "grad_norm": 1.1875, + "learning_rate": 0.00018905579344243652, + "loss": 4.1835, + "mean_token_accuracy": 0.26962684392929076, + "num_tokens": 16071658.0, + "step": 6755 + }, + { + "entropy": 4.83025336265564, + "epoch": 6.614782183064121, + "grad_norm": 1.2734375, + "learning_rate": 0.00018870127182999658, + "loss": 4.1921, + "mean_token_accuracy": 0.2740777343511581, + "num_tokens": 16083191.0, + "step": 6760 + }, + { + "entropy": 4.758773517608643, + "epoch": 6.619676945668135, + "grad_norm": 1.1953125, + "learning_rate": 0.00018834700124706973, + "loss": 4.1522, + "mean_token_accuracy": 0.27572301030158997, + "num_tokens": 16094987.0, + "step": 6765 + }, + { + "entropy": 4.8176719665527346, + "epoch": 6.624571708272149, + "grad_norm": 1.234375, + "learning_rate": 0.00018799298272417376, + "loss": 4.183, + "mean_token_accuracy": 0.28053936511278155, + "num_tokens": 16105751.0, + "step": 6770 + }, + { + "entropy": 4.7507847309112545, + "epoch": 6.629466470876163, + "grad_norm": 1.1328125, + "learning_rate": 0.00018763921729109318, + "loss": 4.1182, + "mean_token_accuracy": 0.27906791120767593, + "num_tokens": 16117175.0, + "step": 6775 + }, + { + "entropy": 4.9235481262207035, + "epoch": 6.634361233480176, + "grad_norm": 1.1640625, + "learning_rate": 0.00018728570597687638, + "loss": 4.3259, + "mean_token_accuracy": 0.2675983518362045, + "num_tokens": 16130231.0, + "step": 6780 + }, + { + "entropy": 4.829068851470947, + "epoch": 6.63925599608419, + "grad_norm": 1.265625, + "learning_rate": 0.0001869324498098326, + "loss": 4.2372, + "mean_token_accuracy": 0.2697674423456192, + "num_tokens": 16142487.0, + "step": 6785 + }, + { + "entropy": 4.798414278030395, + "epoch": 6.644150758688204, + "grad_norm": 1.109375, + "learning_rate": 0.0001865794498175286, + "loss": 4.1686, + "mean_token_accuracy": 0.27501768469810484, + "num_tokens": 16153970.0, + "step": 6790 + }, + { + "entropy": 4.787086725234985, + "epoch": 6.6490455212922175, + "grad_norm": 1.2265625, + "learning_rate": 0.0001862267070267864, + "loss": 4.2401, + "mean_token_accuracy": 0.2746932148933411, + "num_tokens": 16165452.0, + "step": 6795 + }, + { + "entropy": 4.903980016708374, + "epoch": 6.653940283896231, + "grad_norm": 1.296875, + "learning_rate": 0.00018587422246367957, + "loss": 4.2909, + "mean_token_accuracy": 0.267347078025341, + "num_tokens": 16177310.0, + "step": 6800 + }, + { + "entropy": 4.8290393352508545, + "epoch": 6.658835046500244, + "grad_norm": 1.296875, + "learning_rate": 0.00018552199715353063, + "loss": 4.2431, + "mean_token_accuracy": 0.27273038029670715, + "num_tokens": 16189315.0, + "step": 6805 + }, + { + "entropy": 4.806507682800293, + "epoch": 6.663729809104258, + "grad_norm": 1.140625, + "learning_rate": 0.000185170032120908, + "loss": 4.2358, + "mean_token_accuracy": 0.2727368637919426, + "num_tokens": 16200992.0, + "step": 6810 + }, + { + "entropy": 4.826565790176391, + "epoch": 6.668624571708272, + "grad_norm": 1.1953125, + "learning_rate": 0.00018481832838962282, + "loss": 4.2785, + "mean_token_accuracy": 0.26921398639678956, + "num_tokens": 16213478.0, + "step": 6815 + }, + { + "entropy": 4.774142789840698, + "epoch": 6.673519334312286, + "grad_norm": 1.3046875, + "learning_rate": 0.0001844668869827264, + "loss": 4.171, + "mean_token_accuracy": 0.2769194781780243, + "num_tokens": 16225165.0, + "step": 6820 + }, + { + "entropy": 4.882353496551514, + "epoch": 6.6784140969163, + "grad_norm": 1.21875, + "learning_rate": 0.00018411570892250685, + "loss": 4.324, + "mean_token_accuracy": 0.25825629830360414, + "num_tokens": 16236824.0, + "step": 6825 + }, + { + "entropy": 4.873099946975708, + "epoch": 6.683308859520313, + "grad_norm": 1.2734375, + "learning_rate": 0.00018376479523048622, + "loss": 4.2445, + "mean_token_accuracy": 0.27525572180747987, + "num_tokens": 16247874.0, + "step": 6830 + }, + { + "entropy": 4.796633577346801, + "epoch": 6.688203622124327, + "grad_norm": 1.296875, + "learning_rate": 0.00018341414692741765, + "loss": 4.1685, + "mean_token_accuracy": 0.27403592467308047, + "num_tokens": 16259305.0, + "step": 6835 + }, + { + "entropy": 4.784992218017578, + "epoch": 6.693098384728341, + "grad_norm": 1.3125, + "learning_rate": 0.0001830637650332822, + "loss": 4.2153, + "mean_token_accuracy": 0.27535903453826904, + "num_tokens": 16271993.0, + "step": 6840 + }, + { + "entropy": 4.832751655578614, + "epoch": 6.697993147332355, + "grad_norm": 1.296875, + "learning_rate": 0.00018271365056728612, + "loss": 4.2942, + "mean_token_accuracy": 0.26922129690647123, + "num_tokens": 16283353.0, + "step": 6845 + }, + { + "entropy": 4.832975912094116, + "epoch": 6.7028879099363685, + "grad_norm": 1.203125, + "learning_rate": 0.00018236380454785756, + "loss": 4.2391, + "mean_token_accuracy": 0.2777084022760391, + "num_tokens": 16295782.0, + "step": 6850 + }, + { + "entropy": 4.830508184432984, + "epoch": 6.7077826725403815, + "grad_norm": 1.25, + "learning_rate": 0.00018201422799264406, + "loss": 4.2233, + "mean_token_accuracy": 0.2772673726081848, + "num_tokens": 16308708.0, + "step": 6855 + }, + { + "entropy": 4.751596260070801, + "epoch": 6.712677435144395, + "grad_norm": 1.1953125, + "learning_rate": 0.00018166492191850904, + "loss": 4.1594, + "mean_token_accuracy": 0.277548024058342, + "num_tokens": 16320508.0, + "step": 6860 + }, + { + "entropy": 4.812742757797241, + "epoch": 6.717572197748409, + "grad_norm": 1.1875, + "learning_rate": 0.0001813158873415293, + "loss": 4.2244, + "mean_token_accuracy": 0.26796922385692595, + "num_tokens": 16332393.0, + "step": 6865 + }, + { + "entropy": 4.830001449584961, + "epoch": 6.722466960352423, + "grad_norm": 1.1640625, + "learning_rate": 0.000180967125276992, + "loss": 4.2566, + "mean_token_accuracy": 0.2725358933210373, + "num_tokens": 16343845.0, + "step": 6870 + }, + { + "entropy": 4.900268936157227, + "epoch": 6.727361722956436, + "grad_norm": 1.296875, + "learning_rate": 0.00018061863673939145, + "loss": 4.287, + "mean_token_accuracy": 0.26801770031452177, + "num_tokens": 16355155.0, + "step": 6875 + }, + { + "entropy": 4.8318298816680905, + "epoch": 6.73225648556045, + "grad_norm": 1.21875, + "learning_rate": 0.00018027042274242611, + "loss": 4.2039, + "mean_token_accuracy": 0.27316527515649797, + "num_tokens": 16366986.0, + "step": 6880 + }, + { + "entropy": 4.772649335861206, + "epoch": 6.737151248164464, + "grad_norm": 1.1640625, + "learning_rate": 0.0001799224842989964, + "loss": 4.1864, + "mean_token_accuracy": 0.2741151288151741, + "num_tokens": 16378054.0, + "step": 6885 + }, + { + "entropy": 4.838140487670898, + "epoch": 6.742046010768478, + "grad_norm": 1.1796875, + "learning_rate": 0.00017957482242120072, + "loss": 4.2819, + "mean_token_accuracy": 0.2612364083528519, + "num_tokens": 16390140.0, + "step": 6890 + }, + { + "entropy": 4.869786024093628, + "epoch": 6.746940773372492, + "grad_norm": 1.3046875, + "learning_rate": 0.00017922743812033315, + "loss": 4.3309, + "mean_token_accuracy": 0.257459057867527, + "num_tokens": 16401456.0, + "step": 6895 + }, + { + "entropy": 4.828910064697266, + "epoch": 6.751835535976505, + "grad_norm": 1.3515625, + "learning_rate": 0.00017888033240688023, + "loss": 4.25, + "mean_token_accuracy": 0.2661407694220543, + "num_tokens": 16411373.0, + "step": 6900 + }, + { + "entropy": 4.8243536949157715, + "epoch": 6.756730298580519, + "grad_norm": 1.2265625, + "learning_rate": 0.00017853350629051847, + "loss": 4.2021, + "mean_token_accuracy": 0.2693841502070427, + "num_tokens": 16422842.0, + "step": 6905 + }, + { + "entropy": 4.832136249542236, + "epoch": 6.7616250611845325, + "grad_norm": 1.2421875, + "learning_rate": 0.00017818696078011065, + "loss": 4.1967, + "mean_token_accuracy": 0.2766373082995415, + "num_tokens": 16434736.0, + "step": 6910 + }, + { + "entropy": 4.928450345993042, + "epoch": 6.766519823788546, + "grad_norm": 1.21875, + "learning_rate": 0.00017784069688370346, + "loss": 4.3636, + "mean_token_accuracy": 0.2608417823910713, + "num_tokens": 16447114.0, + "step": 6915 + }, + { + "entropy": 4.833252906799316, + "epoch": 6.77141458639256, + "grad_norm": 1.203125, + "learning_rate": 0.00017749471560852466, + "loss": 4.2267, + "mean_token_accuracy": 0.27015837132930753, + "num_tokens": 16457802.0, + "step": 6920 + }, + { + "entropy": 4.785260629653931, + "epoch": 6.776309348996573, + "grad_norm": 1.2421875, + "learning_rate": 0.0001771490179609796, + "loss": 4.1734, + "mean_token_accuracy": 0.2765981197357178, + "num_tokens": 16470161.0, + "step": 6925 + }, + { + "entropy": 4.838615846633911, + "epoch": 6.781204111600587, + "grad_norm": 1.1796875, + "learning_rate": 0.00017680360494664872, + "loss": 4.3092, + "mean_token_accuracy": 0.26522997915744784, + "num_tokens": 16483240.0, + "step": 6930 + }, + { + "entropy": 4.821589088439941, + "epoch": 6.786098874204601, + "grad_norm": 1.203125, + "learning_rate": 0.0001764584775702844, + "loss": 4.2128, + "mean_token_accuracy": 0.27196179926395414, + "num_tokens": 16496748.0, + "step": 6935 + }, + { + "entropy": 4.72474045753479, + "epoch": 6.790993636808615, + "grad_norm": 1.1796875, + "learning_rate": 0.00017611363683580838, + "loss": 4.1164, + "mean_token_accuracy": 0.281719496846199, + "num_tokens": 16509287.0, + "step": 6940 + }, + { + "entropy": 4.780606508255005, + "epoch": 6.795888399412629, + "grad_norm": 1.1796875, + "learning_rate": 0.00017576908374630846, + "loss": 4.217, + "mean_token_accuracy": 0.26991317272186277, + "num_tokens": 16520713.0, + "step": 6945 + }, + { + "entropy": 4.8649680614471436, + "epoch": 6.800783162016642, + "grad_norm": 1.109375, + "learning_rate": 0.0001754248193040356, + "loss": 4.293, + "mean_token_accuracy": 0.2615252986550331, + "num_tokens": 16533392.0, + "step": 6950 + }, + { + "entropy": 4.831953716278076, + "epoch": 6.805677924620656, + "grad_norm": 1.1796875, + "learning_rate": 0.00017508084451040135, + "loss": 4.2649, + "mean_token_accuracy": 0.27412021458148955, + "num_tokens": 16546109.0, + "step": 6955 + }, + { + "entropy": 4.830960273742676, + "epoch": 6.81057268722467, + "grad_norm": 1.2734375, + "learning_rate": 0.00017473716036597465, + "loss": 4.2623, + "mean_token_accuracy": 0.271477110683918, + "num_tokens": 16558409.0, + "step": 6960 + }, + { + "entropy": 4.787686061859131, + "epoch": 6.815467449828684, + "grad_norm": 1.1875, + "learning_rate": 0.00017439376787047888, + "loss": 4.2047, + "mean_token_accuracy": 0.2721322447061539, + "num_tokens": 16569695.0, + "step": 6965 + }, + { + "entropy": 4.953125953674316, + "epoch": 6.820362212432697, + "grad_norm": 1.21875, + "learning_rate": 0.0001740506680227892, + "loss": 4.3336, + "mean_token_accuracy": 0.26900721788406373, + "num_tokens": 16581937.0, + "step": 6970 + }, + { + "entropy": 4.830428218841552, + "epoch": 6.8252569750367105, + "grad_norm": 1.3515625, + "learning_rate": 0.00017370786182092945, + "loss": 4.2295, + "mean_token_accuracy": 0.2690939217805862, + "num_tokens": 16593670.0, + "step": 6975 + }, + { + "entropy": 4.846615934371949, + "epoch": 6.830151737640724, + "grad_norm": 1.25, + "learning_rate": 0.0001733653502620693, + "loss": 4.3235, + "mean_token_accuracy": 0.26150154173374174, + "num_tokens": 16605165.0, + "step": 6980 + }, + { + "entropy": 4.7979254722595215, + "epoch": 6.835046500244738, + "grad_norm": 1.1796875, + "learning_rate": 0.00017302313434252125, + "loss": 4.2091, + "mean_token_accuracy": 0.26987202316522596, + "num_tokens": 16616774.0, + "step": 6985 + }, + { + "entropy": 4.862527751922608, + "epoch": 6.839941262848752, + "grad_norm": 1.15625, + "learning_rate": 0.0001726812150577381, + "loss": 4.2928, + "mean_token_accuracy": 0.2625435009598732, + "num_tokens": 16628895.0, + "step": 6990 + }, + { + "entropy": 4.757234287261963, + "epoch": 6.844836025452766, + "grad_norm": 1.2109375, + "learning_rate": 0.0001723395934023095, + "loss": 4.1597, + "mean_token_accuracy": 0.2716460421681404, + "num_tokens": 16640242.0, + "step": 6995 + }, + { + "entropy": 4.880573511123657, + "epoch": 6.849730788056779, + "grad_norm": 1.2265625, + "learning_rate": 0.00017199827036995947, + "loss": 4.2517, + "mean_token_accuracy": 0.2695384547114372, + "num_tokens": 16652057.0, + "step": 7000 + }, + { + "epoch": 6.849730788056779, + "eval_entropy": 4.799824526581023, + "eval_loss": 5.5178608894348145, + "eval_mean_token_accuracy": 0.20650460087022207, + "eval_num_tokens": 16652057.0, + "eval_runtime": 2.718, + "eval_samples_per_second": 1268.209, + "eval_steps_per_second": 158.572, + "step": 7000 + }, + { + "entropy": 4.852752685546875, + "epoch": 6.854625550660793, + "grad_norm": 1.171875, + "learning_rate": 0.0001716572469535433, + "loss": 4.2873, + "mean_token_accuracy": 0.2662672266364098, + "num_tokens": 16664628.0, + "step": 7005 + }, + { + "entropy": 4.765297269821167, + "epoch": 6.859520313264807, + "grad_norm": 1.296875, + "learning_rate": 0.00017131652414504494, + "loss": 4.1363, + "mean_token_accuracy": 0.28136025071144105, + "num_tokens": 16674787.0, + "step": 7010 + }, + { + "entropy": 4.908167028427124, + "epoch": 6.864415075868821, + "grad_norm": 1.2109375, + "learning_rate": 0.00017097610293557376, + "loss": 4.3026, + "mean_token_accuracy": 0.26215105354785917, + "num_tokens": 16686573.0, + "step": 7015 + }, + { + "entropy": 4.835732126235962, + "epoch": 6.869309838472834, + "grad_norm": 1.2578125, + "learning_rate": 0.0001706359843153618, + "loss": 4.2188, + "mean_token_accuracy": 0.27586893886327746, + "num_tokens": 16697732.0, + "step": 7020 + }, + { + "entropy": 4.90386176109314, + "epoch": 6.874204601076848, + "grad_norm": 1.125, + "learning_rate": 0.00017029616927376095, + "loss": 4.3291, + "mean_token_accuracy": 0.26336448788642886, + "num_tokens": 16709918.0, + "step": 7025 + }, + { + "entropy": 4.72867169380188, + "epoch": 6.8790993636808615, + "grad_norm": 1.28125, + "learning_rate": 0.00016995665879924023, + "loss": 4.1493, + "mean_token_accuracy": 0.27780025005340575, + "num_tokens": 16721254.0, + "step": 7030 + }, + { + "entropy": 4.7647747039794925, + "epoch": 6.883994126284875, + "grad_norm": 1.203125, + "learning_rate": 0.00016961745387938235, + "loss": 4.183, + "mean_token_accuracy": 0.27847700864076613, + "num_tokens": 16732442.0, + "step": 7035 + }, + { + "entropy": 4.78448224067688, + "epoch": 6.888888888888889, + "grad_norm": 1.2421875, + "learning_rate": 0.00016927855550088138, + "loss": 4.2229, + "mean_token_accuracy": 0.27126297205686567, + "num_tokens": 16744156.0, + "step": 7040 + }, + { + "entropy": 4.877876472473145, + "epoch": 6.893783651492902, + "grad_norm": 1.3515625, + "learning_rate": 0.00016893996464954, + "loss": 4.2728, + "mean_token_accuracy": 0.2641643062233925, + "num_tokens": 16756129.0, + "step": 7045 + }, + { + "entropy": 4.86338963508606, + "epoch": 6.898678414096916, + "grad_norm": 1.140625, + "learning_rate": 0.0001686016823102659, + "loss": 4.2897, + "mean_token_accuracy": 0.27286734580993655, + "num_tokens": 16768634.0, + "step": 7050 + }, + { + "entropy": 4.846466827392578, + "epoch": 6.90357317670093, + "grad_norm": 1.1171875, + "learning_rate": 0.0001682637094670696, + "loss": 4.2404, + "mean_token_accuracy": 0.27916857302188874, + "num_tokens": 16780385.0, + "step": 7055 + }, + { + "entropy": 4.774806690216065, + "epoch": 6.908467939304944, + "grad_norm": 1.3203125, + "learning_rate": 0.00016792604710306108, + "loss": 4.0999, + "mean_token_accuracy": 0.284425413608551, + "num_tokens": 16791576.0, + "step": 7060 + }, + { + "entropy": 4.801191425323486, + "epoch": 6.913362701908957, + "grad_norm": 1.1875, + "learning_rate": 0.0001675886962004477, + "loss": 4.1882, + "mean_token_accuracy": 0.27397194057703017, + "num_tokens": 16804080.0, + "step": 7065 + }, + { + "entropy": 4.823637437820435, + "epoch": 6.918257464512971, + "grad_norm": 1.1015625, + "learning_rate": 0.00016725165774053035, + "loss": 4.2662, + "mean_token_accuracy": 0.26977028250694274, + "num_tokens": 16817682.0, + "step": 7070 + }, + { + "entropy": 4.839293336868286, + "epoch": 6.923152227116985, + "grad_norm": 1.3046875, + "learning_rate": 0.0001669149327037011, + "loss": 4.229, + "mean_token_accuracy": 0.2711069226264954, + "num_tokens": 16828759.0, + "step": 7075 + }, + { + "entropy": 4.8168669700622555, + "epoch": 6.928046989720999, + "grad_norm": 1.265625, + "learning_rate": 0.00016657852206944078, + "loss": 4.2732, + "mean_token_accuracy": 0.266059809923172, + "num_tokens": 16842727.0, + "step": 7080 + }, + { + "entropy": 4.776056432723999, + "epoch": 6.9329417523250125, + "grad_norm": 1.1328125, + "learning_rate": 0.00016624242681631513, + "loss": 4.2229, + "mean_token_accuracy": 0.2724165767431259, + "num_tokens": 16855567.0, + "step": 7085 + }, + { + "entropy": 4.833657932281494, + "epoch": 6.937836514929026, + "grad_norm": 1.2265625, + "learning_rate": 0.00016590664792197278, + "loss": 4.2323, + "mean_token_accuracy": 0.26841968297958374, + "num_tokens": 16868442.0, + "step": 7090 + }, + { + "entropy": 4.8504619121551515, + "epoch": 6.942731277533039, + "grad_norm": 1.3046875, + "learning_rate": 0.00016557118636314192, + "loss": 4.2453, + "mean_token_accuracy": 0.2725552201271057, + "num_tokens": 16879958.0, + "step": 7095 + }, + { + "entropy": 4.831103324890137, + "epoch": 6.947626040137053, + "grad_norm": 1.2890625, + "learning_rate": 0.000165236043115628, + "loss": 4.2228, + "mean_token_accuracy": 0.27216201424598696, + "num_tokens": 16891621.0, + "step": 7100 + }, + { + "entropy": 4.86317892074585, + "epoch": 6.952520802741067, + "grad_norm": 1.3515625, + "learning_rate": 0.0001649012191543103, + "loss": 4.2722, + "mean_token_accuracy": 0.2661159485578537, + "num_tokens": 16903352.0, + "step": 7105 + }, + { + "entropy": 4.856297826766967, + "epoch": 6.957415565345081, + "grad_norm": 1.265625, + "learning_rate": 0.00016456671545313922, + "loss": 4.2843, + "mean_token_accuracy": 0.26669911593198775, + "num_tokens": 16915640.0, + "step": 7110 + }, + { + "entropy": 4.803306150436401, + "epoch": 6.962310327949094, + "grad_norm": 1.203125, + "learning_rate": 0.00016423253298513405, + "loss": 4.1791, + "mean_token_accuracy": 0.2789281040430069, + "num_tokens": 16927558.0, + "step": 7115 + }, + { + "entropy": 4.84641580581665, + "epoch": 6.967205090553108, + "grad_norm": 1.328125, + "learning_rate": 0.00016389867272237913, + "loss": 4.2345, + "mean_token_accuracy": 0.2728713482618332, + "num_tokens": 16940099.0, + "step": 7120 + }, + { + "entropy": 4.770545387268067, + "epoch": 6.972099853157122, + "grad_norm": 1.1484375, + "learning_rate": 0.00016356513563602187, + "loss": 4.1901, + "mean_token_accuracy": 0.27592024207115173, + "num_tokens": 16951667.0, + "step": 7125 + }, + { + "entropy": 4.824424791336059, + "epoch": 6.976994615761136, + "grad_norm": 1.171875, + "learning_rate": 0.00016323192269626944, + "loss": 4.2557, + "mean_token_accuracy": 0.2688666105270386, + "num_tokens": 16964323.0, + "step": 7130 + }, + { + "entropy": 4.911003065109253, + "epoch": 6.98188937836515, + "grad_norm": 1.2109375, + "learning_rate": 0.00016289903487238635, + "loss": 4.2777, + "mean_token_accuracy": 0.2706483691930771, + "num_tokens": 16975728.0, + "step": 7135 + }, + { + "entropy": 4.797976112365722, + "epoch": 6.986784140969163, + "grad_norm": 1.1953125, + "learning_rate": 0.0001625664731326912, + "loss": 4.262, + "mean_token_accuracy": 0.2732352793216705, + "num_tokens": 16987783.0, + "step": 7140 + }, + { + "entropy": 4.882084512710572, + "epoch": 6.991678903573177, + "grad_norm": 1.078125, + "learning_rate": 0.00016223423844455404, + "loss": 4.2662, + "mean_token_accuracy": 0.26308298110961914, + "num_tokens": 17000870.0, + "step": 7145 + }, + { + "entropy": 4.82815318107605, + "epoch": 6.9965736661771905, + "grad_norm": 1.1875, + "learning_rate": 0.00016190233177439377, + "loss": 4.2057, + "mean_token_accuracy": 0.27077903747558596, + "num_tokens": 17013617.0, + "step": 7150 + }, + { + "entropy": 4.780447059207493, + "epoch": 7.000978952520803, + "grad_norm": 1.0703125, + "learning_rate": 0.00016157075408767497, + "loss": 4.123, + "mean_token_accuracy": 0.28422121206919354, + "num_tokens": 17024956.0, + "step": 7155 + }, + { + "entropy": 4.818837356567383, + "epoch": 7.0058737151248165, + "grad_norm": 1.1484375, + "learning_rate": 0.0001612395063489053, + "loss": 4.1347, + "mean_token_accuracy": 0.2758771196007729, + "num_tokens": 17038148.0, + "step": 7160 + }, + { + "entropy": 4.802131509780883, + "epoch": 7.01076847772883, + "grad_norm": 1.21875, + "learning_rate": 0.00016090858952163263, + "loss": 4.0381, + "mean_token_accuracy": 0.28795155584812165, + "num_tokens": 17049128.0, + "step": 7165 + }, + { + "entropy": 4.757979965209961, + "epoch": 7.015663240332844, + "grad_norm": 1.203125, + "learning_rate": 0.00016057800456844234, + "loss": 4.0054, + "mean_token_accuracy": 0.29685018658638, + "num_tokens": 17060836.0, + "step": 7170 + }, + { + "entropy": 4.7881927490234375, + "epoch": 7.020558002936857, + "grad_norm": 1.1484375, + "learning_rate": 0.00016024775245095444, + "loss": 4.0643, + "mean_token_accuracy": 0.28257188498973845, + "num_tokens": 17072334.0, + "step": 7175 + }, + { + "entropy": 4.82642707824707, + "epoch": 7.025452765540871, + "grad_norm": 1.34375, + "learning_rate": 0.0001599178341298206, + "loss": 4.0571, + "mean_token_accuracy": 0.2883249506354332, + "num_tokens": 17083589.0, + "step": 7180 + }, + { + "entropy": 4.844866323471069, + "epoch": 7.030347528144885, + "grad_norm": 1.2578125, + "learning_rate": 0.00015958825056472175, + "loss": 4.106, + "mean_token_accuracy": 0.28452355563640597, + "num_tokens": 17095086.0, + "step": 7185 + }, + { + "entropy": 4.767334270477295, + "epoch": 7.035242290748899, + "grad_norm": 1.28125, + "learning_rate": 0.000159259002714365, + "loss": 4.0383, + "mean_token_accuracy": 0.29307461678981783, + "num_tokens": 17106766.0, + "step": 7190 + }, + { + "entropy": 4.803368616104126, + "epoch": 7.040137053352912, + "grad_norm": 1.234375, + "learning_rate": 0.00015893009153648087, + "loss": 4.0913, + "mean_token_accuracy": 0.28804914057254793, + "num_tokens": 17119880.0, + "step": 7195 + }, + { + "entropy": 4.759484148025512, + "epoch": 7.045031815956926, + "grad_norm": 1.28125, + "learning_rate": 0.0001586015179878204, + "loss": 4.0014, + "mean_token_accuracy": 0.2972134605050087, + "num_tokens": 17131184.0, + "step": 7200 + }, + { + "entropy": 4.760886526107788, + "epoch": 7.04992657856094, + "grad_norm": 1.2578125, + "learning_rate": 0.00015827328302415295, + "loss": 4.0744, + "mean_token_accuracy": 0.28752224445343016, + "num_tokens": 17141849.0, + "step": 7205 + }, + { + "entropy": 4.813902425765991, + "epoch": 7.054821341164954, + "grad_norm": 1.078125, + "learning_rate": 0.00015794538760026262, + "loss": 4.0714, + "mean_token_accuracy": 0.28896082043647764, + "num_tokens": 17154704.0, + "step": 7210 + }, + { + "entropy": 4.8288720607757565, + "epoch": 7.0597161037689675, + "grad_norm": 1.265625, + "learning_rate": 0.00015761783266994586, + "loss": 4.0952, + "mean_token_accuracy": 0.2799787759780884, + "num_tokens": 17167145.0, + "step": 7215 + }, + { + "entropy": 4.800954675674438, + "epoch": 7.0646108663729805, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729061918600895, + "loss": 4.0888, + "mean_token_accuracy": 0.2849623948335648, + "num_tokens": 17179375.0, + "step": 7220 + }, + { + "entropy": 4.782412338256836, + "epoch": 7.069505628976994, + "grad_norm": 1.2109375, + "learning_rate": 0.00015696374810026471, + "loss": 4.0416, + "mean_token_accuracy": 0.29629620909690857, + "num_tokens": 17192236.0, + "step": 7225 + }, + { + "entropy": 4.74776554107666, + "epoch": 7.074400391581008, + "grad_norm": 1.203125, + "learning_rate": 0.00015663722036353002, + "loss": 4.0233, + "mean_token_accuracy": 0.29788653552532196, + "num_tokens": 17204525.0, + "step": 7230 + }, + { + "entropy": 4.792973518371582, + "epoch": 7.079295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.00015631103692562287, + "loss": 4.1002, + "mean_token_accuracy": 0.2791537374258041, + "num_tokens": 17216457.0, + "step": 7235 + }, + { + "entropy": 4.782972145080566, + "epoch": 7.084189916789036, + "grad_norm": 1.2578125, + "learning_rate": 0.00015598519873536023, + "loss": 4.0858, + "mean_token_accuracy": 0.2886860579252243, + "num_tokens": 17227552.0, + "step": 7240 + }, + { + "entropy": 4.809886455535889, + "epoch": 7.089084679393049, + "grad_norm": 1.1171875, + "learning_rate": 0.00015565970674055428, + "loss": 4.0608, + "mean_token_accuracy": 0.2873356699943542, + "num_tokens": 17239257.0, + "step": 7245 + }, + { + "entropy": 4.798758792877197, + "epoch": 7.093979441997063, + "grad_norm": 1.2265625, + "learning_rate": 0.00015533456188801035, + "loss": 4.0875, + "mean_token_accuracy": 0.29013034999370574, + "num_tokens": 17250183.0, + "step": 7250 + }, + { + "entropy": 4.777663993835449, + "epoch": 7.098874204601077, + "grad_norm": 1.109375, + "learning_rate": 0.00015500976512352411, + "loss": 4.0235, + "mean_token_accuracy": 0.2919615387916565, + "num_tokens": 17261275.0, + "step": 7255 + }, + { + "entropy": 4.850154161453247, + "epoch": 7.103768967205091, + "grad_norm": 1.234375, + "learning_rate": 0.0001546853173918785, + "loss": 4.1465, + "mean_token_accuracy": 0.2747348383069038, + "num_tokens": 17273497.0, + "step": 7260 + }, + { + "entropy": 4.73512830734253, + "epoch": 7.108663729809105, + "grad_norm": 1.2421875, + "learning_rate": 0.00015436121963684134, + "loss": 4.0128, + "mean_token_accuracy": 0.28873381912708285, + "num_tokens": 17285210.0, + "step": 7265 + }, + { + "entropy": 4.791627740859985, + "epoch": 7.113558492413118, + "grad_norm": 1.15625, + "learning_rate": 0.0001540374728011622, + "loss": 4.0997, + "mean_token_accuracy": 0.28171266913414, + "num_tokens": 17296571.0, + "step": 7270 + }, + { + "entropy": 4.752928829193115, + "epoch": 7.1184532550171316, + "grad_norm": 1.2890625, + "learning_rate": 0.00015371407782657022, + "loss": 4.1094, + "mean_token_accuracy": 0.2861900180578232, + "num_tokens": 17308619.0, + "step": 7275 + }, + { + "entropy": 4.78877820968628, + "epoch": 7.1233480176211454, + "grad_norm": 1.1328125, + "learning_rate": 0.00015339103565377066, + "loss": 4.0598, + "mean_token_accuracy": 0.28850083649158476, + "num_tokens": 17320543.0, + "step": 7280 + }, + { + "entropy": 4.848451757431031, + "epoch": 7.128242780225159, + "grad_norm": 1.1796875, + "learning_rate": 0.0001530683472224429, + "loss": 4.0745, + "mean_token_accuracy": 0.2905732810497284, + "num_tokens": 17331158.0, + "step": 7285 + }, + { + "entropy": 4.791416788101197, + "epoch": 7.133137542829173, + "grad_norm": 1.2578125, + "learning_rate": 0.0001527460134712369, + "loss": 4.0899, + "mean_token_accuracy": 0.28909812271595003, + "num_tokens": 17342174.0, + "step": 7290 + }, + { + "entropy": 4.819753646850586, + "epoch": 7.138032305433186, + "grad_norm": 1.1953125, + "learning_rate": 0.00015242403533777144, + "loss": 4.1523, + "mean_token_accuracy": 0.2755330979824066, + "num_tokens": 17353896.0, + "step": 7295 + }, + { + "entropy": 4.764073324203491, + "epoch": 7.1429270680372, + "grad_norm": 1.1640625, + "learning_rate": 0.00015210241375863048, + "loss": 4.0277, + "mean_token_accuracy": 0.2917007923126221, + "num_tokens": 17366131.0, + "step": 7300 + }, + { + "entropy": 4.891622877120971, + "epoch": 7.147821830641214, + "grad_norm": 1.15625, + "learning_rate": 0.00015178114966936078, + "loss": 4.2272, + "mean_token_accuracy": 0.2710686966776848, + "num_tokens": 17378513.0, + "step": 7305 + }, + { + "entropy": 4.861794376373291, + "epoch": 7.152716593245228, + "grad_norm": 1.15625, + "learning_rate": 0.00015146024400446967, + "loss": 4.1124, + "mean_token_accuracy": 0.2803745836019516, + "num_tokens": 17391153.0, + "step": 7310 + }, + { + "entropy": 4.8278069496154785, + "epoch": 7.157611355849241, + "grad_norm": 1.21875, + "learning_rate": 0.00015113969769742135, + "loss": 4.2097, + "mean_token_accuracy": 0.2775128915905952, + "num_tokens": 17403512.0, + "step": 7315 + }, + { + "entropy": 4.874017858505249, + "epoch": 7.162506118453255, + "grad_norm": 1.1953125, + "learning_rate": 0.00015081951168063507, + "loss": 4.2076, + "mean_token_accuracy": 0.2813242763280869, + "num_tokens": 17416141.0, + "step": 7320 + }, + { + "entropy": 4.827480125427246, + "epoch": 7.167400881057269, + "grad_norm": 1.25, + "learning_rate": 0.00015049968688548172, + "loss": 4.0906, + "mean_token_accuracy": 0.28566859662532806, + "num_tokens": 17427686.0, + "step": 7325 + }, + { + "entropy": 4.780575370788574, + "epoch": 7.172295643661283, + "grad_norm": 1.21875, + "learning_rate": 0.00015018022424228184, + "loss": 4.1103, + "mean_token_accuracy": 0.27947225272655485, + "num_tokens": 17440093.0, + "step": 7330 + }, + { + "entropy": 4.910111284255981, + "epoch": 7.1771904062652965, + "grad_norm": 1.21875, + "learning_rate": 0.0001498611246803022, + "loss": 4.182, + "mean_token_accuracy": 0.2680870145559311, + "num_tokens": 17451773.0, + "step": 7335 + }, + { + "entropy": 4.887281036376953, + "epoch": 7.1820851688693095, + "grad_norm": 1.1171875, + "learning_rate": 0.0001495423891277536, + "loss": 4.1593, + "mean_token_accuracy": 0.2688952133059502, + "num_tokens": 17464407.0, + "step": 7340 + }, + { + "entropy": 4.8682098388671875, + "epoch": 7.186979931473323, + "grad_norm": 1.2890625, + "learning_rate": 0.00014922401851178804, + "loss": 4.1048, + "mean_token_accuracy": 0.2840438082814217, + "num_tokens": 17476101.0, + "step": 7345 + }, + { + "entropy": 4.799012136459351, + "epoch": 7.191874694077337, + "grad_norm": 1.2109375, + "learning_rate": 0.0001489060137584958, + "loss": 4.0873, + "mean_token_accuracy": 0.28711037039756776, + "num_tokens": 17487472.0, + "step": 7350 + }, + { + "entropy": 4.825730991363526, + "epoch": 7.196769456681351, + "grad_norm": 1.2265625, + "learning_rate": 0.000148588375792903, + "loss": 4.1288, + "mean_token_accuracy": 0.28802083134651185, + "num_tokens": 17499499.0, + "step": 7355 + }, + { + "entropy": 4.855758333206177, + "epoch": 7.201664219285365, + "grad_norm": 1.15625, + "learning_rate": 0.00014827110553896876, + "loss": 4.1175, + "mean_token_accuracy": 0.2893441081047058, + "num_tokens": 17511307.0, + "step": 7360 + }, + { + "entropy": 4.923803806304932, + "epoch": 7.206558981889378, + "grad_norm": 1.109375, + "learning_rate": 0.00014795420391958285, + "loss": 4.1978, + "mean_token_accuracy": 0.27826104164123533, + "num_tokens": 17523359.0, + "step": 7365 + }, + { + "entropy": 4.748465538024902, + "epoch": 7.211453744493392, + "grad_norm": 1.25, + "learning_rate": 0.00014763767185656246, + "loss": 3.9908, + "mean_token_accuracy": 0.29602986574172974, + "num_tokens": 17534520.0, + "step": 7370 + }, + { + "entropy": 4.902448415756226, + "epoch": 7.216348507097406, + "grad_norm": 1.203125, + "learning_rate": 0.00014732151027064982, + "loss": 4.2838, + "mean_token_accuracy": 0.2666098862886429, + "num_tokens": 17547215.0, + "step": 7375 + }, + { + "entropy": 4.840163278579712, + "epoch": 7.22124326970142, + "grad_norm": 1.2578125, + "learning_rate": 0.00014700572008150977, + "loss": 4.1327, + "mean_token_accuracy": 0.2833808362483978, + "num_tokens": 17559334.0, + "step": 7380 + }, + { + "entropy": 4.838746213912964, + "epoch": 7.226138032305434, + "grad_norm": 1.203125, + "learning_rate": 0.00014669030220772642, + "loss": 4.0758, + "mean_token_accuracy": 0.288485449552536, + "num_tokens": 17570007.0, + "step": 7385 + }, + { + "entropy": 4.857969808578491, + "epoch": 7.231032794909447, + "grad_norm": 1.2734375, + "learning_rate": 0.00014637525756680116, + "loss": 4.1036, + "mean_token_accuracy": 0.286487540602684, + "num_tokens": 17580915.0, + "step": 7390 + }, + { + "entropy": 4.791293811798096, + "epoch": 7.2359275575134605, + "grad_norm": 1.34375, + "learning_rate": 0.00014606058707514958, + "loss": 4.0957, + "mean_token_accuracy": 0.2871719241142273, + "num_tokens": 17592315.0, + "step": 7395 + }, + { + "entropy": 4.820676183700561, + "epoch": 7.240822320117474, + "grad_norm": 1.1796875, + "learning_rate": 0.000145746291648099, + "loss": 4.1249, + "mean_token_accuracy": 0.28499663472175596, + "num_tokens": 17603458.0, + "step": 7400 + }, + { + "entropy": 4.748669624328613, + "epoch": 7.245717082721488, + "grad_norm": 1.2109375, + "learning_rate": 0.0001454323721998857, + "loss": 4.0926, + "mean_token_accuracy": 0.2825297206640244, + "num_tokens": 17615217.0, + "step": 7405 + }, + { + "entropy": 4.827870035171509, + "epoch": 7.250611845325501, + "grad_norm": 1.28125, + "learning_rate": 0.00014511882964365213, + "loss": 4.1783, + "mean_token_accuracy": 0.27295706868171693, + "num_tokens": 17627601.0, + "step": 7410 + }, + { + "entropy": 4.809018135070801, + "epoch": 7.255506607929515, + "grad_norm": 1.2109375, + "learning_rate": 0.0001448056648914449, + "loss": 4.0603, + "mean_token_accuracy": 0.29062820971012115, + "num_tokens": 17638475.0, + "step": 7415 + }, + { + "entropy": 4.782418441772461, + "epoch": 7.260401370533529, + "grad_norm": 1.1640625, + "learning_rate": 0.00014449287885421108, + "loss": 4.1064, + "mean_token_accuracy": 0.27899285703897475, + "num_tokens": 17650278.0, + "step": 7420 + }, + { + "entropy": 4.7921715259552, + "epoch": 7.265296133137543, + "grad_norm": 1.2109375, + "learning_rate": 0.0001441804724417965, + "loss": 4.0839, + "mean_token_accuracy": 0.28736929297447206, + "num_tokens": 17663110.0, + "step": 7425 + }, + { + "entropy": 4.85003809928894, + "epoch": 7.270190895741557, + "grad_norm": 1.3046875, + "learning_rate": 0.00014386844656294245, + "loss": 4.1425, + "mean_token_accuracy": 0.2779337793588638, + "num_tokens": 17673710.0, + "step": 7430 + }, + { + "entropy": 4.812310123443604, + "epoch": 7.27508565834557, + "grad_norm": 1.203125, + "learning_rate": 0.0001435568021252836, + "loss": 4.1105, + "mean_token_accuracy": 0.2840988889336586, + "num_tokens": 17686717.0, + "step": 7435 + }, + { + "entropy": 4.782513093948364, + "epoch": 7.279980420949584, + "grad_norm": 1.3359375, + "learning_rate": 0.00014324554003534485, + "loss": 4.0917, + "mean_token_accuracy": 0.2846391350030899, + "num_tokens": 17700013.0, + "step": 7440 + }, + { + "entropy": 4.774361610412598, + "epoch": 7.284875183553598, + "grad_norm": 1.1875, + "learning_rate": 0.00014293466119853887, + "loss": 4.0455, + "mean_token_accuracy": 0.2926559939980507, + "num_tokens": 17712450.0, + "step": 7445 + }, + { + "entropy": 4.842836046218872, + "epoch": 7.2897699461576115, + "grad_norm": 1.28125, + "learning_rate": 0.0001426241665191638, + "loss": 4.1109, + "mean_token_accuracy": 0.28842181265354155, + "num_tokens": 17724465.0, + "step": 7450 + }, + { + "entropy": 4.762375354766846, + "epoch": 7.294664708761625, + "grad_norm": 1.2265625, + "learning_rate": 0.00014231405690040005, + "loss": 4.0574, + "mean_token_accuracy": 0.29009200930595397, + "num_tokens": 17736638.0, + "step": 7455 + }, + { + "entropy": 4.8332212448120115, + "epoch": 7.299559471365638, + "grad_norm": 1.328125, + "learning_rate": 0.00014200433324430806, + "loss": 4.0976, + "mean_token_accuracy": 0.27914202213287354, + "num_tokens": 17747927.0, + "step": 7460 + }, + { + "entropy": 4.814736604690552, + "epoch": 7.304454233969652, + "grad_norm": 1.25, + "learning_rate": 0.0001416949964518254, + "loss": 4.0643, + "mean_token_accuracy": 0.29202333390712737, + "num_tokens": 17759676.0, + "step": 7465 + }, + { + "entropy": 4.825563526153564, + "epoch": 7.309348996573666, + "grad_norm": 1.2734375, + "learning_rate": 0.00014138604742276468, + "loss": 4.0887, + "mean_token_accuracy": 0.2903469443321228, + "num_tokens": 17771205.0, + "step": 7470 + }, + { + "entropy": 4.837093830108643, + "epoch": 7.31424375917768, + "grad_norm": 1.265625, + "learning_rate": 0.00014107748705581018, + "loss": 4.122, + "mean_token_accuracy": 0.2810250610113144, + "num_tokens": 17782407.0, + "step": 7475 + }, + { + "entropy": 4.795599889755249, + "epoch": 7.319138521781694, + "grad_norm": 1.1953125, + "learning_rate": 0.0001407693162485158, + "loss": 4.1132, + "mean_token_accuracy": 0.28156635761260984, + "num_tokens": 17793748.0, + "step": 7480 + }, + { + "entropy": 4.8112955570220945, + "epoch": 7.324033284385707, + "grad_norm": 1.1484375, + "learning_rate": 0.00014046153589730237, + "loss": 4.1608, + "mean_token_accuracy": 0.2788987457752228, + "num_tokens": 17806662.0, + "step": 7485 + }, + { + "entropy": 4.744254732131958, + "epoch": 7.328928046989721, + "grad_norm": 1.28125, + "learning_rate": 0.00014015414689745476, + "loss": 4.0998, + "mean_token_accuracy": 0.2806766092777252, + "num_tokens": 17817477.0, + "step": 7490 + }, + { + "entropy": 4.786280155181885, + "epoch": 7.333822809593735, + "grad_norm": 1.28125, + "learning_rate": 0.0001398471501431195, + "loss": 4.0604, + "mean_token_accuracy": 0.28615519404411316, + "num_tokens": 17830099.0, + "step": 7495 + }, + { + "entropy": 4.746518898010254, + "epoch": 7.338717572197749, + "grad_norm": 1.3046875, + "learning_rate": 0.0001395405465273021, + "loss": 4.0431, + "mean_token_accuracy": 0.2906483680009842, + "num_tokens": 17841520.0, + "step": 7500 + }, + { + "entropy": 4.806548023223877, + "epoch": 7.343612334801762, + "grad_norm": 1.40625, + "learning_rate": 0.00013923433694186478, + "loss": 4.1018, + "mean_token_accuracy": 0.2825804427266121, + "num_tokens": 17852319.0, + "step": 7505 + }, + { + "entropy": 4.791054153442383, + "epoch": 7.348507097405776, + "grad_norm": 1.1953125, + "learning_rate": 0.00013892852227752317, + "loss": 4.0786, + "mean_token_accuracy": 0.2819870948791504, + "num_tokens": 17864003.0, + "step": 7510 + }, + { + "entropy": 4.805252885818481, + "epoch": 7.3534018600097895, + "grad_norm": 1.1953125, + "learning_rate": 0.00013862310342384438, + "loss": 4.1959, + "mean_token_accuracy": 0.28391799330711365, + "num_tokens": 17877460.0, + "step": 7515 + }, + { + "entropy": 4.8232186794281, + "epoch": 7.358296622613803, + "grad_norm": 1.203125, + "learning_rate": 0.00013831808126924422, + "loss": 4.1513, + "mean_token_accuracy": 0.27248675376176834, + "num_tokens": 17889191.0, + "step": 7520 + }, + { + "entropy": 4.832364177703857, + "epoch": 7.363191385217817, + "grad_norm": 1.2421875, + "learning_rate": 0.00013801345670098438, + "loss": 4.0923, + "mean_token_accuracy": 0.2900449067354202, + "num_tokens": 17900866.0, + "step": 7525 + }, + { + "entropy": 4.887357330322265, + "epoch": 7.36808614782183, + "grad_norm": 1.28125, + "learning_rate": 0.00013770923060517015, + "loss": 4.1557, + "mean_token_accuracy": 0.2843441188335419, + "num_tokens": 17912747.0, + "step": 7530 + }, + { + "entropy": 4.835427141189575, + "epoch": 7.372980910425844, + "grad_norm": 1.296875, + "learning_rate": 0.0001374054038667476, + "loss": 4.1152, + "mean_token_accuracy": 0.285644468665123, + "num_tokens": 17924704.0, + "step": 7535 + }, + { + "entropy": 4.747461891174316, + "epoch": 7.377875673029858, + "grad_norm": 1.15625, + "learning_rate": 0.00013710197736950143, + "loss": 4.1147, + "mean_token_accuracy": 0.2786543697118759, + "num_tokens": 17936401.0, + "step": 7540 + }, + { + "entropy": 4.7854808330535885, + "epoch": 7.382770435633872, + "grad_norm": 1.2421875, + "learning_rate": 0.00013679895199605175, + "loss": 4.1127, + "mean_token_accuracy": 0.2867193892598152, + "num_tokens": 17948614.0, + "step": 7545 + }, + { + "entropy": 4.857870149612427, + "epoch": 7.387665198237886, + "grad_norm": 1.328125, + "learning_rate": 0.000136496328627852, + "loss": 4.2017, + "mean_token_accuracy": 0.2843237340450287, + "num_tokens": 17960708.0, + "step": 7550 + }, + { + "entropy": 4.798525190353393, + "epoch": 7.392559960841899, + "grad_norm": 1.21875, + "learning_rate": 0.0001361941081451863, + "loss": 4.0421, + "mean_token_accuracy": 0.2900181621313095, + "num_tokens": 17972977.0, + "step": 7555 + }, + { + "entropy": 4.838765430450439, + "epoch": 7.397454723445913, + "grad_norm": 1.0703125, + "learning_rate": 0.00013589229142716686, + "loss": 4.1262, + "mean_token_accuracy": 0.28275442123413086, + "num_tokens": 17985587.0, + "step": 7560 + }, + { + "entropy": 4.763973522186279, + "epoch": 7.402349486049927, + "grad_norm": 1.1953125, + "learning_rate": 0.0001355908793517313, + "loss": 3.9968, + "mean_token_accuracy": 0.2955072432756424, + "num_tokens": 17998005.0, + "step": 7565 + }, + { + "entropy": 4.754019546508789, + "epoch": 7.4072442486539405, + "grad_norm": 1.171875, + "learning_rate": 0.00013528987279564015, + "loss": 3.9688, + "mean_token_accuracy": 0.2980596512556076, + "num_tokens": 18009944.0, + "step": 7570 + }, + { + "entropy": 4.759017038345337, + "epoch": 7.412139011257954, + "grad_norm": 1.203125, + "learning_rate": 0.0001349892726344746, + "loss": 4.1087, + "mean_token_accuracy": 0.28233579993247987, + "num_tokens": 18022956.0, + "step": 7575 + }, + { + "entropy": 4.772615432739258, + "epoch": 7.417033773861967, + "grad_norm": 1.296875, + "learning_rate": 0.00013468907974263346, + "loss": 4.0929, + "mean_token_accuracy": 0.287433722615242, + "num_tokens": 18034930.0, + "step": 7580 + }, + { + "entropy": 4.770158004760742, + "epoch": 7.421928536465981, + "grad_norm": 1.1953125, + "learning_rate": 0.00013438929499333098, + "loss": 4.0876, + "mean_token_accuracy": 0.2871038466691971, + "num_tokens": 18045966.0, + "step": 7585 + }, + { + "entropy": 4.810977506637573, + "epoch": 7.426823299069995, + "grad_norm": 1.3046875, + "learning_rate": 0.000134089919258594, + "loss": 4.0938, + "mean_token_accuracy": 0.2832252860069275, + "num_tokens": 18057524.0, + "step": 7590 + }, + { + "entropy": 4.763741159439087, + "epoch": 7.431718061674009, + "grad_norm": 1.15625, + "learning_rate": 0.00013379095340925988, + "loss": 4.1054, + "mean_token_accuracy": 0.286394926905632, + "num_tokens": 18069858.0, + "step": 7595 + }, + { + "entropy": 4.71230001449585, + "epoch": 7.436612824278022, + "grad_norm": 1.15625, + "learning_rate": 0.00013349239831497356, + "loss": 4.0493, + "mean_token_accuracy": 0.2896520644426346, + "num_tokens": 18082613.0, + "step": 7600 + }, + { + "entropy": 4.858574295043946, + "epoch": 7.441507586882036, + "grad_norm": 1.203125, + "learning_rate": 0.00013319425484418506, + "loss": 4.1224, + "mean_token_accuracy": 0.29318794012069704, + "num_tokens": 18093828.0, + "step": 7605 + }, + { + "entropy": 4.859941673278809, + "epoch": 7.44640234948605, + "grad_norm": 1.2421875, + "learning_rate": 0.00013289652386414723, + "loss": 4.1457, + "mean_token_accuracy": 0.27586865425109863, + "num_tokens": 18105540.0, + "step": 7610 + }, + { + "entropy": 4.768905687332153, + "epoch": 7.451297112090064, + "grad_norm": 1.34375, + "learning_rate": 0.00013259920624091295, + "loss": 4.0996, + "mean_token_accuracy": 0.2855397403240204, + "num_tokens": 18116761.0, + "step": 7615 + }, + { + "entropy": 4.785869121551514, + "epoch": 7.456191874694078, + "grad_norm": 1.3125, + "learning_rate": 0.0001323023028393327, + "loss": 4.0547, + "mean_token_accuracy": 0.2858396708965302, + "num_tokens": 18128209.0, + "step": 7620 + }, + { + "entropy": 4.843937492370605, + "epoch": 7.461086637298091, + "grad_norm": 1.25, + "learning_rate": 0.000132005814523052, + "loss": 4.1785, + "mean_token_accuracy": 0.28769124746322633, + "num_tokens": 18141304.0, + "step": 7625 + }, + { + "entropy": 4.794684410095215, + "epoch": 7.4659813999021045, + "grad_norm": 1.1796875, + "learning_rate": 0.0001317097421545091, + "loss": 4.1412, + "mean_token_accuracy": 0.2853972852230072, + "num_tokens": 18152855.0, + "step": 7630 + }, + { + "entropy": 4.748196983337403, + "epoch": 7.470876162506118, + "grad_norm": 1.2109375, + "learning_rate": 0.00013141408659493231, + "loss": 4.0358, + "mean_token_accuracy": 0.29571499228477477, + "num_tokens": 18163885.0, + "step": 7635 + }, + { + "entropy": 4.801903629302979, + "epoch": 7.475770925110132, + "grad_norm": 1.25, + "learning_rate": 0.00013111884870433728, + "loss": 4.0691, + "mean_token_accuracy": 0.2905031472444534, + "num_tokens": 18174480.0, + "step": 7640 + }, + { + "entropy": 4.798210287094117, + "epoch": 7.480665687714146, + "grad_norm": 1.3203125, + "learning_rate": 0.00013082402934152504, + "loss": 4.1095, + "mean_token_accuracy": 0.2820493280887604, + "num_tokens": 18186088.0, + "step": 7645 + }, + { + "entropy": 4.8714094161987305, + "epoch": 7.485560450318159, + "grad_norm": 1.1640625, + "learning_rate": 0.00013052962936407902, + "loss": 4.1374, + "mean_token_accuracy": 0.284106707572937, + "num_tokens": 18197894.0, + "step": 7650 + }, + { + "entropy": 4.751612329483033, + "epoch": 7.490455212922173, + "grad_norm": 1.28125, + "learning_rate": 0.00013023564962836272, + "loss": 4.1025, + "mean_token_accuracy": 0.29093705415725707, + "num_tokens": 18210017.0, + "step": 7655 + }, + { + "entropy": 4.759692525863647, + "epoch": 7.495349975526187, + "grad_norm": 1.265625, + "learning_rate": 0.00012994209098951716, + "loss": 4.1282, + "mean_token_accuracy": 0.28445088267326357, + "num_tokens": 18221347.0, + "step": 7660 + }, + { + "entropy": 4.757839632034302, + "epoch": 7.500244738130201, + "grad_norm": 1.125, + "learning_rate": 0.00012964895430145869, + "loss": 4.1321, + "mean_token_accuracy": 0.28519167453050615, + "num_tokens": 18232934.0, + "step": 7665 + }, + { + "entropy": 4.856450414657592, + "epoch": 7.505139500734215, + "grad_norm": 1.1953125, + "learning_rate": 0.00012935624041687604, + "loss": 4.1213, + "mean_token_accuracy": 0.28798395693302153, + "num_tokens": 18244637.0, + "step": 7670 + }, + { + "entropy": 4.7560934066772464, + "epoch": 7.510034263338228, + "grad_norm": 0.9921875, + "learning_rate": 0.00012906395018722811, + "loss": 4.0537, + "mean_token_accuracy": 0.289487162232399, + "num_tokens": 18256852.0, + "step": 7675 + }, + { + "entropy": 4.8688610076904295, + "epoch": 7.514929025942242, + "grad_norm": 1.234375, + "learning_rate": 0.0001287720844627417, + "loss": 4.1754, + "mean_token_accuracy": 0.28162865340709686, + "num_tokens": 18267437.0, + "step": 7680 + }, + { + "entropy": 4.784332609176635, + "epoch": 7.5198237885462555, + "grad_norm": 1.359375, + "learning_rate": 0.00012848064409240839, + "loss": 4.1321, + "mean_token_accuracy": 0.2837877184152603, + "num_tokens": 18278975.0, + "step": 7685 + }, + { + "entropy": 4.8387714385986325, + "epoch": 7.524718551150269, + "grad_norm": 1.34375, + "learning_rate": 0.00012818962992398265, + "loss": 4.1507, + "mean_token_accuracy": 0.28322983980178834, + "num_tokens": 18289702.0, + "step": 7690 + }, + { + "entropy": 4.7619012832641605, + "epoch": 7.5296133137542824, + "grad_norm": 1.234375, + "learning_rate": 0.00012789904280397936, + "loss": 4.0134, + "mean_token_accuracy": 0.2988777369260788, + "num_tokens": 18302023.0, + "step": 7695 + }, + { + "entropy": 4.787058162689209, + "epoch": 7.534508076358296, + "grad_norm": 1.140625, + "learning_rate": 0.00012760888357767097, + "loss": 4.1084, + "mean_token_accuracy": 0.28231562077999117, + "num_tokens": 18314361.0, + "step": 7700 + }, + { + "entropy": 4.763881063461303, + "epoch": 7.53940283896231, + "grad_norm": 1.3203125, + "learning_rate": 0.0001273191530890853, + "loss": 4.0937, + "mean_token_accuracy": 0.28528667986392975, + "num_tokens": 18326405.0, + "step": 7705 + }, + { + "entropy": 4.827100229263306, + "epoch": 7.544297601566324, + "grad_norm": 1.140625, + "learning_rate": 0.00012702985218100306, + "loss": 4.1087, + "mean_token_accuracy": 0.2849459290504456, + "num_tokens": 18338765.0, + "step": 7710 + }, + { + "entropy": 4.7180108547210695, + "epoch": 7.549192364170338, + "grad_norm": 1.25, + "learning_rate": 0.0001267409816949554, + "loss": 4.0496, + "mean_token_accuracy": 0.29414022564888, + "num_tokens": 18350071.0, + "step": 7715 + }, + { + "entropy": 4.774911880493164, + "epoch": 7.554087126774352, + "grad_norm": 1.2734375, + "learning_rate": 0.0001264525424712215, + "loss": 4.1281, + "mean_token_accuracy": 0.28393369615077974, + "num_tokens": 18361183.0, + "step": 7720 + }, + { + "entropy": 4.685523796081543, + "epoch": 7.558981889378365, + "grad_norm": 1.1953125, + "learning_rate": 0.00012616453534882574, + "loss": 4.0168, + "mean_token_accuracy": 0.29059562981128695, + "num_tokens": 18374411.0, + "step": 7725 + }, + { + "entropy": 4.753079175949097, + "epoch": 7.563876651982379, + "grad_norm": 1.21875, + "learning_rate": 0.00012587696116553613, + "loss": 4.0859, + "mean_token_accuracy": 0.28874012529850007, + "num_tokens": 18386718.0, + "step": 7730 + }, + { + "entropy": 4.739024114608765, + "epoch": 7.568771414586393, + "grad_norm": 1.28125, + "learning_rate": 0.00012558982075786085, + "loss": 4.0464, + "mean_token_accuracy": 0.2881570875644684, + "num_tokens": 18398652.0, + "step": 7735 + }, + { + "entropy": 4.817078161239624, + "epoch": 7.573666177190407, + "grad_norm": 1.1875, + "learning_rate": 0.00012530311496104652, + "loss": 4.0754, + "mean_token_accuracy": 0.2835995480418205, + "num_tokens": 18411469.0, + "step": 7740 + }, + { + "entropy": 4.905104351043701, + "epoch": 7.57856093979442, + "grad_norm": 1.3359375, + "learning_rate": 0.00012501684460907542, + "loss": 4.2613, + "mean_token_accuracy": 0.27149486243724824, + "num_tokens": 18423199.0, + "step": 7745 + }, + { + "entropy": 4.799884796142578, + "epoch": 7.5834557023984335, + "grad_norm": 1.125, + "learning_rate": 0.00012473101053466336, + "loss": 4.0074, + "mean_token_accuracy": 0.29536075294017794, + "num_tokens": 18435598.0, + "step": 7750 + }, + { + "entropy": 4.877683877944946, + "epoch": 7.588350465002447, + "grad_norm": 1.2421875, + "learning_rate": 0.00012444561356925697, + "loss": 4.2195, + "mean_token_accuracy": 0.27193855345249174, + "num_tokens": 18447598.0, + "step": 7755 + }, + { + "entropy": 4.809196281433105, + "epoch": 7.593245227606461, + "grad_norm": 1.2578125, + "learning_rate": 0.00012416065454303135, + "loss": 4.096, + "mean_token_accuracy": 0.2852015197277069, + "num_tokens": 18458578.0, + "step": 7760 + }, + { + "entropy": 4.886521100997925, + "epoch": 7.598139990210475, + "grad_norm": 1.25, + "learning_rate": 0.00012387613428488787, + "loss": 4.1676, + "mean_token_accuracy": 0.27320022583007814, + "num_tokens": 18470890.0, + "step": 7765 + }, + { + "entropy": 4.8296223163604735, + "epoch": 7.603034752814488, + "grad_norm": 1.3515625, + "learning_rate": 0.00012359205362245148, + "loss": 4.1863, + "mean_token_accuracy": 0.27460389137268065, + "num_tokens": 18482957.0, + "step": 7770 + }, + { + "entropy": 4.832960605621338, + "epoch": 7.607929515418502, + "grad_norm": 1.2421875, + "learning_rate": 0.0001233084133820684, + "loss": 4.1237, + "mean_token_accuracy": 0.283318130671978, + "num_tokens": 18494258.0, + "step": 7775 + }, + { + "entropy": 4.832284355163575, + "epoch": 7.612824278022516, + "grad_norm": 1.21875, + "learning_rate": 0.0001230252143888037, + "loss": 4.0674, + "mean_token_accuracy": 0.2857169136404991, + "num_tokens": 18505148.0, + "step": 7780 + }, + { + "entropy": 4.864187526702881, + "epoch": 7.61771904062653, + "grad_norm": 1.2265625, + "learning_rate": 0.0001227424574664391, + "loss": 4.1762, + "mean_token_accuracy": 0.27729265540838244, + "num_tokens": 18517314.0, + "step": 7785 + }, + { + "entropy": 4.8134321689605715, + "epoch": 7.622613803230543, + "grad_norm": 1.234375, + "learning_rate": 0.00012246014343747025, + "loss": 4.1228, + "mean_token_accuracy": 0.27948571741580963, + "num_tokens": 18528747.0, + "step": 7790 + }, + { + "entropy": 4.753570556640625, + "epoch": 7.627508565834557, + "grad_norm": 1.2578125, + "learning_rate": 0.0001221782731231045, + "loss": 4.0373, + "mean_token_accuracy": 0.2885405868291855, + "num_tokens": 18540390.0, + "step": 7795 + }, + { + "entropy": 4.785124158859253, + "epoch": 7.632403328438571, + "grad_norm": 1.328125, + "learning_rate": 0.00012189684734325866, + "loss": 4.0875, + "mean_token_accuracy": 0.28584117591381075, + "num_tokens": 18552420.0, + "step": 7800 + }, + { + "entropy": 4.792561626434326, + "epoch": 7.6372980910425845, + "grad_norm": 1.2265625, + "learning_rate": 0.00012161586691655621, + "loss": 4.0826, + "mean_token_accuracy": 0.28352665305137636, + "num_tokens": 18564004.0, + "step": 7805 + }, + { + "entropy": 4.8642552375793455, + "epoch": 7.642192853646598, + "grad_norm": 1.1875, + "learning_rate": 0.0001213353326603254, + "loss": 4.1699, + "mean_token_accuracy": 0.27770218104124067, + "num_tokens": 18576087.0, + "step": 7810 + }, + { + "entropy": 4.855444526672363, + "epoch": 7.647087616250612, + "grad_norm": 1.25, + "learning_rate": 0.00012105524539059639, + "loss": 4.1754, + "mean_token_accuracy": 0.2800003468990326, + "num_tokens": 18588561.0, + "step": 7815 + }, + { + "entropy": 4.827912330627441, + "epoch": 7.651982378854625, + "grad_norm": 1.3046875, + "learning_rate": 0.00012077560592209949, + "loss": 4.1558, + "mean_token_accuracy": 0.2796990841627121, + "num_tokens": 18599865.0, + "step": 7820 + }, + { + "entropy": 4.787193679809571, + "epoch": 7.656877141458639, + "grad_norm": 1.15625, + "learning_rate": 0.00012049641506826205, + "loss": 4.1141, + "mean_token_accuracy": 0.2802642285823822, + "num_tokens": 18611706.0, + "step": 7825 + }, + { + "entropy": 4.804380655288696, + "epoch": 7.661771904062653, + "grad_norm": 1.2578125, + "learning_rate": 0.00012021767364120662, + "loss": 4.0274, + "mean_token_accuracy": 0.2949175775051117, + "num_tokens": 18623484.0, + "step": 7830 + }, + { + "entropy": 4.881743335723877, + "epoch": 7.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00011993938245174858, + "loss": 4.2126, + "mean_token_accuracy": 0.2740862563252449, + "num_tokens": 18635211.0, + "step": 7835 + }, + { + "entropy": 4.758770275115967, + "epoch": 7.67156142927068, + "grad_norm": 1.328125, + "learning_rate": 0.00011966154230939343, + "loss": 4.0911, + "mean_token_accuracy": 0.28511970341205595, + "num_tokens": 18646297.0, + "step": 7840 + }, + { + "entropy": 4.805492830276489, + "epoch": 7.676456191874694, + "grad_norm": 1.1875, + "learning_rate": 0.00011938415402233473, + "loss": 4.1634, + "mean_token_accuracy": 0.2800639748573303, + "num_tokens": 18658137.0, + "step": 7845 + }, + { + "entropy": 4.8410478115081785, + "epoch": 7.681350954478708, + "grad_norm": 1.328125, + "learning_rate": 0.00011910721839745157, + "loss": 4.1038, + "mean_token_accuracy": 0.2892598807811737, + "num_tokens": 18669890.0, + "step": 7850 + }, + { + "entropy": 4.798696660995484, + "epoch": 7.686245717082722, + "grad_norm": 1.3046875, + "learning_rate": 0.00011883073624030657, + "loss": 4.1466, + "mean_token_accuracy": 0.27026563286781313, + "num_tokens": 18682395.0, + "step": 7855 + }, + { + "entropy": 4.85063943862915, + "epoch": 7.6911404796867355, + "grad_norm": 1.3046875, + "learning_rate": 0.00011855470835514302, + "loss": 4.1578, + "mean_token_accuracy": 0.2830510914325714, + "num_tokens": 18693670.0, + "step": 7860 + }, + { + "entropy": 4.785726070404053, + "epoch": 7.6960352422907485, + "grad_norm": 1.15625, + "learning_rate": 0.00011827913554488281, + "loss": 4.0856, + "mean_token_accuracy": 0.28719454556703566, + "num_tokens": 18705509.0, + "step": 7865 + }, + { + "entropy": 4.789930200576782, + "epoch": 7.700930004894762, + "grad_norm": 1.2421875, + "learning_rate": 0.00011800401861112439, + "loss": 4.1216, + "mean_token_accuracy": 0.2813727855682373, + "num_tokens": 18717405.0, + "step": 7870 + }, + { + "entropy": 4.8502030849456785, + "epoch": 7.705824767498776, + "grad_norm": 1.2578125, + "learning_rate": 0.00011772935835413978, + "loss": 4.1448, + "mean_token_accuracy": 0.2789168253540993, + "num_tokens": 18729031.0, + "step": 7875 + }, + { + "entropy": 4.748601675033569, + "epoch": 7.71071953010279, + "grad_norm": 1.2578125, + "learning_rate": 0.00011745515557287279, + "loss": 4.0904, + "mean_token_accuracy": 0.28729701042175293, + "num_tokens": 18740933.0, + "step": 7880 + }, + { + "entropy": 4.822775888442993, + "epoch": 7.715614292706804, + "grad_norm": 1.265625, + "learning_rate": 0.00011718141106493634, + "loss": 4.1621, + "mean_token_accuracy": 0.2788541853427887, + "num_tokens": 18753103.0, + "step": 7885 + }, + { + "entropy": 4.824989080429077, + "epoch": 7.720509055310817, + "grad_norm": 1.1640625, + "learning_rate": 0.0001169081256266106, + "loss": 4.1743, + "mean_token_accuracy": 0.27899649143218996, + "num_tokens": 18765948.0, + "step": 7890 + }, + { + "entropy": 4.794853830337525, + "epoch": 7.725403817914831, + "grad_norm": 1.171875, + "learning_rate": 0.00011663530005284012, + "loss": 4.1278, + "mean_token_accuracy": 0.2771626740694046, + "num_tokens": 18779223.0, + "step": 7895 + }, + { + "entropy": 4.784135437011718, + "epoch": 7.730298580518845, + "grad_norm": 1.203125, + "learning_rate": 0.00011636293513723178, + "loss": 4.1133, + "mean_token_accuracy": 0.2764637678861618, + "num_tokens": 18792864.0, + "step": 7900 + }, + { + "entropy": 4.790557336807251, + "epoch": 7.735193343122859, + "grad_norm": 1.2421875, + "learning_rate": 0.00011609103167205269, + "loss": 4.1234, + "mean_token_accuracy": 0.28146245181560514, + "num_tokens": 18805616.0, + "step": 7905 + }, + { + "entropy": 4.805563592910767, + "epoch": 7.740088105726873, + "grad_norm": 1.1796875, + "learning_rate": 0.00011581959044822749, + "loss": 4.1011, + "mean_token_accuracy": 0.28298195600509646, + "num_tokens": 18817842.0, + "step": 7910 + }, + { + "entropy": 4.816723918914795, + "epoch": 7.744982868330886, + "grad_norm": 1.265625, + "learning_rate": 0.00011554861225533625, + "loss": 4.1127, + "mean_token_accuracy": 0.28312732875347135, + "num_tokens": 18830121.0, + "step": 7915 + }, + { + "entropy": 4.824205350875855, + "epoch": 7.7498776309349, + "grad_norm": 1.265625, + "learning_rate": 0.00011527809788161215, + "loss": 4.114, + "mean_token_accuracy": 0.2774210304021835, + "num_tokens": 18842569.0, + "step": 7920 + }, + { + "entropy": 4.797594165802002, + "epoch": 7.7547723935389135, + "grad_norm": 1.1875, + "learning_rate": 0.00011500804811393931, + "loss": 4.1234, + "mean_token_accuracy": 0.27936862856149675, + "num_tokens": 18855001.0, + "step": 7925 + }, + { + "entropy": 4.8385285377502445, + "epoch": 7.759667156142927, + "grad_norm": 1.21875, + "learning_rate": 0.00011473846373785026, + "loss": 4.1457, + "mean_token_accuracy": 0.28422166109085084, + "num_tokens": 18867854.0, + "step": 7930 + }, + { + "entropy": 4.876369047164917, + "epoch": 7.76456191874694, + "grad_norm": 1.2109375, + "learning_rate": 0.00011446934553752384, + "loss": 4.1937, + "mean_token_accuracy": 0.2772183895111084, + "num_tokens": 18879235.0, + "step": 7935 + }, + { + "entropy": 4.778491687774658, + "epoch": 7.769456681350954, + "grad_norm": 1.234375, + "learning_rate": 0.00011420069429578273, + "loss": 4.0717, + "mean_token_accuracy": 0.28918620347976687, + "num_tokens": 18890588.0, + "step": 7940 + }, + { + "entropy": 4.762243986129761, + "epoch": 7.774351443954968, + "grad_norm": 1.3515625, + "learning_rate": 0.00011393251079409157, + "loss": 4.057, + "mean_token_accuracy": 0.29051515758037566, + "num_tokens": 18901515.0, + "step": 7945 + }, + { + "entropy": 4.7536064147949215, + "epoch": 7.779246206558982, + "grad_norm": 1.265625, + "learning_rate": 0.00011366479581255418, + "loss": 4.0879, + "mean_token_accuracy": 0.28467804193496704, + "num_tokens": 18914314.0, + "step": 7950 + }, + { + "entropy": 4.830654954910278, + "epoch": 7.784140969162996, + "grad_norm": 1.34375, + "learning_rate": 0.00011339755012991149, + "loss": 4.0924, + "mean_token_accuracy": 0.287271773815155, + "num_tokens": 18926040.0, + "step": 7955 + }, + { + "entropy": 4.801731824874878, + "epoch": 7.789035731767009, + "grad_norm": 1.296875, + "learning_rate": 0.00011313077452353965, + "loss": 4.0612, + "mean_token_accuracy": 0.2877976268529892, + "num_tokens": 18939362.0, + "step": 7960 + }, + { + "entropy": 4.796913957595825, + "epoch": 7.793930494371023, + "grad_norm": 1.21875, + "learning_rate": 0.00011286446976944704, + "loss": 4.1443, + "mean_token_accuracy": 0.2828346401453018, + "num_tokens": 18951460.0, + "step": 7965 + }, + { + "entropy": 4.881304931640625, + "epoch": 7.798825256975037, + "grad_norm": 1.1796875, + "learning_rate": 0.00011259863664227265, + "loss": 4.1385, + "mean_token_accuracy": 0.2836930096149445, + "num_tokens": 18963626.0, + "step": 7970 + }, + { + "entropy": 4.855031538009643, + "epoch": 7.803720019579051, + "grad_norm": 1.2109375, + "learning_rate": 0.00011233327591528339, + "loss": 4.1741, + "mean_token_accuracy": 0.2811962366104126, + "num_tokens": 18975706.0, + "step": 7975 + }, + { + "entropy": 4.870762634277344, + "epoch": 7.8086147821830645, + "grad_norm": 1.171875, + "learning_rate": 0.00011206838836037227, + "loss": 4.1095, + "mean_token_accuracy": 0.2842129483819008, + "num_tokens": 18986504.0, + "step": 7980 + }, + { + "entropy": 4.74673547744751, + "epoch": 7.8135095447870775, + "grad_norm": 1.2265625, + "learning_rate": 0.00011180397474805576, + "loss": 4.0687, + "mean_token_accuracy": 0.2877952128648758, + "num_tokens": 18999233.0, + "step": 7985 + }, + { + "entropy": 4.769118309020996, + "epoch": 7.818404307391091, + "grad_norm": 1.328125, + "learning_rate": 0.00011154003584747166, + "loss": 4.075, + "mean_token_accuracy": 0.28466567397117615, + "num_tokens": 19011155.0, + "step": 7990 + }, + { + "entropy": 4.78886833190918, + "epoch": 7.823299069995105, + "grad_norm": 1.28125, + "learning_rate": 0.00011127657242637709, + "loss": 4.1035, + "mean_token_accuracy": 0.2814509928226471, + "num_tokens": 19023736.0, + "step": 7995 + }, + { + "entropy": 4.7121885299682615, + "epoch": 7.828193832599119, + "grad_norm": 1.140625, + "learning_rate": 0.00011101358525114592, + "loss": 3.9746, + "mean_token_accuracy": 0.30115596652030946, + "num_tokens": 19035376.0, + "step": 8000 + }, + { + "epoch": 7.828193832599119, + "eval_entropy": 4.751975100444254, + "eval_loss": 5.513649940490723, + "eval_mean_token_accuracy": 0.20852118673498835, + "eval_num_tokens": 19035376.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.956, + "eval_steps_per_second": 158.916, + "step": 8000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.9558329911936e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-8000/training_args.bin b/checkpoint-8000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-8000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/checkpoint-9000/added_tokens.json b/checkpoint-9000/added_tokens.json new file mode 100644 index 0000000..b3dbcdb --- /dev/null +++ b/checkpoint-9000/added_tokens.json @@ -0,0 +1,1202 @@ +{ + "": 50002, + "[CLS]": 50000, + "[MASK]": 50003, + "[SEP]": 50001, + "[XXXXX0]": 50771, + "[XXXXX1000]": 50549, + "[XXXXX1001]": 50657, + "[XXXXX1002]": 51158, + "[XXXXX1003]": 51044, + "[XXXXX1004]": 50688, + "[XXXXX1005]": 50689, + "[XXXXX1006]": 50410, + "[XXXXX1007]": 50724, + "[XXXXX1008]": 50171, + "[XXXXX1009]": 51077, + "[XXXXX100]": 50091, + "[XXXXX1010]": 50639, + "[XXXXX1011]": 51094, + "[XXXXX1012]": 50392, + "[XXXXX1013]": 50626, + "[XXXXX1014]": 50991, + "[XXXXX1015]": 50529, + "[XXXXX1016]": 51193, + "[XXXXX1017]": 51073, + "[XXXXX1018]": 51104, + "[XXXXX1019]": 50775, + "[XXXXX101]": 50139, + "[XXXXX1020]": 50157, + "[XXXXX1021]": 50934, + "[XXXXX1022]": 51159, + "[XXXXX1023]": 50048, + "[XXXXX1024]": 51123, + "[XXXXX1025]": 50084, + "[XXXXX1026]": 50813, + "[XXXXX1027]": 50725, + "[XXXXX1028]": 50931, + "[XXXXX1029]": 50233, + "[XXXXX102]": 50213, + "[XXXXX1030]": 51023, + "[XXXXX1031]": 50098, + "[XXXXX1032]": 50802, + "[XXXXX1033]": 50061, + "[XXXXX1034]": 51139, + "[XXXXX1035]": 51110, + "[XXXXX1036]": 50204, + "[XXXXX1037]": 50023, + "[XXXXX1038]": 50142, + "[XXXXX1039]": 50328, + "[XXXXX103]": 50087, + "[XXXXX1040]": 50435, + "[XXXXX1041]": 50489, + "[XXXXX1042]": 50216, + "[XXXXX1043]": 50144, + "[XXXXX1044]": 50832, + "[XXXXX1045]": 50566, + "[XXXXX1046]": 50922, + "[XXXXX1047]": 50796, + "[XXXXX1048]": 50533, + "[XXXXX1049]": 50433, + "[XXXXX104]": 50478, + "[XXXXX1050]": 50953, + "[XXXXX1051]": 50497, + "[XXXXX1052]": 50655, + "[XXXXX1053]": 50881, + "[XXXXX1054]": 50461, + "[XXXXX1055]": 50052, + "[XXXXX1056]": 50219, + "[XXXXX1057]": 50789, + "[XXXXX1058]": 50121, + "[XXXXX1059]": 51002, + "[XXXXX105]": 51192, + "[XXXXX1060]": 50158, + "[XXXXX1061]": 50352, + "[XXXXX1062]": 50637, + "[XXXXX1063]": 50440, + "[XXXXX1064]": 50590, + "[XXXXX1065]": 51107, + "[XXXXX1066]": 50758, + "[XXXXX1067]": 51011, + "[XXXXX1068]": 50985, + "[XXXXX1069]": 51175, + "[XXXXX106]": 50532, + "[XXXXX1070]": 50790, + "[XXXXX1071]": 50394, + "[XXXXX1072]": 50852, + "[XXXXX1073]": 50869, + "[XXXXX1074]": 50126, + "[XXXXX1075]": 50783, + "[XXXXX1076]": 50806, + "[XXXXX1077]": 50882, + "[XXXXX1078]": 50726, + "[XXXXX1079]": 51010, + "[XXXXX107]": 50714, + "[XXXXX1080]": 50168, + "[XXXXX1081]": 50425, + "[XXXXX1082]": 50848, + "[XXXXX1083]": 50014, + "[XXXXX1084]": 50341, + "[XXXXX1085]": 50734, + "[XXXXX1086]": 50664, + "[XXXXX1087]": 51007, + "[XXXXX1088]": 51151, + "[XXXXX1089]": 50269, + "[XXXXX108]": 50996, + "[XXXXX1090]": 50826, + "[XXXXX1091]": 51105, + "[XXXXX1092]": 50731, + "[XXXXX1093]": 50856, + "[XXXXX1094]": 50369, + "[XXXXX1095]": 50065, + "[XXXXX1096]": 50309, + "[XXXXX1097]": 50838, + "[XXXXX1098]": 50451, + "[XXXXX1099]": 50384, + "[XXXXX109]": 50543, + "[XXXXX10]": 50325, + "[XXXXX1100]": 50318, + "[XXXXX1101]": 50764, + "[XXXXX1102]": 51025, + "[XXXXX1103]": 50642, + "[XXXXX1104]": 50665, + "[XXXXX1105]": 50855, + "[XXXXX1106]": 51063, + "[XXXXX1107]": 50025, + "[XXXXX1108]": 50122, + "[XXXXX1109]": 50470, + "[XXXXX110]": 50062, + "[XXXXX1110]": 51019, + "[XXXXX1111]": 51124, + "[XXXXX1112]": 50146, + "[XXXXX1113]": 51125, + "[XXXXX1114]": 50434, + "[XXXXX1115]": 50818, + "[XXXXX1116]": 50960, + "[XXXXX1117]": 50258, + "[XXXXX1118]": 50596, + "[XXXXX1119]": 50083, + "[XXXXX111]": 51064, + "[XXXXX1120]": 50915, + "[XXXXX1121]": 50835, + "[XXXXX1122]": 51056, + "[XXXXX1123]": 50172, + "[XXXXX1124]": 50972, + "[XXXXX1125]": 50275, + "[XXXXX1126]": 50430, + "[XXXXX1127]": 50743, + "[XXXXX1128]": 50551, + "[XXXXX1129]": 50439, + "[XXXXX112]": 50819, + "[XXXXX1130]": 50536, + "[XXXXX1131]": 50622, + "[XXXXX1132]": 50623, + "[XXXXX1133]": 50117, + "[XXXXX1134]": 50251, + "[XXXXX1135]": 50678, + "[XXXXX1136]": 50316, + "[XXXXX1137]": 50905, + "[XXXXX1138]": 50992, + "[XXXXX1139]": 50851, + "[XXXXX113]": 50443, + "[XXXXX1140]": 50499, + "[XXXXX1141]": 50629, + "[XXXXX1142]": 50944, + "[XXXXX1143]": 50373, + "[XXXXX1144]": 50123, + "[XXXXX1145]": 50173, + "[XXXXX1146]": 50891, + "[XXXXX1147]": 50471, + "[XXXXX1148]": 50560, + "[XXXXX1149]": 50541, + "[XXXXX114]": 50631, + "[XXXXX1150]": 50033, + "[XXXXX1151]": 50063, + "[XXXXX1152]": 50767, + "[XXXXX1153]": 50897, + "[XXXXX1154]": 50568, + "[XXXXX1155]": 51131, + "[XXXXX1156]": 50009, + "[XXXXX1157]": 50417, + "[XXXXX1158]": 50477, + "[XXXXX1159]": 50941, + "[XXXXX115]": 50294, + "[XXXXX1160]": 50679, + "[XXXXX1161]": 51108, + "[XXXXX1162]": 50332, + "[XXXXX1163]": 50424, + "[XXXXX1164]": 50473, + "[XXXXX1165]": 50793, + "[XXXXX1166]": 50453, + "[XXXXX1167]": 50807, + "[XXXXX1168]": 50128, + "[XXXXX1169]": 50039, + "[XXXXX116]": 50759, + "[XXXXX1170]": 50735, + "[XXXXX1171]": 50366, + "[XXXXX1172]": 50808, + "[XXXXX1173]": 50426, + "[XXXXX1174]": 50076, + "[XXXXX1175]": 50943, + "[XXXXX1176]": 50252, + "[XXXXX1177]": 50999, + "[XXXXX1178]": 50264, + "[XXXXX1179]": 50607, + "[XXXXX117]": 51036, + "[XXXXX1180]": 50986, + "[XXXXX1181]": 50744, + "[XXXXX1182]": 50186, + "[XXXXX1183]": 50555, + "[XXXXX1184]": 51076, + "[XXXXX1185]": 50849, + "[XXXXX1186]": 51128, + "[XXXXX1187]": 50858, + "[XXXXX1188]": 50656, + "[XXXXX1189]": 50064, + "[XXXXX118]": 50081, + "[XXXXX1190]": 51197, + "[XXXXX1191]": 50104, + "[XXXXX1192]": 50045, + "[XXXXX1193]": 50404, + "[XXXXX1194]": 50690, + "[XXXXX1195]": 50495, + "[XXXXX119]": 50108, + "[XXXXX11]": 50976, + "[XXXXX120]": 51081, + "[XXXXX121]": 50464, + "[XXXXX122]": 50829, + "[XXXXX123]": 50766, + "[XXXXX124]": 50732, + "[XXXXX125]": 50221, + "[XXXXX126]": 50810, + "[XXXXX127]": 50130, + "[XXXXX128]": 50751, + "[XXXXX129]": 50662, + "[XXXXX12]": 50602, + "[XXXXX130]": 50035, + "[XXXXX131]": 50715, + "[XXXXX132]": 50340, + "[XXXXX133]": 50563, + "[XXXXX134]": 50993, + "[XXXXX135]": 50304, + "[XXXXX136]": 50131, + "[XXXXX137]": 50578, + "[XXXXX138]": 50757, + "[XXXXX139]": 50582, + "[XXXXX13]": 50105, + "[XXXXX140]": 50085, + "[XXXXX141]": 50553, + "[XXXXX142]": 50749, + "[XXXXX143]": 50351, + "[XXXXX144]": 51024, + "[XXXXX145]": 51144, + "[XXXXX146]": 50042, + "[XXXXX147]": 50145, + "[XXXXX148]": 50066, + "[XXXXX149]": 50876, + "[XXXXX14]": 51006, + "[XXXXX150]": 50280, + "[XXXXX151]": 50093, + "[XXXXX152]": 50638, + "[XXXXX153]": 50684, + "[XXXXX154]": 50820, + "[XXXXX155]": 51196, + "[XXXXX156]": 50317, + "[XXXXX157]": 50284, + "[XXXXX158]": 50288, + "[XXXXX159]": 50814, + "[XXXXX15]": 50608, + "[XXXXX160]": 50004, + "[XXXXX161]": 50008, + "[XXXXX162]": 50377, + "[XXXXX163]": 50214, + "[XXXXX164]": 50708, + "[XXXXX165]": 50390, + "[XXXXX166]": 50741, + "[XXXXX167]": 50445, + "[XXXXX168]": 50936, + "[XXXXX169]": 50896, + "[XXXXX16]": 50442, + "[XXXXX170]": 50109, + "[XXXXX171]": 50140, + "[XXXXX172]": 50427, + "[XXXXX173]": 51074, + "[XXXXX174]": 50162, + "[XXXXX175]": 51015, + "[XXXXX176]": 50524, + "[XXXXX177]": 50673, + "[XXXXX178]": 50054, + "[XXXXX179]": 50805, + "[XXXXX17]": 50482, + "[XXXXX180]": 50253, + "[XXXXX181]": 50493, + "[XXXXX182]": 50421, + "[XXXXX183]": 51050, + "[XXXXX184]": 50521, + "[XXXXX185]": 50188, + "[XXXXX186]": 50147, + "[XXXXX187]": 50201, + "[XXXXX188]": 50973, + "[XXXXX189]": 50409, + "[XXXXX18]": 50115, + "[XXXXX190]": 50051, + "[XXXXX191]": 51020, + "[XXXXX192]": 51047, + "[XXXXX193]": 50669, + "[XXXXX194]": 50643, + "[XXXXX195]": 50159, + "[XXXXX196]": 50649, + "[XXXXX197]": 51178, + "[XXXXX198]": 50043, + "[XXXXX199]": 51147, + "[XXXXX19]": 51127, + "[XXXXX1]": 51114, + "[XXXXX200]": 50840, + "[XXXXX201]": 50365, + "[XXXXX202]": 50232, + "[XXXXX203]": 50241, + "[XXXXX204]": 50548, + "[XXXXX205]": 50781, + "[XXXXX206]": 50923, + "[XXXXX207]": 51115, + "[XXXXX208]": 50344, + "[XXXXX209]": 50299, + "[XXXXX20]": 51031, + "[XXXXX210]": 51179, + "[XXXXX211]": 51163, + "[XXXXX212]": 50562, + "[XXXXX213]": 50094, + "[XXXXX214]": 50257, + "[XXXXX215]": 50967, + "[XXXXX216]": 50523, + "[XXXXX217]": 51132, + "[XXXXX218]": 51146, + "[XXXXX219]": 50411, + "[XXXXX21]": 50354, + "[XXXXX220]": 50853, + "[XXXXX221]": 50886, + "[XXXXX222]": 50600, + "[XXXXX223]": 50873, + "[XXXXX224]": 50416, + "[XXXXX225]": 50675, + "[XXXXX226]": 50583, + "[XXXXX227]": 50151, + "[XXXXX228]": 50927, + "[XXXXX229]": 50609, + "[XXXXX22]": 50589, + "[XXXXX230]": 50238, + "[XXXXX231]": 50242, + "[XXXXX232]": 51016, + "[XXXXX233]": 50406, + "[XXXXX234]": 50908, + "[XXXXX235]": 50024, + "[XXXXX236]": 50270, + "[XXXXX237]": 50132, + "[XXXXX238]": 50800, + "[XXXXX239]": 50236, + "[XXXXX23]": 50007, + "[XXXXX240]": 50005, + "[XXXXX241]": 50894, + "[XXXXX242]": 50694, + "[XXXXX243]": 51071, + "[XXXXX244]": 51017, + "[XXXXX245]": 50068, + "[XXXXX246]": 50682, + "[XXXXX247]": 50913, + "[XXXXX248]": 51028, + "[XXXXX249]": 50037, + "[XXXXX24]": 51169, + "[XXXXX250]": 50747, + "[XXXXX251]": 50947, + "[XXXXX252]": 50329, + "[XXXXX253]": 50612, + "[XXXXX254]": 50110, + "[XXXXX255]": 50824, + "[XXXXX256]": 50558, + "[XXXXX257]": 50969, + "[XXXXX258]": 50729, + "[XXXXX259]": 50125, + "[XXXXX25]": 51160, + "[XXXXX260]": 50040, + "[XXXXX261]": 51038, + "[XXXXX262]": 50347, + "[XXXXX263]": 50740, + "[XXXXX264]": 51195, + "[XXXXX265]": 50879, + "[XXXXX266]": 50770, + "[XXXXX267]": 50178, + "[XXXXX268]": 50804, + "[XXXXX269]": 50906, + "[XXXXX26]": 50150, + "[XXXXX270]": 51191, + "[XXXXX271]": 50047, + "[XXXXX272]": 50195, + "[XXXXX273]": 50554, + "[XXXXX274]": 50833, + "[XXXXX275]": 50346, + "[XXXXX276]": 50950, + "[XXXXX277]": 50864, + "[XXXXX278]": 50259, + "[XXXXX279]": 50671, + "[XXXXX27]": 50468, + "[XXXXX280]": 50082, + "[XXXXX281]": 50565, + "[XXXXX282]": 50984, + "[XXXXX283]": 50650, + "[XXXXX284]": 50975, + "[XXXXX285]": 50603, + "[XXXXX286]": 50027, + "[XXXXX287]": 50181, + "[XXXXX288]": 50981, + "[XXXXX289]": 50885, + "[XXXXX28]": 50249, + "[XXXXX290]": 50522, + "[XXXXX291]": 50050, + "[XXXXX292]": 50313, + "[XXXXX293]": 50503, + "[XXXXX294]": 51176, + "[XXXXX295]": 51177, + "[XXXXX296]": 50379, + "[XXXXX297]": 50635, + "[XXXXX298]": 50723, + "[XXXXX299]": 50200, + "[XXXXX29]": 50892, + "[XXXXX2]": 51119, + "[XXXXX300]": 51026, + "[XXXXX301]": 50528, + "[XXXXX302]": 51149, + "[XXXXX303]": 50044, + "[XXXXX304]": 50209, + "[XXXXX305]": 50988, + "[XXXXX306]": 50518, + "[XXXXX307]": 50088, + "[XXXXX308]": 50733, + "[XXXXX309]": 51066, + "[XXXXX30]": 50506, + "[XXXXX310]": 50285, + "[XXXXX311]": 50859, + "[XXXXX312]": 50263, + "[XXXXX313]": 50594, + "[XXXXX314]": 51103, + "[XXXXX315]": 50871, + "[XXXXX316]": 50300, + "[XXXXX317]": 50760, + "[XXXXX318]": 50055, + "[XXXXX319]": 50389, + "[XXXXX31]": 50212, + "[XXXXX320]": 50444, + "[XXXXX321]": 50994, + "[XXXXX322]": 50281, + "[XXXXX323]": 50179, + "[XXXXX324]": 50455, + "[XXXXX325]": 50970, + "[XXXXX326]": 50666, + "[XXXXX327]": 50604, + "[XXXXX328]": 50627, + "[XXXXX329]": 50475, + "[XXXXX32]": 50277, + "[XXXXX330]": 50667, + "[XXXXX331]": 50348, + "[XXXXX332]": 50772, + "[XXXXX333]": 50163, + "[XXXXX334]": 50569, + "[XXXXX335]": 50018, + "[XXXXX336]": 50883, + "[XXXXX337]": 50067, + "[XXXXX338]": 51184, + "[XXXXX339]": 50997, + "[XXXXX33]": 50403, + "[XXXXX340]": 51013, + "[XXXXX341]": 50957, + "[XXXXX342]": 51106, + "[XXXXX343]": 51174, + "[XXXXX344]": 50391, + "[XXXXX345]": 50948, + "[XXXXX346]": 50180, + "[XXXXX347]": 50811, + "[XXXXX348]": 50401, + "[XXXXX349]": 50911, + "[XXXXX34]": 50223, + "[XXXXX350]": 51089, + "[XXXXX351]": 50777, + "[XXXXX352]": 50189, + "[XXXXX353]": 50492, + "[XXXXX354]": 50205, + "[XXXXX355]": 50374, + "[XXXXX356]": 51152, + "[XXXXX357]": 50695, + "[XXXXX358]": 51117, + "[XXXXX359]": 50573, + "[XXXXX35]": 50752, + "[XXXXX360]": 50955, + "[XXXXX361]": 50349, + "[XXXXX362]": 51137, + "[XXXXX363]": 50641, + "[XXXXX364]": 51148, + "[XXXXX365]": 50255, + "[XXXXX366]": 50310, + "[XXXXX367]": 50314, + "[XXXXX368]": 50971, + "[XXXXX369]": 50916, + "[XXXXX36]": 50437, + "[XXXXX370]": 51096, + "[XXXXX371]": 50557, + "[XXXXX372]": 51095, + "[XXXXX373]": 50382, + "[XXXXX374]": 50119, + "[XXXXX375]": 50958, + "[XXXXX376]": 50624, + "[XXXXX377]": 50483, + "[XXXXX378]": 50605, + "[XXXXX379]": 50017, + "[XXXXX37]": 50706, + "[XXXXX380]": 50246, + "[XXXXX381]": 50588, + "[XXXXX382]": 51008, + "[XXXXX383]": 50801, + "[XXXXX384]": 50290, + "[XXXXX385]": 50899, + "[XXXXX386]": 50206, + "[XXXXX387]": 50716, + "[XXXXX388]": 51082, + "[XXXXX389]": 50177, + "[XXXXX38]": 50736, + "[XXXXX390]": 50282, + "[XXXXX391]": 51183, + "[XXXXX392]": 50286, + "[XXXXX393]": 50659, + "[XXXXX394]": 50378, + "[XXXXX395]": 50709, + "[XXXXX396]": 50028, + "[XXXXX397]": 50235, + "[XXXXX398]": 51014, + "[XXXXX399]": 50880, + "[XXXXX39]": 50305, + "[XXXXX3]": 50077, + "[XXXXX400]": 50155, + "[XXXXX401]": 50710, + "[XXXXX402]": 50507, + "[XXXXX403]": 50860, + "[XXXXX404]": 50661, + "[XXXXX405]": 51083, + "[XXXXX406]": 50888, + "[XXXXX407]": 50069, + "[XXXXX408]": 50691, + "[XXXXX409]": 51055, + "[XXXXX40]": 50337, + "[XXXXX410]": 50137, + "[XXXXX411]": 50791, + "[XXXXX412]": 50136, + "[XXXXX413]": 50730, + "[XXXXX414]": 50267, + "[XXXXX415]": 50012, + "[XXXXX416]": 50681, + "[XXXXX417]": 50942, + "[XXXXX418]": 50720, + "[XXXXX419]": 50844, + "[XXXXX41]": 50387, + "[XXXXX420]": 50111, + "[XXXXX421]": 51003, + "[XXXXX422]": 50785, + "[XXXXX423]": 50149, + "[XXXXX424]": 50422, + "[XXXXX425]": 51086, + "[XXXXX426]": 50862, + "[XXXXX427]": 50576, + "[XXXXX428]": 51049, + "[XXXXX429]": 50630, + "[XXXXX42]": 50799, + "[XXXXX430]": 50289, + "[XXXXX431]": 50184, + "[XXXXX432]": 50319, + "[XXXXX433]": 51116, + "[XXXXX434]": 50519, + "[XXXXX435]": 50496, + "[XXXXX436]": 50517, + "[XXXXX437]": 50865, + "[XXXXX438]": 50737, + "[XXXXX439]": 50356, + "[XXXXX43]": 50359, + "[XXXXX440]": 50898, + "[XXXXX441]": 50113, + "[XXXXX442]": 50527, + "[XXXXX443]": 50762, + "[XXXXX444]": 50540, + "[XXXXX445]": 50925, + "[XXXXX446]": 50711, + "[XXXXX447]": 50143, + "[XXXXX448]": 51170, + "[XXXXX449]": 50413, + "[XXXXX44]": 50097, + "[XXXXX450]": 50375, + "[XXXXX451]": 50846, + "[XXXXX452]": 50217, + "[XXXXX453]": 50699, + "[XXXXX454]": 50412, + "[XXXXX455]": 50418, + "[XXXXX456]": 51143, + "[XXXXX457]": 51141, + "[XXXXX458]": 51157, + "[XXXXX459]": 50825, + "[XXXXX45]": 50203, + "[XXXXX460]": 50194, + "[XXXXX461]": 50148, + "[XXXXX462]": 50276, + "[XXXXX463]": 50271, + "[XXXXX464]": 50836, + "[XXXXX465]": 50854, + "[XXXXX466]": 50164, + "[XXXXX467]": 50484, + "[XXXXX468]": 51097, + "[XXXXX469]": 50182, + "[XXXXX46]": 50505, + "[XXXXX470]": 50670, + "[XXXXX471]": 50595, + "[XXXXX472]": 50237, + "[XXXXX473]": 50057, + "[XXXXX474]": 50431, + "[XXXXX475]": 50738, + "[XXXXX476]": 51145, + "[XXXXX477]": 50247, + "[XXXXX478]": 50029, + "[XXXXX479]": 50917, + "[XXXXX47]": 50579, + "[XXXXX480]": 50702, + "[XXXXX481]": 50831, + "[XXXXX482]": 50753, + "[XXXXX483]": 50598, + "[XXXXX484]": 51136, + "[XXXXX485]": 50092, + "[XXXXX486]": 50202, + "[XXXXX487]": 50106, + "[XXXXX488]": 50924, + "[XXXXX489]": 51113, + "[XXXXX48]": 50842, + "[XXXXX490]": 50761, + "[XXXXX491]": 50577, + "[XXXXX492]": 50692, + "[XXXXX493]": 51130, + "[XXXXX494]": 50932, + "[XXXXX495]": 50837, + "[XXXXX496]": 50893, + "[XXXXX497]": 50773, + "[XXXXX498]": 50360, + "[XXXXX499]": 50900, + "[XXXXX49]": 51062, + "[XXXXX4]": 50396, + "[XXXXX500]": 51034, + "[XXXXX501]": 50472, + "[XXXXX502]": 50660, + "[XXXXX503]": 50815, + "[XXXXX504]": 50939, + "[XXXXX505]": 50419, + "[XXXXX506]": 50324, + "[XXXXX507]": 50428, + "[XXXXX508]": 50274, + "[XXXXX509]": 50311, + "[XXXXX50]": 50459, + "[XXXXX510]": 50674, + "[XXXXX511]": 50580, + "[XXXXX512]": 50956, + "[XXXXX513]": 50165, + "[XXXXX514]": 50320, + "[XXXXX515]": 50648, + "[XXXXX516]": 50386, + "[XXXXX517]": 50058, + "[XXXXX518]": 51045, + "[XXXXX519]": 50103, + "[XXXXX51]": 50979, + "[XXXXX520]": 50530, + "[XXXXX521]": 50907, + "[XXXXX522]": 50260, + "[XXXXX523]": 50632, + "[XXXXX524]": 50926, + "[XXXXX525]": 50687, + "[XXXXX526]": 50160, + "[XXXXX527]": 51053, + "[XXXXX528]": 50652, + "[XXXXX529]": 51041, + "[XXXXX52]": 50272, + "[XXXXX530]": 51111, + "[XXXXX531]": 51009, + "[XXXXX532]": 51079, + "[XXXXX533]": 50487, + "[XXXXX534]": 51059, + "[XXXXX535]": 50335, + "[XXXXX536]": 50380, + "[XXXXX537]": 50301, + "[XXXXX538]": 51067, + "[XXXXX539]": 51052, + "[XXXXX53]": 51048, + "[XXXXX540]": 50822, + "[XXXXX541]": 51040, + "[XXXXX542]": 50490, + "[XXXXX543]": 50448, + "[XXXXX544]": 50812, + "[XXXXX545]": 50099, + "[XXXXX546]": 51199, + "[XXXXX547]": 50226, + "[XXXXX548]": 50538, + "[XXXXX549]": 50342, + "[XXXXX54]": 50701, + "[XXXXX550]": 50544, + "[XXXXX551]": 50398, + "[XXXXX552]": 51102, + "[XXXXX553]": 50919, + "[XXXXX554]": 50615, + "[XXXXX555]": 50769, + "[XXXXX556]": 50940, + "[XXXXX557]": 50070, + "[XXXXX558]": 50680, + "[XXXXX559]": 50611, + "[XXXXX55]": 50574, + "[XXXXX560]": 50381, + "[XXXXX561]": 50350, + "[XXXXX562]": 50175, + "[XXXXX563]": 50584, + "[XXXXX564]": 50703, + "[XXXXX565]": 50989, + "[XXXXX566]": 50877, + "[XXXXX567]": 51039, + "[XXXXX568]": 51018, + "[XXXXX569]": 50452, + "[XXXXX56]": 51099, + "[XXXXX570]": 50161, + "[XXXXX571]": 50921, + "[XXXXX572]": 50676, + "[XXXXX573]": 50326, + "[XXXXX574]": 50987, + "[XXXXX575]": 50361, + "[XXXXX576]": 50071, + "[XXXXX577]": 50803, + "[XXXXX578]": 50400, + "[XXXXX579]": 51091, + "[XXXXX57]": 50501, + "[XXXXX580]": 50887, + "[XXXXX581]": 50839, + "[XXXXX582]": 51138, + "[XXXXX583]": 50816, + "[XXXXX584]": 50339, + "[XXXXX585]": 50463, + "[XXXXX586]": 50399, + "[XXXXX587]": 51070, + "[XXXXX588]": 50457, + "[XXXXX589]": 50828, + "[XXXXX58]": 50183, + "[XXXXX590]": 50080, + "[XXXXX591]": 50550, + "[XXXXX592]": 50129, + "[XXXXX593]": 50273, + "[XXXXX594]": 50388, + "[XXXXX595]": 50491, + "[XXXXX596]": 50278, + "[XXXXX597]": 50011, + "[XXXXX598]": 50254, + "[XXXXX599]": 50302, + "[XXXXX59]": 50353, + "[XXXXX5]": 50010, + "[XXXXX600]": 50704, + "[XXXXX601]": 51118, + "[XXXXX602]": 50049, + "[XXXXX603]": 51190, + "[XXXXX604]": 51142, + "[XXXXX605]": 50707, + "[XXXXX606]": 50937, + "[XXXXX607]": 50875, + "[XXXXX608]": 50564, + "[XXXXX609]": 50345, + "[XXXXX60]": 50713, + "[XXXXX610]": 50949, + "[XXXXX611]": 50978, + "[XXXXX612]": 50330, + "[XXXXX613]": 51035, + "[XXXXX614]": 50402, + "[XXXXX615]": 50176, + "[XXXXX616]": 51133, + "[XXXXX617]": 50222, + "[XXXXX618]": 50118, + "[XXXXX619]": 50196, + "[XXXXX61]": 50298, + "[XXXXX620]": 50668, + "[XXXXX621]": 50462, + "[XXXXX622]": 50218, + "[XXXXX623]": 51101, + "[XXXXX624]": 50362, + "[XXXXX625]": 50779, + "[XXXXX626]": 50513, + "[XXXXX627]": 50746, + "[XXXXX628]": 50141, + "[XXXXX629]": 50479, + "[XXXXX62]": 50056, + "[XXXXX630]": 51180, + "[XXXXX631]": 50872, + "[XXXXX632]": 50315, + "[XXXXX633]": 50397, + "[XXXXX634]": 51165, + "[XXXXX635]": 50046, + "[XXXXX636]": 50795, + "[XXXXX637]": 50959, + "[XXXXX638]": 50786, + "[XXXXX639]": 50240, + "[XXXXX63]": 51061, + "[XXXXX640]": 50601, + "[XXXXX641]": 50904, + "[XXXXX642]": 50376, + "[XXXXX643]": 50663, + "[XXXXX644]": 50613, + "[XXXXX645]": 50467, + "[XXXXX646]": 50546, + "[XXXXX647]": 50465, + "[XXXXX648]": 50395, + "[XXXXX649]": 50287, + "[XXXXX64]": 51162, + "[XXXXX650]": 50474, + "[XXXXX651]": 50727, + "[XXXXX652]": 50243, + "[XXXXX653]": 51100, + "[XXXXX654]": 50705, + "[XXXXX655]": 51012, + "[XXXXX656]": 50447, + "[XXXXX657]": 50719, + "[XXXXX658]": 50712, + "[XXXXX659]": 50476, + "[XXXXX65]": 50587, + "[XXXXX660]": 51054, + "[XXXXX661]": 51166, + "[XXXXX662]": 50494, + "[XXXXX663]": 50230, + "[XXXXX664]": 50621, + "[XXXXX665]": 50809, + "[XXXXX666]": 50265, + "[XXXXX667]": 50645, + "[XXXXX668]": 50817, + "[XXXXX669]": 50030, + "[XXXXX66]": 51029, + "[XXXXX670]": 51004, + "[XXXXX671]": 50685, + "[XXXXX672]": 50625, + "[XXXXX673]": 50890, + "[XXXXX674]": 50383, + "[XXXXX675]": 50929, + "[XXXXX676]": 50116, + "[XXXXX677]": 51072, + "[XXXXX678]": 51126, + "[XXXXX679]": 50755, + "[XXXXX67]": 50717, + "[XXXXX680]": 50303, + "[XXXXX681]": 50504, + "[XXXXX682]": 51075, + "[XXXXX683]": 50261, + "[XXXXX684]": 50861, + "[XXXXX685]": 50306, + "[XXXXX686]": 50016, + "[XXXXX687]": 50101, + "[XXXXX688]": 51098, + "[XXXXX689]": 50827, + "[XXXXX68]": 50863, + "[XXXXX690]": 50640, + "[XXXXX691]": 50031, + "[XXXXX692]": 50768, + "[XXXXX693]": 50013, + "[XXXXX694]": 51032, + "[XXXXX695]": 50166, + "[XXXXX696]": 50127, + "[XXXXX697]": 50414, + "[XXXXX698]": 50742, + "[XXXXX699]": 51042, + "[XXXXX69]": 51112, + "[XXXXX6]": 50593, + "[XXXXX700]": 50292, + "[XXXXX701]": 50174, + "[XXXXX702]": 50547, + "[XXXXX703]": 50498, + "[XXXXX704]": 51078, + "[XXXXX705]": 50133, + "[XXXXX706]": 50041, + "[XXXXX707]": 51181, + "[XXXXX708]": 50585, + "[XXXXX709]": 50776, + "[XXXXX70]": 50053, + "[XXXXX710]": 50336, + "[XXXXX711]": 50765, + "[XXXXX712]": 50224, + "[XXXXX713]": 50599, + "[XXXXX714]": 50207, + "[XXXXX715]": 51043, + "[XXXXX716]": 51090, + "[XXXXX717]": 50006, + "[XXXXX718]": 50901, + "[XXXXX719]": 51001, + "[XXXXX71]": 50954, + "[XXXXX720]": 50646, + "[XXXXX721]": 50075, + "[XXXXX722]": 51120, + "[XXXXX723]": 50215, + "[XXXXX724]": 50415, + "[XXXXX725]": 50154, + "[XXXXX726]": 50935, + "[XXXXX727]": 50545, + "[XXXXX728]": 51085, + "[XXXXX729]": 50256, + "[XXXXX72]": 50363, + "[XXXXX730]": 50700, + "[XXXXX731]": 50262, + "[XXXXX732]": 50930, + "[XXXXX733]": 50333, + "[XXXXX734]": 50884, + "[XXXXX735]": 51030, + "[XXXXX736]": 50231, + "[XXXXX737]": 50405, + "[XXXXX738]": 50962, + "[XXXXX739]": 50458, + "[XXXXX73]": 50019, + "[XXXXX740]": 50878, + "[XXXXX741]": 50910, + "[XXXXX742]": 50170, + "[XXXXX743]": 50718, + "[XXXXX744]": 50616, + "[XXXXX745]": 50358, + "[XXXXX746]": 50152, + "[XXXXX747]": 50525, + "[XXXXX748]": 51167, + "[XXXXX749]": 50653, + "[XXXXX74]": 50952, + "[XXXXX750]": 50500, + "[XXXXX751]": 50446, + "[XXXXX752]": 50995, + "[XXXXX753]": 50945, + "[XXXXX754]": 51173, + "[XXXXX755]": 50823, + "[XXXXX756]": 51060, + "[XXXXX757]": 50748, + "[XXXXX758]": 50020, + "[XXXXX759]": 50197, + "[XXXXX75]": 50502, + "[XXXXX760]": 50291, + "[XXXXX761]": 50821, + "[XXXXX762]": 50190, + "[XXXXX763]": 50745, + "[XXXXX764]": 50778, + "[XXXXX765]": 50556, + "[XXXXX766]": 51161, + "[XXXXX767]": 50466, + "[XXXXX768]": 50792, + "[XXXXX769]": 50208, + "[XXXXX76]": 50169, + "[XXXXX770]": 50647, + "[XXXXX771]": 50610, + "[XXXXX772]": 51140, + "[XXXXX773]": 50441, + "[XXXXX774]": 50870, + "[XXXXX775]": 50368, + "[XXXXX776]": 50026, + "[XXXXX777]": 50677, + "[XXXXX778]": 51168, + "[XXXXX779]": 50481, + "[XXXXX77]": 50515, + "[XXXXX780]": 50225, + "[XXXXX781]": 50408, + "[XXXXX782]": 50090, + "[XXXXX783]": 50951, + "[XXXXX784]": 50015, + "[XXXXX785]": 50658, + "[XXXXX786]": 50617, + "[XXXXX787]": 50721, + "[XXXXX788]": 51084, + "[XXXXX789]": 50830, + "[XXXXX78]": 50100, + "[XXXXX790]": 50606, + "[XXXXX791]": 50124, + "[XXXXX792]": 50078, + "[XXXXX793]": 51188, + "[XXXXX794]": 50750, + "[XXXXX795]": 50138, + "[XXXXX796]": 50239, + "[XXXXX797]": 50385, + "[XXXXX798]": 50780, + "[XXXXX799]": 50683, + "[XXXXX79]": 50436, + "[XXXXX7]": 50211, + "[XXXXX800]": 51185, + "[XXXXX801]": 50250, + "[XXXXX802]": 50456, + "[XXXXX803]": 50508, + "[XXXXX804]": 51194, + "[XXXXX805]": 50021, + "[XXXXX806]": 50307, + "[XXXXX807]": 50199, + "[XXXXX808]": 51129, + "[XXXXX809]": 50686, + "[XXXXX80]": 50370, + "[XXXXX810]": 50343, + "[XXXXX811]": 50614, + "[XXXXX812]": 50636, + "[XXXXX813]": 51198, + "[XXXXX814]": 50788, + "[XXXXX815]": 50120, + "[XXXXX816]": 50135, + "[XXXXX817]": 50293, + "[XXXXX818]": 50153, + "[XXXXX819]": 50516, + "[XXXXX81]": 50581, + "[XXXXX820]": 50586, + "[XXXXX821]": 50509, + "[XXXXX822]": 50220, + "[XXXXX823]": 51068, + "[XXXXX824]": 50946, + "[XXXXX825]": 50965, + "[XXXXX826]": 50032, + "[XXXXX827]": 50156, + "[XXXXX828]": 50449, + "[XXXXX829]": 50531, + "[XXXXX82]": 51164, + "[XXXXX830]": 50486, + "[XXXXX831]": 50357, + "[XXXXX832]": 51022, + "[XXXXX833]": 50633, + "[XXXXX834]": 50754, + "[XXXXX835]": 51134, + "[XXXXX836]": 50193, + "[XXXXX837]": 51088, + "[XXXXX838]": 50722, + "[XXXXX839]": 50756, + "[XXXXX83]": 50977, + "[XXXXX840]": 50022, + "[XXXXX841]": 51186, + "[XXXXX842]": 50575, + "[XXXXX843]": 50079, + "[XXXXX844]": 50644, + "[XXXXX845]": 51033, + "[XXXXX846]": 50454, + "[XXXXX847]": 50095, + "[XXXXX848]": 50902, + "[XXXXX849]": 50597, + "[XXXXX84]": 50167, + "[XXXXX850]": 51051, + "[XXXXX851]": 50696, + "[XXXXX852]": 50966, + "[XXXXX853]": 50034, + "[XXXXX854]": 50889, + "[XXXXX855]": 50843, + "[XXXXX856]": 50963, + "[XXXXX857]": 50227, + "[XXXXX858]": 51058, + "[XXXXX859]": 50850, + "[XXXXX85]": 50192, + "[XXXXX860]": 50228, + "[XXXXX861]": 50570, + "[XXXXX862]": 50488, + "[XXXXX863]": 50539, + "[XXXXX864]": 51182, + "[XXXXX865]": 50990, + "[XXXXX866]": 50542, + "[XXXXX867]": 51069, + "[XXXXX868]": 50480, + "[XXXXX869]": 50847, + "[XXXXX86]": 50874, + "[XXXXX870]": 50308, + "[XXXXX871]": 50510, + "[XXXXX872]": 50423, + "[XXXXX873]": 50086, + "[XXXXX874]": 50591, + "[XXXXX875]": 50728, + "[XXXXX876]": 50372, + "[XXXXX877]": 50903, + "[XXXXX878]": 50868, + "[XXXXX879]": 50763, + "[XXXXX87]": 50571, + "[XXXXX880]": 50096, + "[XXXXX881]": 51150, + "[XXXXX882]": 50460, + "[XXXXX883]": 51087, + "[XXXXX884]": 51093, + "[XXXXX885]": 50295, + "[XXXXX886]": 51037, + "[XXXXX887]": 51171, + "[XXXXX888]": 50794, + "[XXXXX889]": 50628, + "[XXXXX88]": 50520, + "[XXXXX890]": 51172, + "[XXXXX891]": 51046, + "[XXXXX892]": 50918, + "[XXXXX893]": 50998, + "[XXXXX894]": 50371, + "[XXXXX895]": 51155, + "[XXXXX896]": 50866, + "[XXXXX897]": 50229, + "[XXXXX898]": 51057, + "[XXXXX899]": 50867, + "[XXXXX89]": 50537, + "[XXXXX8]": 50784, + "[XXXXX900]": 50739, + "[XXXXX901]": 51080, + "[XXXXX902]": 50038, + "[XXXXX903]": 50321, + "[XXXXX904]": 50774, + "[XXXXX905]": 50974, + "[XXXXX906]": 50920, + "[XXXXX907]": 50469, + "[XXXXX908]": 51122, + "[XXXXX909]": 51092, + "[XXXXX90]": 50514, + "[XXXXX910]": 50798, + "[XXXXX911]": 50245, + "[XXXXX912]": 50367, + "[XXXXX913]": 50618, + "[XXXXX914]": 50072, + "[XXXXX915]": 50450, + "[XXXXX916]": 51189, + "[XXXXX917]": 50485, + "[XXXXX918]": 50283, + "[XXXXX919]": 50845, + "[XXXXX91]": 50968, + "[XXXXX920]": 50429, + "[XXXXX921]": 50364, + "[XXXXX922]": 50782, + "[XXXXX923]": 50534, + "[XXXXX924]": 50059, + "[XXXXX925]": 50102, + "[XXXXX926]": 50185, + "[XXXXX927]": 50634, + "[XXXXX928]": 50567, + "[XXXXX929]": 50895, + "[XXXXX92]": 50210, + "[XXXXX930]": 50561, + "[XXXXX931]": 51021, + "[XXXXX932]": 50107, + "[XXXXX933]": 50407, + "[XXXXX934]": 50654, + "[XXXXX935]": 50268, + "[XXXXX936]": 51153, + "[XXXXX937]": 50552, + "[XXXXX938]": 50526, + "[XXXXX939]": 50322, + "[XXXXX93]": 50912, + "[XXXXX940]": 50296, + "[XXXXX941]": 50572, + "[XXXXX942]": 50393, + "[XXXXX943]": 50312, + "[XXXXX944]": 50592, + "[XXXXX945]": 50982, + "[XXXXX946]": 50089, + "[XXXXX947]": 50331, + "[XXXXX948]": 50279, + "[XXXXX949]": 51005, + "[XXXXX94]": 50198, + "[XXXXX950]": 50114, + "[XXXXX951]": 50074, + "[XXXXX952]": 50248, + "[XXXXX953]": 50857, + "[XXXXX954]": 50841, + "[XXXXX955]": 51065, + "[XXXXX956]": 50234, + "[XXXXX957]": 50834, + "[XXXXX958]": 50535, + "[XXXXX959]": 51109, + "[XXXXX95]": 50651, + "[XXXXX960]": 50797, + "[XXXXX961]": 50914, + "[XXXXX962]": 50112, + "[XXXXX963]": 50073, + "[XXXXX964]": 50559, + "[XXXXX965]": 50933, + "[XXXXX966]": 50619, + "[XXXXX967]": 51187, + "[XXXXX968]": 50327, + "[XXXXX969]": 50698, + "[XXXXX96]": 50420, + "[XXXXX970]": 50060, + "[XXXXX971]": 50432, + "[XXXXX972]": 50620, + "[XXXXX973]": 50693, + "[XXXXX974]": 50938, + "[XXXXX975]": 50983, + "[XXXXX976]": 50334, + "[XXXXX977]": 50438, + "[XXXXX978]": 51154, + "[XXXXX979]": 50964, + "[XXXXX97]": 50672, + "[XXXXX980]": 50511, + "[XXXXX981]": 50244, + "[XXXXX982]": 50266, + "[XXXXX983]": 50134, + "[XXXXX984]": 50338, + "[XXXXX985]": 51121, + "[XXXXX986]": 50323, + "[XXXXX987]": 50909, + "[XXXXX988]": 51000, + "[XXXXX989]": 50036, + "[XXXXX98]": 50787, + "[XXXXX990]": 50512, + "[XXXXX991]": 50191, + "[XXXXX992]": 50187, + "[XXXXX993]": 51156, + "[XXXXX994]": 51135, + "[XXXXX995]": 50355, + "[XXXXX996]": 51027, + "[XXXXX997]": 50297, + "[XXXXX998]": 50928, + "[XXXXX999]": 50697, + "[XXXXX99]": 50980, + "[XXXXX9]": 50961 +} diff --git a/checkpoint-9000/config.json b/checkpoint-9000/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/checkpoint-9000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/checkpoint-9000/generation_config.json b/checkpoint-9000/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/checkpoint-9000/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-9000/model.safetensors b/checkpoint-9000/model.safetensors new file mode 100644 index 0000000..469679f --- /dev/null +++ b/checkpoint-9000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ebb6fd99d495c1586c8dfcf6c42e403a461f2c09b163084c64a051aaa879455 +size 249556672 diff --git a/checkpoint-9000/rng_state.pth b/checkpoint-9000/rng_state.pth new file mode 100644 index 0000000..cc294a9 --- /dev/null +++ b/checkpoint-9000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8611adb53751105e1eb3acd827b7f0fe1a6a944879ff138d8ca44d9abeff08d6 +size 14709 diff --git a/checkpoint-9000/special_tokens_map.json b/checkpoint-9000/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/checkpoint-9000/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-9000/spiece.model b/checkpoint-9000/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/checkpoint-9000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/checkpoint-9000/tokenizer_config.json b/checkpoint-9000/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/checkpoint-9000/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-9000/trainer_state.json b/checkpoint-9000/trainer_state.json new file mode 100644 index 0000000..23a7a5b --- /dev/null +++ b/checkpoint-9000/trainer_state.json @@ -0,0 +1,18133 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 8.806656877141458, + "eval_steps": 1000, + "global_step": 9000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.691474437713623, + "epoch": 0.004894762604013705, + "grad_norm": 11.875, + "learning_rate": 2e-06, + "loss": 10.8265, + "mean_token_accuracy": 7.836990407668054e-05, + "num_tokens": 12593.0, + "step": 5 + }, + { + "entropy": 10.691561222076416, + "epoch": 0.00978952520802741, + "grad_norm": 11.75, + "learning_rate": 4.5e-06, + "loss": 10.7489, + "mean_token_accuracy": 8.1300811143592e-05, + "num_tokens": 25410.0, + "step": 10 + }, + { + "entropy": 10.691450119018555, + "epoch": 0.014684287812041116, + "grad_norm": 9.6875, + "learning_rate": 7e-06, + "loss": 10.5176, + "mean_token_accuracy": 0.009127140190685168, + "num_tokens": 37264.0, + "step": 15 + }, + { + "entropy": 10.688244438171386, + "epoch": 0.01957905041605482, + "grad_norm": 6.15625, + "learning_rate": 9.5e-06, + "loss": 10.2549, + "mean_token_accuracy": 0.030842235311865807, + "num_tokens": 49483.0, + "step": 20 + }, + { + "entropy": 10.67002468109131, + "epoch": 0.024473813020068527, + "grad_norm": 4.15625, + "learning_rate": 1.2e-05, + "loss": 9.9838, + "mean_token_accuracy": 0.036930659972131255, + "num_tokens": 61479.0, + "step": 25 + }, + { + "entropy": 10.649608993530274, + "epoch": 0.02936857562408223, + "grad_norm": 3.28125, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8397, + "mean_token_accuracy": 0.036012667790055276, + "num_tokens": 73344.0, + "step": 30 + }, + { + "entropy": 10.640453147888184, + "epoch": 0.034263338228095935, + "grad_norm": 2.734375, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7965, + "mean_token_accuracy": 0.04287212081253529, + "num_tokens": 85878.0, + "step": 35 + }, + { + "entropy": 10.626565551757812, + "epoch": 0.03915810083210964, + "grad_norm": 2.4375, + "learning_rate": 1.95e-05, + "loss": 9.7691, + "mean_token_accuracy": 0.04283439628779888, + "num_tokens": 97700.0, + "step": 40 + }, + { + "entropy": 10.62145414352417, + "epoch": 0.04405286343612335, + "grad_norm": 2.421875, + "learning_rate": 2.2e-05, + "loss": 9.6755, + "mean_token_accuracy": 0.04480269178748131, + "num_tokens": 109008.0, + "step": 45 + }, + { + "entropy": 10.633209228515625, + "epoch": 0.048947626040137054, + "grad_norm": 2.40625, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6612, + "mean_token_accuracy": 0.04066384620964527, + "num_tokens": 120635.0, + "step": 50 + }, + { + "entropy": 10.635868644714355, + "epoch": 0.05384238864415076, + "grad_norm": 2.421875, + "learning_rate": 2.7e-05, + "loss": 9.5963, + "mean_token_accuracy": 0.04003451876342297, + "num_tokens": 133102.0, + "step": 55 + }, + { + "entropy": 10.61568660736084, + "epoch": 0.05873715124816446, + "grad_norm": 2.5, + "learning_rate": 2.95e-05, + "loss": 9.4728, + "mean_token_accuracy": 0.050173386186361316, + "num_tokens": 145445.0, + "step": 60 + }, + { + "entropy": 10.51130256652832, + "epoch": 0.06363191385217817, + "grad_norm": 2.6875, + "learning_rate": 3.2e-05, + "loss": 9.3842, + "mean_token_accuracy": 0.05366942435503006, + "num_tokens": 157594.0, + "step": 65 + }, + { + "entropy": 10.435814762115479, + "epoch": 0.06852667645619187, + "grad_norm": 2.390625, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.2864, + "mean_token_accuracy": 0.06021526530385017, + "num_tokens": 170976.0, + "step": 70 + }, + { + "entropy": 10.467036819458007, + "epoch": 0.07342143906020558, + "grad_norm": 2.875, + "learning_rate": 3.7e-05, + "loss": 9.2122, + "mean_token_accuracy": 0.06290490776300431, + "num_tokens": 183561.0, + "step": 75 + }, + { + "entropy": 10.445936489105225, + "epoch": 0.07831620166421928, + "grad_norm": 2.265625, + "learning_rate": 3.95e-05, + "loss": 9.0845, + "mean_token_accuracy": 0.07000090889632701, + "num_tokens": 195936.0, + "step": 80 + }, + { + "entropy": 10.329971313476562, + "epoch": 0.08321096426823299, + "grad_norm": 2.5, + "learning_rate": 4.2000000000000004e-05, + "loss": 8.9658, + "mean_token_accuracy": 0.07175729237496853, + "num_tokens": 208504.0, + "step": 85 + }, + { + "entropy": 10.371177291870117, + "epoch": 0.0881057268722467, + "grad_norm": 2.484375, + "learning_rate": 4.45e-05, + "loss": 8.9385, + "mean_token_accuracy": 0.06789587959647178, + "num_tokens": 219722.0, + "step": 90 + }, + { + "entropy": 10.313321971893311, + "epoch": 0.0930004894762604, + "grad_norm": 2.21875, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.7436, + "mean_token_accuracy": 0.07605377212166786, + "num_tokens": 232307.0, + "step": 95 + }, + { + "entropy": 10.276076507568359, + "epoch": 0.09789525208027411, + "grad_norm": 3.28125, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6775, + "mean_token_accuracy": 0.07455896399915218, + "num_tokens": 243698.0, + "step": 100 + }, + { + "entropy": 10.196091747283935, + "epoch": 0.1027900146842878, + "grad_norm": 2.390625, + "learning_rate": 5.2e-05, + "loss": 8.5575, + "mean_token_accuracy": 0.0785155214369297, + "num_tokens": 256418.0, + "step": 105 + }, + { + "entropy": 10.124401664733886, + "epoch": 0.10768477728830152, + "grad_norm": 2.40625, + "learning_rate": 5.45e-05, + "loss": 8.4104, + "mean_token_accuracy": 0.07805168032646179, + "num_tokens": 268503.0, + "step": 110 + }, + { + "entropy": 10.06371488571167, + "epoch": 0.11257953989231523, + "grad_norm": 2.21875, + "learning_rate": 5.7e-05, + "loss": 8.3101, + "mean_token_accuracy": 0.07913323007524013, + "num_tokens": 280386.0, + "step": 115 + }, + { + "entropy": 9.980810928344727, + "epoch": 0.11747430249632893, + "grad_norm": 2.296875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.2019, + "mean_token_accuracy": 0.08205665312707425, + "num_tokens": 292121.0, + "step": 120 + }, + { + "entropy": 9.89662504196167, + "epoch": 0.12236906510034264, + "grad_norm": 2.1875, + "learning_rate": 6.2e-05, + "loss": 8.0286, + "mean_token_accuracy": 0.08492446094751357, + "num_tokens": 303782.0, + "step": 125 + }, + { + "entropy": 9.724525547027588, + "epoch": 0.12726382770435635, + "grad_norm": 1.8671875, + "learning_rate": 6.450000000000001e-05, + "loss": 7.9844, + "mean_token_accuracy": 0.08128817304968834, + "num_tokens": 315497.0, + "step": 130 + }, + { + "entropy": 9.641802310943604, + "epoch": 0.13215859030837004, + "grad_norm": 1.6875, + "learning_rate": 6.7e-05, + "loss": 7.9532, + "mean_token_accuracy": 0.07768743187189102, + "num_tokens": 327840.0, + "step": 135 + }, + { + "entropy": 9.46103801727295, + "epoch": 0.13705335291238374, + "grad_norm": 1.7421875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.7654, + "mean_token_accuracy": 0.08798187449574471, + "num_tokens": 340192.0, + "step": 140 + }, + { + "entropy": 9.228885173797607, + "epoch": 0.14194811551639747, + "grad_norm": 1.9140625, + "learning_rate": 7.2e-05, + "loss": 7.5669, + "mean_token_accuracy": 0.08950990438461304, + "num_tokens": 351561.0, + "step": 145 + }, + { + "entropy": 9.089824771881103, + "epoch": 0.14684287812041116, + "grad_norm": 1.6328125, + "learning_rate": 7.45e-05, + "loss": 7.5159, + "mean_token_accuracy": 0.08800971060991288, + "num_tokens": 363668.0, + "step": 150 + }, + { + "entropy": 8.857299709320069, + "epoch": 0.15173764072442486, + "grad_norm": 1.6953125, + "learning_rate": 7.7e-05, + "loss": 7.4525, + "mean_token_accuracy": 0.09529466852545738, + "num_tokens": 375241.0, + "step": 155 + }, + { + "entropy": 8.673880004882813, + "epoch": 0.15663240332843856, + "grad_norm": 1.90625, + "learning_rate": 7.950000000000001e-05, + "loss": 7.3172, + "mean_token_accuracy": 0.09652032777667045, + "num_tokens": 386488.0, + "step": 160 + }, + { + "entropy": 8.434674930572509, + "epoch": 0.16152716593245228, + "grad_norm": 1.5078125, + "learning_rate": 8.2e-05, + "loss": 7.2006, + "mean_token_accuracy": 0.09962413907051086, + "num_tokens": 398203.0, + "step": 165 + }, + { + "entropy": 8.35833911895752, + "epoch": 0.16642192853646598, + "grad_norm": 1.59375, + "learning_rate": 8.450000000000001e-05, + "loss": 7.2842, + "mean_token_accuracy": 0.09556651711463929, + "num_tokens": 409381.0, + "step": 170 + }, + { + "entropy": 8.216682815551758, + "epoch": 0.17131669114047968, + "grad_norm": 1.5625, + "learning_rate": 8.7e-05, + "loss": 7.2633, + "mean_token_accuracy": 0.09789874404668808, + "num_tokens": 421760.0, + "step": 175 + }, + { + "entropy": 8.080347347259522, + "epoch": 0.1762114537444934, + "grad_norm": 1.46875, + "learning_rate": 8.95e-05, + "loss": 7.1632, + "mean_token_accuracy": 0.10209440737962723, + "num_tokens": 432727.0, + "step": 180 + }, + { + "entropy": 8.032786130905151, + "epoch": 0.1811062163485071, + "grad_norm": 1.84375, + "learning_rate": 9.2e-05, + "loss": 7.2471, + "mean_token_accuracy": 0.09438547641038894, + "num_tokens": 443799.0, + "step": 185 + }, + { + "entropy": 7.938335800170899, + "epoch": 0.1860009789525208, + "grad_norm": 1.3359375, + "learning_rate": 9.45e-05, + "loss": 7.1341, + "mean_token_accuracy": 0.10013610497117043, + "num_tokens": 455481.0, + "step": 190 + }, + { + "entropy": 7.9153131484985355, + "epoch": 0.19089574155653452, + "grad_norm": 1.625, + "learning_rate": 9.7e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09839447140693665, + "num_tokens": 467086.0, + "step": 195 + }, + { + "entropy": 7.842766427993775, + "epoch": 0.19579050416054822, + "grad_norm": 1.640625, + "learning_rate": 9.95e-05, + "loss": 7.0763, + "mean_token_accuracy": 0.09429099857807159, + "num_tokens": 478227.0, + "step": 200 + }, + { + "entropy": 7.8508209705352785, + "epoch": 0.20068526676456191, + "grad_norm": 1.1640625, + "learning_rate": 0.000102, + "loss": 7.0819, + "mean_token_accuracy": 0.10272094458341599, + "num_tokens": 491036.0, + "step": 205 + }, + { + "entropy": 7.750106430053711, + "epoch": 0.2055800293685756, + "grad_norm": 1.6796875, + "learning_rate": 0.00010449999999999999, + "loss": 7.0268, + "mean_token_accuracy": 0.10150075927376748, + "num_tokens": 502833.0, + "step": 210 + }, + { + "entropy": 7.662298250198364, + "epoch": 0.21047479197258934, + "grad_norm": 1.53125, + "learning_rate": 0.000107, + "loss": 6.9994, + "mean_token_accuracy": 0.09913612380623818, + "num_tokens": 514078.0, + "step": 215 + }, + { + "entropy": 7.76820936203003, + "epoch": 0.21536955457660303, + "grad_norm": 1.53125, + "learning_rate": 0.0001095, + "loss": 7.0563, + "mean_token_accuracy": 0.09886371418833732, + "num_tokens": 525505.0, + "step": 220 + }, + { + "entropy": 7.7181964874267575, + "epoch": 0.22026431718061673, + "grad_norm": 1.6796875, + "learning_rate": 0.000112, + "loss": 7.0553, + "mean_token_accuracy": 0.10015972703695297, + "num_tokens": 536684.0, + "step": 225 + }, + { + "entropy": 7.631637525558472, + "epoch": 0.22515907978463046, + "grad_norm": 1.6953125, + "learning_rate": 0.0001145, + "loss": 6.9678, + "mean_token_accuracy": 0.11216415911912918, + "num_tokens": 547664.0, + "step": 230 + }, + { + "entropy": 7.560673618316651, + "epoch": 0.23005384238864415, + "grad_norm": 1.78125, + "learning_rate": 0.00011700000000000001, + "loss": 6.9656, + "mean_token_accuracy": 0.10480529963970184, + "num_tokens": 559892.0, + "step": 235 + }, + { + "entropy": 7.457711982727051, + "epoch": 0.23494860499265785, + "grad_norm": 1.3984375, + "learning_rate": 0.00011949999999999999, + "loss": 6.9001, + "mean_token_accuracy": 0.10354893431067466, + "num_tokens": 571012.0, + "step": 240 + }, + { + "entropy": 7.583689403533936, + "epoch": 0.23984336759667158, + "grad_norm": 1.609375, + "learning_rate": 0.000122, + "loss": 6.9215, + "mean_token_accuracy": 0.10430897325277329, + "num_tokens": 583451.0, + "step": 245 + }, + { + "entropy": 7.421637296676636, + "epoch": 0.24473813020068527, + "grad_norm": 1.484375, + "learning_rate": 0.0001245, + "loss": 6.9329, + "mean_token_accuracy": 0.10233990103006363, + "num_tokens": 595915.0, + "step": 250 + }, + { + "entropy": 7.562687349319458, + "epoch": 0.24963289280469897, + "grad_norm": 1.359375, + "learning_rate": 0.000127, + "loss": 6.848, + "mean_token_accuracy": 0.10910093262791634, + "num_tokens": 607863.0, + "step": 255 + }, + { + "entropy": 7.433994293212891, + "epoch": 0.2545276554087127, + "grad_norm": 1.390625, + "learning_rate": 0.0001295, + "loss": 6.9084, + "mean_token_accuracy": 0.10604727566242218, + "num_tokens": 619306.0, + "step": 260 + }, + { + "entropy": 7.461258888244629, + "epoch": 0.25942241801272636, + "grad_norm": 1.2109375, + "learning_rate": 0.000132, + "loss": 6.9468, + "mean_token_accuracy": 0.10922192186117172, + "num_tokens": 632553.0, + "step": 265 + }, + { + "entropy": 7.41155481338501, + "epoch": 0.2643171806167401, + "grad_norm": 1.671875, + "learning_rate": 0.00013450000000000002, + "loss": 6.7688, + "mean_token_accuracy": 0.11494352146983147, + "num_tokens": 643399.0, + "step": 270 + }, + { + "entropy": 7.398804092407227, + "epoch": 0.2692119432207538, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.8403, + "mean_token_accuracy": 0.1158620223402977, + "num_tokens": 654148.0, + "step": 275 + }, + { + "entropy": 7.385111284255982, + "epoch": 0.2741067058247675, + "grad_norm": 1.2734375, + "learning_rate": 0.0001395, + "loss": 6.8965, + "mean_token_accuracy": 0.11017908081412316, + "num_tokens": 666324.0, + "step": 280 + }, + { + "entropy": 7.312957096099853, + "epoch": 0.2790014684287812, + "grad_norm": 1.453125, + "learning_rate": 0.00014199999999999998, + "loss": 6.8106, + "mean_token_accuracy": 0.11318352445960045, + "num_tokens": 677309.0, + "step": 285 + }, + { + "entropy": 7.313508749008179, + "epoch": 0.28389623103279493, + "grad_norm": 1.4453125, + "learning_rate": 0.0001445, + "loss": 6.8144, + "mean_token_accuracy": 0.10523941665887833, + "num_tokens": 691469.0, + "step": 290 + }, + { + "entropy": 7.350642156600952, + "epoch": 0.2887909936368086, + "grad_norm": 1.546875, + "learning_rate": 0.000147, + "loss": 6.8045, + "mean_token_accuracy": 0.12274143844842911, + "num_tokens": 702985.0, + "step": 295 + }, + { + "entropy": 7.323756074905395, + "epoch": 0.2936857562408223, + "grad_norm": 1.34375, + "learning_rate": 0.0001495, + "loss": 6.8789, + "mean_token_accuracy": 0.116054268181324, + "num_tokens": 715484.0, + "step": 300 + }, + { + "entropy": 7.248594284057617, + "epoch": 0.29858051884483605, + "grad_norm": 1.3984375, + "learning_rate": 0.000152, + "loss": 6.7608, + "mean_token_accuracy": 0.11559304669499397, + "num_tokens": 725967.0, + "step": 305 + }, + { + "entropy": 7.158112096786499, + "epoch": 0.3034752814488497, + "grad_norm": 1.671875, + "learning_rate": 0.00015450000000000001, + "loss": 6.7019, + "mean_token_accuracy": 0.12221056818962098, + "num_tokens": 737878.0, + "step": 310 + }, + { + "entropy": 7.245487976074219, + "epoch": 0.30837004405286345, + "grad_norm": 1.375, + "learning_rate": 0.000157, + "loss": 6.7697, + "mean_token_accuracy": 0.1148179180920124, + "num_tokens": 750444.0, + "step": 315 + }, + { + "entropy": 7.131648015975952, + "epoch": 0.3132648066568771, + "grad_norm": 1.5078125, + "learning_rate": 0.0001595, + "loss": 6.7355, + "mean_token_accuracy": 0.11609084904193878, + "num_tokens": 761905.0, + "step": 320 + }, + { + "entropy": 7.189060926437378, + "epoch": 0.31815956926089084, + "grad_norm": 1.25, + "learning_rate": 0.000162, + "loss": 6.6511, + "mean_token_accuracy": 0.11201457530260087, + "num_tokens": 773238.0, + "step": 325 + }, + { + "entropy": 7.255410861968994, + "epoch": 0.32305433186490456, + "grad_norm": 1.234375, + "learning_rate": 0.00016450000000000001, + "loss": 6.818, + "mean_token_accuracy": 0.11478052586317063, + "num_tokens": 785265.0, + "step": 330 + }, + { + "entropy": 7.000382041931152, + "epoch": 0.32794909446891823, + "grad_norm": 1.3984375, + "learning_rate": 0.00016700000000000002, + "loss": 6.5323, + "mean_token_accuracy": 0.12431756779551506, + "num_tokens": 796214.0, + "step": 335 + }, + { + "entropy": 7.132069635391235, + "epoch": 0.33284385707293196, + "grad_norm": 1.453125, + "learning_rate": 0.00016950000000000003, + "loss": 6.7048, + "mean_token_accuracy": 0.12211181521415711, + "num_tokens": 807429.0, + "step": 340 + }, + { + "entropy": 7.093725252151489, + "epoch": 0.3377386196769457, + "grad_norm": 1.3359375, + "learning_rate": 0.00017199999999999998, + "loss": 6.7147, + "mean_token_accuracy": 0.11440666690468788, + "num_tokens": 819205.0, + "step": 345 + }, + { + "entropy": 7.087794494628906, + "epoch": 0.34263338228095935, + "grad_norm": 1.4921875, + "learning_rate": 0.00017449999999999999, + "loss": 6.6921, + "mean_token_accuracy": 0.11648698076605797, + "num_tokens": 831417.0, + "step": 350 + }, + { + "entropy": 7.148236560821533, + "epoch": 0.3475281448849731, + "grad_norm": 1.2421875, + "learning_rate": 0.000177, + "loss": 6.7295, + "mean_token_accuracy": 0.11438237279653549, + "num_tokens": 844792.0, + "step": 355 + }, + { + "entropy": 7.161906480789185, + "epoch": 0.3524229074889868, + "grad_norm": 1.40625, + "learning_rate": 0.0001795, + "loss": 6.7167, + "mean_token_accuracy": 0.1205228291451931, + "num_tokens": 856643.0, + "step": 360 + }, + { + "entropy": 7.08436393737793, + "epoch": 0.3573176700930005, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.6894, + "mean_token_accuracy": 0.1218317560851574, + "num_tokens": 867727.0, + "step": 365 + }, + { + "entropy": 7.0502026081085205, + "epoch": 0.3622124326970142, + "grad_norm": 1.2890625, + "learning_rate": 0.0001845, + "loss": 6.6484, + "mean_token_accuracy": 0.12172565683722496, + "num_tokens": 879580.0, + "step": 370 + }, + { + "entropy": 7.093457746505737, + "epoch": 0.3671071953010279, + "grad_norm": 1.4765625, + "learning_rate": 0.000187, + "loss": 6.6455, + "mean_token_accuracy": 0.11903778240084648, + "num_tokens": 890603.0, + "step": 375 + }, + { + "entropy": 7.022216749191284, + "epoch": 0.3720019579050416, + "grad_norm": 1.34375, + "learning_rate": 0.0001895, + "loss": 6.6953, + "mean_token_accuracy": 0.11619957983493805, + "num_tokens": 902566.0, + "step": 380 + }, + { + "entropy": 7.156719017028808, + "epoch": 0.3768967205090553, + "grad_norm": 1.4140625, + "learning_rate": 0.000192, + "loss": 6.7699, + "mean_token_accuracy": 0.11908866539597511, + "num_tokens": 915158.0, + "step": 385 + }, + { + "entropy": 7.020287132263183, + "epoch": 0.38179148311306904, + "grad_norm": 1.421875, + "learning_rate": 0.0001945, + "loss": 6.6569, + "mean_token_accuracy": 0.12016270384192466, + "num_tokens": 928299.0, + "step": 390 + }, + { + "entropy": 6.987773513793945, + "epoch": 0.3866862457170827, + "grad_norm": 1.2578125, + "learning_rate": 0.00019700000000000002, + "loss": 6.7094, + "mean_token_accuracy": 0.11790777072310447, + "num_tokens": 940470.0, + "step": 395 + }, + { + "entropy": 7.102205657958985, + "epoch": 0.39158100832109644, + "grad_norm": 1.21875, + "learning_rate": 0.00019950000000000002, + "loss": 6.6851, + "mean_token_accuracy": 0.12131372764706612, + "num_tokens": 952661.0, + "step": 400 + }, + { + "entropy": 6.911374616622925, + "epoch": 0.3964757709251101, + "grad_norm": 1.2578125, + "learning_rate": 0.000202, + "loss": 6.6155, + "mean_token_accuracy": 0.11879359632730484, + "num_tokens": 965040.0, + "step": 405 + }, + { + "entropy": 6.855518102645874, + "epoch": 0.40137053352912383, + "grad_norm": 1.234375, + "learning_rate": 0.00020449999999999998, + "loss": 6.5407, + "mean_token_accuracy": 0.12074877321720123, + "num_tokens": 977655.0, + "step": 410 + }, + { + "entropy": 7.038438987731934, + "epoch": 0.40626529613313755, + "grad_norm": 1.2890625, + "learning_rate": 0.000207, + "loss": 6.6291, + "mean_token_accuracy": 0.12360285148024559, + "num_tokens": 989422.0, + "step": 415 + }, + { + "entropy": 6.930527019500732, + "epoch": 0.4111600587371512, + "grad_norm": 1.234375, + "learning_rate": 0.0002095, + "loss": 6.6136, + "mean_token_accuracy": 0.1211114652454853, + "num_tokens": 1002697.0, + "step": 420 + }, + { + "entropy": 6.963910531997681, + "epoch": 0.41605482134116495, + "grad_norm": 1.3671875, + "learning_rate": 0.000212, + "loss": 6.5715, + "mean_token_accuracy": 0.12396370768547058, + "num_tokens": 1014910.0, + "step": 425 + }, + { + "entropy": 6.838316869735718, + "epoch": 0.4209495839451787, + "grad_norm": 1.390625, + "learning_rate": 0.0002145, + "loss": 6.5537, + "mean_token_accuracy": 0.1339319072663784, + "num_tokens": 1026835.0, + "step": 430 + }, + { + "entropy": 7.047098207473755, + "epoch": 0.42584434654919234, + "grad_norm": 1.328125, + "learning_rate": 0.00021700000000000002, + "loss": 6.6707, + "mean_token_accuracy": 0.11443433165550232, + "num_tokens": 1038792.0, + "step": 435 + }, + { + "entropy": 6.900348567962647, + "epoch": 0.43073910915320607, + "grad_norm": 1.359375, + "learning_rate": 0.0002195, + "loss": 6.6413, + "mean_token_accuracy": 0.11995069831609725, + "num_tokens": 1051335.0, + "step": 440 + }, + { + "entropy": 6.856663560867309, + "epoch": 0.4356338717572198, + "grad_norm": 1.3671875, + "learning_rate": 0.000222, + "loss": 6.5079, + "mean_token_accuracy": 0.130057705193758, + "num_tokens": 1063480.0, + "step": 445 + }, + { + "entropy": 6.915047836303711, + "epoch": 0.44052863436123346, + "grad_norm": 1.5234375, + "learning_rate": 0.0002245, + "loss": 6.6642, + "mean_token_accuracy": 0.12786006629467012, + "num_tokens": 1074925.0, + "step": 450 + }, + { + "entropy": 6.8480541706085205, + "epoch": 0.4454233969652472, + "grad_norm": 1.390625, + "learning_rate": 0.00022700000000000002, + "loss": 6.396, + "mean_token_accuracy": 0.12921193838119507, + "num_tokens": 1086068.0, + "step": 455 + }, + { + "entropy": 6.727921867370606, + "epoch": 0.4503181595692609, + "grad_norm": 1.4453125, + "learning_rate": 0.00022950000000000002, + "loss": 6.4969, + "mean_token_accuracy": 0.13089798390865326, + "num_tokens": 1097309.0, + "step": 460 + }, + { + "entropy": 6.8872028350830075, + "epoch": 0.4552129221732746, + "grad_norm": 1.375, + "learning_rate": 0.00023200000000000003, + "loss": 6.5581, + "mean_token_accuracy": 0.125684704631567, + "num_tokens": 1110253.0, + "step": 465 + }, + { + "entropy": 6.802498722076416, + "epoch": 0.4601076847772883, + "grad_norm": 1.28125, + "learning_rate": 0.00023449999999999998, + "loss": 6.5386, + "mean_token_accuracy": 0.125102449208498, + "num_tokens": 1121297.0, + "step": 470 + }, + { + "entropy": 6.830904102325439, + "epoch": 0.46500244738130203, + "grad_norm": 1.2109375, + "learning_rate": 0.000237, + "loss": 6.4694, + "mean_token_accuracy": 0.13397082462906837, + "num_tokens": 1133378.0, + "step": 475 + }, + { + "entropy": 6.764972782135009, + "epoch": 0.4698972099853157, + "grad_norm": 1.1953125, + "learning_rate": 0.0002395, + "loss": 6.4908, + "mean_token_accuracy": 0.1247988536953926, + "num_tokens": 1146197.0, + "step": 480 + }, + { + "entropy": 6.834934377670288, + "epoch": 0.4747919725893294, + "grad_norm": 1.484375, + "learning_rate": 0.000242, + "loss": 6.4895, + "mean_token_accuracy": 0.12815890833735466, + "num_tokens": 1158791.0, + "step": 485 + }, + { + "entropy": 6.834185266494751, + "epoch": 0.47968673519334315, + "grad_norm": 1.4140625, + "learning_rate": 0.0002445, + "loss": 6.4552, + "mean_token_accuracy": 0.13044697493314744, + "num_tokens": 1169977.0, + "step": 490 + }, + { + "entropy": 6.6346056938171385, + "epoch": 0.4845814977973568, + "grad_norm": 1.234375, + "learning_rate": 0.000247, + "loss": 6.4207, + "mean_token_accuracy": 0.13247148767113687, + "num_tokens": 1182825.0, + "step": 495 + }, + { + "entropy": 6.824855661392212, + "epoch": 0.48947626040137054, + "grad_norm": 1.46875, + "learning_rate": 0.0002495, + "loss": 6.5415, + "mean_token_accuracy": 0.12181857749819755, + "num_tokens": 1196101.0, + "step": 500 + }, + { + "entropy": 6.662319135665894, + "epoch": 0.4943710230053842, + "grad_norm": 1.2265625, + "learning_rate": 0.000252, + "loss": 6.3397, + "mean_token_accuracy": 0.1353870265185833, + "num_tokens": 1208916.0, + "step": 505 + }, + { + "entropy": 6.704164838790893, + "epoch": 0.49926578560939794, + "grad_norm": 1.375, + "learning_rate": 0.0002545, + "loss": 6.3986, + "mean_token_accuracy": 0.13314119651913642, + "num_tokens": 1218972.0, + "step": 510 + }, + { + "entropy": 6.779240608215332, + "epoch": 0.5041605482134116, + "grad_norm": 1.2265625, + "learning_rate": 0.000257, + "loss": 6.4141, + "mean_token_accuracy": 0.13696231916546822, + "num_tokens": 1230692.0, + "step": 515 + }, + { + "entropy": 6.710984706878662, + "epoch": 0.5090553108174254, + "grad_norm": 1.3125, + "learning_rate": 0.0002595, + "loss": 6.3371, + "mean_token_accuracy": 0.14076263681054116, + "num_tokens": 1242104.0, + "step": 520 + }, + { + "entropy": 6.6697978496551515, + "epoch": 0.5139500734214391, + "grad_norm": 1.15625, + "learning_rate": 0.000262, + "loss": 6.3853, + "mean_token_accuracy": 0.1359956182539463, + "num_tokens": 1254119.0, + "step": 525 + }, + { + "entropy": 6.737369012832642, + "epoch": 0.5188448360254527, + "grad_norm": 1.265625, + "learning_rate": 0.00026450000000000003, + "loss": 6.4548, + "mean_token_accuracy": 0.1344248741865158, + "num_tokens": 1265272.0, + "step": 530 + }, + { + "entropy": 6.730101156234741, + "epoch": 0.5237395986294665, + "grad_norm": 1.484375, + "learning_rate": 0.00026700000000000004, + "loss": 6.4222, + "mean_token_accuracy": 0.14020417779684066, + "num_tokens": 1277564.0, + "step": 535 + }, + { + "entropy": 6.691190624237061, + "epoch": 0.5286343612334802, + "grad_norm": 1.4375, + "learning_rate": 0.00026950000000000005, + "loss": 6.4491, + "mean_token_accuracy": 0.13473157808184624, + "num_tokens": 1289021.0, + "step": 540 + }, + { + "entropy": 6.646734714508057, + "epoch": 0.5335291238374938, + "grad_norm": 1.21875, + "learning_rate": 0.00027200000000000005, + "loss": 6.3956, + "mean_token_accuracy": 0.13235612735152244, + "num_tokens": 1301101.0, + "step": 545 + }, + { + "entropy": 6.719683647155762, + "epoch": 0.5384238864415076, + "grad_norm": 1.3125, + "learning_rate": 0.0002745, + "loss": 6.5075, + "mean_token_accuracy": 0.1343328684568405, + "num_tokens": 1312982.0, + "step": 550 + }, + { + "entropy": 6.649339962005615, + "epoch": 0.5433186490455213, + "grad_norm": 1.296875, + "learning_rate": 0.000277, + "loss": 6.298, + "mean_token_accuracy": 0.13852434232831, + "num_tokens": 1323587.0, + "step": 555 + }, + { + "entropy": 6.660077142715454, + "epoch": 0.548213411649535, + "grad_norm": 1.265625, + "learning_rate": 0.0002795, + "loss": 6.4452, + "mean_token_accuracy": 0.13839047104120256, + "num_tokens": 1335989.0, + "step": 560 + }, + { + "entropy": 6.759215688705444, + "epoch": 0.5531081742535487, + "grad_norm": 1.2265625, + "learning_rate": 0.00028199999999999997, + "loss": 6.47, + "mean_token_accuracy": 0.130010923743248, + "num_tokens": 1348065.0, + "step": 565 + }, + { + "entropy": 6.673825311660766, + "epoch": 0.5580029368575624, + "grad_norm": 1.359375, + "learning_rate": 0.0002845, + "loss": 6.3943, + "mean_token_accuracy": 0.13619856983423234, + "num_tokens": 1360005.0, + "step": 570 + }, + { + "entropy": 6.64725513458252, + "epoch": 0.5628976994615761, + "grad_norm": 1.3984375, + "learning_rate": 0.000287, + "loss": 6.4037, + "mean_token_accuracy": 0.13103986009955407, + "num_tokens": 1372044.0, + "step": 575 + }, + { + "entropy": 6.6476539134979244, + "epoch": 0.5677924620655899, + "grad_norm": 1.40625, + "learning_rate": 0.0002895, + "loss": 6.4819, + "mean_token_accuracy": 0.13560598343610764, + "num_tokens": 1384078.0, + "step": 580 + }, + { + "entropy": 6.72802586555481, + "epoch": 0.5726872246696035, + "grad_norm": 1.5390625, + "learning_rate": 0.000292, + "loss": 6.3781, + "mean_token_accuracy": 0.1315067872405052, + "num_tokens": 1396102.0, + "step": 585 + }, + { + "entropy": 6.672314643859863, + "epoch": 0.5775819872736172, + "grad_norm": 1.3125, + "learning_rate": 0.0002945, + "loss": 6.366, + "mean_token_accuracy": 0.13516665622591972, + "num_tokens": 1408009.0, + "step": 590 + }, + { + "entropy": 6.647306442260742, + "epoch": 0.582476749877631, + "grad_norm": 1.4296875, + "learning_rate": 0.000297, + "loss": 6.3929, + "mean_token_accuracy": 0.13240321800112725, + "num_tokens": 1419883.0, + "step": 595 + }, + { + "entropy": 6.443280220031738, + "epoch": 0.5873715124816447, + "grad_norm": 1.2890625, + "learning_rate": 0.0002995, + "loss": 6.1976, + "mean_token_accuracy": 0.1442122057080269, + "num_tokens": 1430901.0, + "step": 600 + }, + { + "entropy": 6.578019142150879, + "epoch": 0.5922662750856583, + "grad_norm": 1.2421875, + "learning_rate": 0.000302, + "loss": 6.3251, + "mean_token_accuracy": 0.13777725845575334, + "num_tokens": 1443614.0, + "step": 605 + }, + { + "entropy": 6.604838514328003, + "epoch": 0.5971610376896721, + "grad_norm": 1.453125, + "learning_rate": 0.0003045, + "loss": 6.3186, + "mean_token_accuracy": 0.13596051931381226, + "num_tokens": 1454750.0, + "step": 610 + }, + { + "entropy": 6.47489013671875, + "epoch": 0.6020558002936858, + "grad_norm": 1.109375, + "learning_rate": 0.000307, + "loss": 6.263, + "mean_token_accuracy": 0.13405164256691932, + "num_tokens": 1466424.0, + "step": 615 + }, + { + "entropy": 6.579163694381714, + "epoch": 0.6069505628976994, + "grad_norm": 1.1484375, + "learning_rate": 0.0003095, + "loss": 6.3106, + "mean_token_accuracy": 0.1360399268567562, + "num_tokens": 1478762.0, + "step": 620 + }, + { + "entropy": 6.509273624420166, + "epoch": 0.6118453255017132, + "grad_norm": 1.3984375, + "learning_rate": 0.000312, + "loss": 6.3347, + "mean_token_accuracy": 0.13646816983819007, + "num_tokens": 1489683.0, + "step": 625 + }, + { + "entropy": 6.514836597442627, + "epoch": 0.6167400881057269, + "grad_norm": 1.3515625, + "learning_rate": 0.0003145, + "loss": 6.2377, + "mean_token_accuracy": 0.13515424355864525, + "num_tokens": 1503307.0, + "step": 630 + }, + { + "entropy": 6.6227192878723145, + "epoch": 0.6216348507097406, + "grad_norm": 1.2265625, + "learning_rate": 0.000317, + "loss": 6.3727, + "mean_token_accuracy": 0.13602764680981635, + "num_tokens": 1514982.0, + "step": 635 + }, + { + "entropy": 6.397299718856812, + "epoch": 0.6265296133137542, + "grad_norm": 1.234375, + "learning_rate": 0.0003195, + "loss": 6.2341, + "mean_token_accuracy": 0.14668046087026596, + "num_tokens": 1526760.0, + "step": 640 + }, + { + "entropy": 6.560241603851319, + "epoch": 0.631424375917768, + "grad_norm": 1.2109375, + "learning_rate": 0.000322, + "loss": 6.3118, + "mean_token_accuracy": 0.14421986192464828, + "num_tokens": 1537804.0, + "step": 645 + }, + { + "entropy": 6.549531269073486, + "epoch": 0.6363191385217817, + "grad_norm": 1.2265625, + "learning_rate": 0.00032450000000000003, + "loss": 6.3171, + "mean_token_accuracy": 0.1333357997238636, + "num_tokens": 1550423.0, + "step": 650 + }, + { + "entropy": 6.398512887954712, + "epoch": 0.6412139011257953, + "grad_norm": 1.234375, + "learning_rate": 0.00032700000000000003, + "loss": 6.218, + "mean_token_accuracy": 0.1467081144452095, + "num_tokens": 1563032.0, + "step": 655 + }, + { + "entropy": 6.56570143699646, + "epoch": 0.6461086637298091, + "grad_norm": 1.2578125, + "learning_rate": 0.00032950000000000004, + "loss": 6.3105, + "mean_token_accuracy": 0.13749707862734795, + "num_tokens": 1575600.0, + "step": 660 + }, + { + "entropy": 6.476151990890503, + "epoch": 0.6510034263338228, + "grad_norm": 1.25, + "learning_rate": 0.00033200000000000005, + "loss": 6.2174, + "mean_token_accuracy": 0.1447758801281452, + "num_tokens": 1587604.0, + "step": 665 + }, + { + "entropy": 6.376614093780518, + "epoch": 0.6558981889378365, + "grad_norm": 1.0703125, + "learning_rate": 0.00033450000000000005, + "loss": 6.24, + "mean_token_accuracy": 0.13755062445998192, + "num_tokens": 1599731.0, + "step": 670 + }, + { + "entropy": 6.469626808166504, + "epoch": 0.6607929515418502, + "grad_norm": 1.3515625, + "learning_rate": 0.000337, + "loss": 6.282, + "mean_token_accuracy": 0.1430655002593994, + "num_tokens": 1611944.0, + "step": 675 + }, + { + "entropy": 6.544871091842651, + "epoch": 0.6656877141458639, + "grad_norm": 1.3046875, + "learning_rate": 0.0003395, + "loss": 6.1867, + "mean_token_accuracy": 0.1425486721098423, + "num_tokens": 1623177.0, + "step": 680 + }, + { + "entropy": 6.3893975734710695, + "epoch": 0.6705824767498776, + "grad_norm": 1.1171875, + "learning_rate": 0.000342, + "loss": 6.2379, + "mean_token_accuracy": 0.14739967435598372, + "num_tokens": 1635075.0, + "step": 685 + }, + { + "entropy": 6.408784580230713, + "epoch": 0.6754772393538914, + "grad_norm": 1.296875, + "learning_rate": 0.00034449999999999997, + "loss": 6.1784, + "mean_token_accuracy": 0.14091105610132218, + "num_tokens": 1645126.0, + "step": 690 + }, + { + "entropy": 6.488248634338379, + "epoch": 0.680372001957905, + "grad_norm": 1.3046875, + "learning_rate": 0.000347, + "loss": 6.2174, + "mean_token_accuracy": 0.14224316030740738, + "num_tokens": 1656009.0, + "step": 695 + }, + { + "entropy": 6.27689561843872, + "epoch": 0.6852667645619187, + "grad_norm": 1.2578125, + "learning_rate": 0.0003495, + "loss": 6.1975, + "mean_token_accuracy": 0.1452504150569439, + "num_tokens": 1667546.0, + "step": 700 + }, + { + "entropy": 6.541668558120728, + "epoch": 0.6901615271659325, + "grad_norm": 1.1484375, + "learning_rate": 0.000352, + "loss": 6.252, + "mean_token_accuracy": 0.13904105573892594, + "num_tokens": 1679176.0, + "step": 705 + }, + { + "entropy": 6.330350160598755, + "epoch": 0.6950562897699462, + "grad_norm": 1.2265625, + "learning_rate": 0.0003545, + "loss": 6.1147, + "mean_token_accuracy": 0.1483779713511467, + "num_tokens": 1691240.0, + "step": 710 + }, + { + "entropy": 6.385787868499756, + "epoch": 0.6999510523739598, + "grad_norm": 1.1953125, + "learning_rate": 0.000357, + "loss": 6.1505, + "mean_token_accuracy": 0.1480160176753998, + "num_tokens": 1702185.0, + "step": 715 + }, + { + "entropy": 6.384578990936279, + "epoch": 0.7048458149779736, + "grad_norm": 1.25, + "learning_rate": 0.0003595, + "loss": 6.1536, + "mean_token_accuracy": 0.14635321646928787, + "num_tokens": 1713702.0, + "step": 720 + }, + { + "entropy": 6.361242246627808, + "epoch": 0.7097405775819873, + "grad_norm": 1.2421875, + "learning_rate": 0.000362, + "loss": 6.2363, + "mean_token_accuracy": 0.14713326394557952, + "num_tokens": 1724943.0, + "step": 725 + }, + { + "entropy": 6.3330967903137205, + "epoch": 0.714635340186001, + "grad_norm": 1.28125, + "learning_rate": 0.0003645, + "loss": 6.2454, + "mean_token_accuracy": 0.1357298105955124, + "num_tokens": 1737055.0, + "step": 730 + }, + { + "entropy": 6.478425121307373, + "epoch": 0.7195301027900147, + "grad_norm": 1.25, + "learning_rate": 0.000367, + "loss": 6.2552, + "mean_token_accuracy": 0.13602484837174417, + "num_tokens": 1749772.0, + "step": 735 + }, + { + "entropy": 6.379587030410766, + "epoch": 0.7244248653940284, + "grad_norm": 1.3515625, + "learning_rate": 0.0003695, + "loss": 6.2908, + "mean_token_accuracy": 0.13715352192521096, + "num_tokens": 1762533.0, + "step": 740 + }, + { + "entropy": 6.489045238494873, + "epoch": 0.7293196279980421, + "grad_norm": 1.2109375, + "learning_rate": 0.000372, + "loss": 6.2885, + "mean_token_accuracy": 0.14545208886265754, + "num_tokens": 1774541.0, + "step": 745 + }, + { + "entropy": 6.449005842208862, + "epoch": 0.7342143906020558, + "grad_norm": 1.09375, + "learning_rate": 0.0003745, + "loss": 6.2495, + "mean_token_accuracy": 0.14404454231262206, + "num_tokens": 1785627.0, + "step": 750 + }, + { + "entropy": 6.345538234710693, + "epoch": 0.7391091532060695, + "grad_norm": 1.21875, + "learning_rate": 0.000377, + "loss": 6.074, + "mean_token_accuracy": 0.15339891761541366, + "num_tokens": 1796106.0, + "step": 755 + }, + { + "entropy": 6.269445323944092, + "epoch": 0.7440039158100832, + "grad_norm": 1.2734375, + "learning_rate": 0.0003795, + "loss": 6.1115, + "mean_token_accuracy": 0.1419329449534416, + "num_tokens": 1808228.0, + "step": 760 + }, + { + "entropy": 6.318842649459839, + "epoch": 0.748898678414097, + "grad_norm": 1.34375, + "learning_rate": 0.000382, + "loss": 6.1434, + "mean_token_accuracy": 0.1400843970477581, + "num_tokens": 1819415.0, + "step": 765 + }, + { + "entropy": 6.33818244934082, + "epoch": 0.7537934410181106, + "grad_norm": 1.2578125, + "learning_rate": 0.0003845, + "loss": 6.1994, + "mean_token_accuracy": 0.14103697687387468, + "num_tokens": 1831043.0, + "step": 770 + }, + { + "entropy": 6.344356966018677, + "epoch": 0.7586882036221243, + "grad_norm": 1.1796875, + "learning_rate": 0.00038700000000000003, + "loss": 6.1764, + "mean_token_accuracy": 0.13956040516495705, + "num_tokens": 1843062.0, + "step": 775 + }, + { + "entropy": 6.430766439437866, + "epoch": 0.7635829662261381, + "grad_norm": 1.28125, + "learning_rate": 0.00038950000000000003, + "loss": 6.2983, + "mean_token_accuracy": 0.1392583154141903, + "num_tokens": 1855181.0, + "step": 780 + }, + { + "entropy": 6.23683648109436, + "epoch": 0.7684777288301518, + "grad_norm": 1.4296875, + "learning_rate": 0.00039200000000000004, + "loss": 6.0649, + "mean_token_accuracy": 0.147367200255394, + "num_tokens": 1866626.0, + "step": 785 + }, + { + "entropy": 6.35269775390625, + "epoch": 0.7733724914341654, + "grad_norm": 1.375, + "learning_rate": 0.00039450000000000005, + "loss": 6.2047, + "mean_token_accuracy": 0.1448512777686119, + "num_tokens": 1878887.0, + "step": 790 + }, + { + "entropy": 6.355936002731323, + "epoch": 0.7782672540381792, + "grad_norm": 1.2265625, + "learning_rate": 0.00039700000000000005, + "loss": 6.1022, + "mean_token_accuracy": 0.14598082453012468, + "num_tokens": 1890592.0, + "step": 795 + }, + { + "entropy": 6.235448217391967, + "epoch": 0.7831620166421929, + "grad_norm": 1.34375, + "learning_rate": 0.0003995, + "loss": 6.142, + "mean_token_accuracy": 0.14651560485363008, + "num_tokens": 1901875.0, + "step": 800 + }, + { + "entropy": 6.273421049118042, + "epoch": 0.7880567792462065, + "grad_norm": 1.1015625, + "learning_rate": 0.000402, + "loss": 6.1474, + "mean_token_accuracy": 0.13966845646500586, + "num_tokens": 1913913.0, + "step": 805 + }, + { + "entropy": 6.30178804397583, + "epoch": 0.7929515418502202, + "grad_norm": 1.1796875, + "learning_rate": 0.0004045, + "loss": 6.0861, + "mean_token_accuracy": 0.1498040184378624, + "num_tokens": 1924667.0, + "step": 810 + }, + { + "entropy": 6.291550588607788, + "epoch": 0.797846304454234, + "grad_norm": 1.25, + "learning_rate": 0.00040699999999999997, + "loss": 6.1604, + "mean_token_accuracy": 0.14530218094587327, + "num_tokens": 1935838.0, + "step": 815 + }, + { + "entropy": 6.291401100158692, + "epoch": 0.8027410670582477, + "grad_norm": 1.2109375, + "learning_rate": 0.0004095, + "loss": 6.1019, + "mean_token_accuracy": 0.15018822252750397, + "num_tokens": 1947608.0, + "step": 820 + }, + { + "entropy": 6.300445222854615, + "epoch": 0.8076358296622613, + "grad_norm": 1.34375, + "learning_rate": 0.000412, + "loss": 6.0924, + "mean_token_accuracy": 0.1496323451399803, + "num_tokens": 1958426.0, + "step": 825 + }, + { + "entropy": 6.2596992492675785, + "epoch": 0.8125305922662751, + "grad_norm": 1.1328125, + "learning_rate": 0.0004145, + "loss": 6.1174, + "mean_token_accuracy": 0.14941085800528525, + "num_tokens": 1971193.0, + "step": 830 + }, + { + "entropy": 6.247623252868652, + "epoch": 0.8174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.000417, + "loss": 6.0576, + "mean_token_accuracy": 0.14635169357061387, + "num_tokens": 1982019.0, + "step": 835 + }, + { + "entropy": 6.237645626068115, + "epoch": 0.8223201174743024, + "grad_norm": 1.28125, + "learning_rate": 0.0004195, + "loss": 6.1127, + "mean_token_accuracy": 0.15242150872945787, + "num_tokens": 1993991.0, + "step": 840 + }, + { + "entropy": 6.244370412826538, + "epoch": 0.8272148800783162, + "grad_norm": 1.078125, + "learning_rate": 0.000422, + "loss": 6.0823, + "mean_token_accuracy": 0.14876028150320053, + "num_tokens": 2006264.0, + "step": 845 + }, + { + "entropy": 6.165139627456665, + "epoch": 0.8321096426823299, + "grad_norm": 1.0859375, + "learning_rate": 0.0004245, + "loss": 6.1227, + "mean_token_accuracy": 0.15057290643453597, + "num_tokens": 2018308.0, + "step": 850 + }, + { + "entropy": 6.253602123260498, + "epoch": 0.8370044052863436, + "grad_norm": 1.1640625, + "learning_rate": 0.000427, + "loss": 6.0878, + "mean_token_accuracy": 0.14493273943662643, + "num_tokens": 2030829.0, + "step": 855 + }, + { + "entropy": 6.2643944263458256, + "epoch": 0.8418991678903573, + "grad_norm": 1.2109375, + "learning_rate": 0.0004295, + "loss": 6.1606, + "mean_token_accuracy": 0.14317945316433905, + "num_tokens": 2041897.0, + "step": 860 + }, + { + "entropy": 6.1602997303009035, + "epoch": 0.846793930494371, + "grad_norm": 1.1796875, + "learning_rate": 0.000432, + "loss": 6.0424, + "mean_token_accuracy": 0.15380731970071793, + "num_tokens": 2054279.0, + "step": 865 + }, + { + "entropy": 6.201865339279175, + "epoch": 0.8516886930983847, + "grad_norm": 1.2265625, + "learning_rate": 0.0004345, + "loss": 6.1401, + "mean_token_accuracy": 0.1524582713842392, + "num_tokens": 2066150.0, + "step": 870 + }, + { + "entropy": 6.292105579376221, + "epoch": 0.8565834557023985, + "grad_norm": 1.15625, + "learning_rate": 0.000437, + "loss": 6.1618, + "mean_token_accuracy": 0.1416109673678875, + "num_tokens": 2077895.0, + "step": 875 + }, + { + "entropy": 6.222372436523438, + "epoch": 0.8614782183064121, + "grad_norm": 1.1484375, + "learning_rate": 0.0004395, + "loss": 6.0908, + "mean_token_accuracy": 0.1596553936600685, + "num_tokens": 2089205.0, + "step": 880 + }, + { + "entropy": 6.336112594604492, + "epoch": 0.8663729809104258, + "grad_norm": 1.3359375, + "learning_rate": 0.000442, + "loss": 6.187, + "mean_token_accuracy": 0.13830628544092177, + "num_tokens": 2099939.0, + "step": 885 + }, + { + "entropy": 6.246317911148071, + "epoch": 0.8712677435144396, + "grad_norm": 1.25, + "learning_rate": 0.0004445, + "loss": 6.171, + "mean_token_accuracy": 0.1431927777826786, + "num_tokens": 2112148.0, + "step": 890 + }, + { + "entropy": 6.198504447937012, + "epoch": 0.8761625061184533, + "grad_norm": 1.390625, + "learning_rate": 0.000447, + "loss": 6.0398, + "mean_token_accuracy": 0.1506725162267685, + "num_tokens": 2123375.0, + "step": 895 + }, + { + "entropy": 6.207621812820435, + "epoch": 0.8810572687224669, + "grad_norm": 1.109375, + "learning_rate": 0.00044950000000000003, + "loss": 6.1126, + "mean_token_accuracy": 0.14134914726018905, + "num_tokens": 2135884.0, + "step": 900 + }, + { + "entropy": 6.248273086547852, + "epoch": 0.8859520313264807, + "grad_norm": 1.1484375, + "learning_rate": 0.00045200000000000004, + "loss": 6.1078, + "mean_token_accuracy": 0.14830219596624375, + "num_tokens": 2147912.0, + "step": 905 + }, + { + "entropy": 6.193967342376709, + "epoch": 0.8908467939304944, + "grad_norm": 1.078125, + "learning_rate": 0.00045450000000000004, + "loss": 6.0775, + "mean_token_accuracy": 0.1499609798192978, + "num_tokens": 2159683.0, + "step": 910 + }, + { + "entropy": 6.1300129890441895, + "epoch": 0.895741556534508, + "grad_norm": 1.140625, + "learning_rate": 0.00045700000000000005, + "loss": 5.9946, + "mean_token_accuracy": 0.1463859647512436, + "num_tokens": 2172528.0, + "step": 915 + }, + { + "entropy": 6.162504768371582, + "epoch": 0.9006363191385218, + "grad_norm": 1.2578125, + "learning_rate": 0.00045950000000000006, + "loss": 5.9592, + "mean_token_accuracy": 0.15458274483680726, + "num_tokens": 2183947.0, + "step": 920 + }, + { + "entropy": 6.154705381393432, + "epoch": 0.9055310817425355, + "grad_norm": 1.3125, + "learning_rate": 0.000462, + "loss": 6.0676, + "mean_token_accuracy": 0.1460274837911129, + "num_tokens": 2195167.0, + "step": 925 + }, + { + "entropy": 6.221498584747314, + "epoch": 0.9104258443465492, + "grad_norm": 1.2109375, + "learning_rate": 0.0004645, + "loss": 6.0434, + "mean_token_accuracy": 0.1462668165564537, + "num_tokens": 2207830.0, + "step": 930 + }, + { + "entropy": 6.170248174667359, + "epoch": 0.9153206069505629, + "grad_norm": 1.1796875, + "learning_rate": 0.000467, + "loss": 6.0834, + "mean_token_accuracy": 0.15441582649946212, + "num_tokens": 2220717.0, + "step": 935 + }, + { + "entropy": 6.178001356124878, + "epoch": 0.9202153695545766, + "grad_norm": 1.3359375, + "learning_rate": 0.0004695, + "loss": 6.2167, + "mean_token_accuracy": 0.14381293207406998, + "num_tokens": 2232789.0, + "step": 940 + }, + { + "entropy": 6.206983280181885, + "epoch": 0.9251101321585903, + "grad_norm": 1.1875, + "learning_rate": 0.000472, + "loss": 6.0395, + "mean_token_accuracy": 0.14444569125771523, + "num_tokens": 2245155.0, + "step": 945 + }, + { + "entropy": 6.121549892425537, + "epoch": 0.9300048947626041, + "grad_norm": 1.1171875, + "learning_rate": 0.0004745, + "loss": 6.012, + "mean_token_accuracy": 0.15058331415057183, + "num_tokens": 2256951.0, + "step": 950 + }, + { + "entropy": 6.0408790588378904, + "epoch": 0.9348996573666177, + "grad_norm": 1.0625, + "learning_rate": 0.000477, + "loss": 6.0043, + "mean_token_accuracy": 0.15417952388525008, + "num_tokens": 2269087.0, + "step": 955 + }, + { + "entropy": 6.1350022315979, + "epoch": 0.9397944199706314, + "grad_norm": 1.09375, + "learning_rate": 0.0004795, + "loss": 6.0201, + "mean_token_accuracy": 0.1560334235429764, + "num_tokens": 2280563.0, + "step": 960 + }, + { + "entropy": 6.190943622589112, + "epoch": 0.9446891825746452, + "grad_norm": 1.125, + "learning_rate": 0.000482, + "loss": 6.2106, + "mean_token_accuracy": 0.14610329791903495, + "num_tokens": 2292454.0, + "step": 965 + }, + { + "entropy": 6.0746870040893555, + "epoch": 0.9495839451786589, + "grad_norm": 1.1640625, + "learning_rate": 0.0004845, + "loss": 5.9563, + "mean_token_accuracy": 0.15315437838435172, + "num_tokens": 2305414.0, + "step": 970 + }, + { + "entropy": 6.177819538116455, + "epoch": 0.9544787077826725, + "grad_norm": 1.125, + "learning_rate": 0.000487, + "loss": 6.0325, + "mean_token_accuracy": 0.1509896457195282, + "num_tokens": 2316720.0, + "step": 975 + }, + { + "entropy": 6.1112165451049805, + "epoch": 0.9593734703866863, + "grad_norm": 1.09375, + "learning_rate": 0.0004895, + "loss": 6.0576, + "mean_token_accuracy": 0.1500990182161331, + "num_tokens": 2330077.0, + "step": 980 + }, + { + "entropy": 6.1100501537323, + "epoch": 0.9642682329907, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 6.0185, + "mean_token_accuracy": 0.14640207290649415, + "num_tokens": 2342943.0, + "step": 985 + }, + { + "entropy": 6.120457935333252, + "epoch": 0.9691629955947136, + "grad_norm": 1.109375, + "learning_rate": 0.0004945, + "loss": 6.0579, + "mean_token_accuracy": 0.15151562839746474, + "num_tokens": 2354770.0, + "step": 990 + }, + { + "entropy": 6.153151655197144, + "epoch": 0.9740577581987273, + "grad_norm": 1.125, + "learning_rate": 0.000497, + "loss": 6.0659, + "mean_token_accuracy": 0.1489930845797062, + "num_tokens": 2367061.0, + "step": 995 + }, + { + "entropy": 6.129442977905273, + "epoch": 0.9789525208027411, + "grad_norm": 1.0859375, + "learning_rate": 0.0004995, + "loss": 5.9541, + "mean_token_accuracy": 0.1546485498547554, + "num_tokens": 2379597.0, + "step": 1000 + }, + { + "epoch": 0.9789525208027411, + "eval_entropy": 5.923030702807787, + "eval_loss": 6.252185821533203, + "eval_mean_token_accuracy": 0.14683223417214616, + "eval_num_tokens": 2379597.0, + "eval_runtime": 2.8719, + "eval_samples_per_second": 1200.257, + "eval_steps_per_second": 150.076, + "step": 1000 + }, + { + "entropy": 6.1020409107208256, + "epoch": 0.9838472834067548, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999997905632342, + "loss": 6.1611, + "mean_token_accuracy": 0.13938641250133516, + "num_tokens": 2391514.0, + "step": 1005 + }, + { + "entropy": 6.132669925689697, + "epoch": 0.9887420460107684, + "grad_norm": 1.1953125, + "learning_rate": 0.0004999989397270414, + "loss": 6.0899, + "mean_token_accuracy": 0.14869284480810166, + "num_tokens": 2404156.0, + "step": 1010 + }, + { + "entropy": 6.21925802230835, + "epoch": 0.9936368086147822, + "grad_norm": 1.0703125, + "learning_rate": 0.0004999974344040966, + "loss": 5.9988, + "mean_token_accuracy": 0.1483391046524048, + "num_tokens": 2415926.0, + "step": 1015 + }, + { + "entropy": 6.0971019744873045, + "epoch": 0.9985315712187959, + "grad_norm": 1.046875, + "learning_rate": 0.000499995274598779, + "loss": 6.0348, + "mean_token_accuracy": 0.14810384511947633, + "num_tokens": 2428015.0, + "step": 1020 + }, + { + "entropy": 5.921160697937012, + "epoch": 1.0029368575624082, + "grad_norm": 1.140625, + "learning_rate": 0.0004999924603173707, + "loss": 5.8551, + "mean_token_accuracy": 0.15039441486199698, + "num_tokens": 2439258.0, + "step": 1025 + }, + { + "entropy": 6.056629610061646, + "epoch": 1.007831620166422, + "grad_norm": 1.234375, + "learning_rate": 0.0004999889915680581, + "loss": 5.8417, + "mean_token_accuracy": 0.15516380369663238, + "num_tokens": 2451155.0, + "step": 1030 + }, + { + "entropy": 6.037868022918701, + "epoch": 1.0127263827704356, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999848683609313, + "loss": 5.8081, + "mean_token_accuracy": 0.16687209755182267, + "num_tokens": 2462748.0, + "step": 1035 + }, + { + "entropy": 5.9815459728240965, + "epoch": 1.0176211453744493, + "grad_norm": 1.0078125, + "learning_rate": 0.0004999800907079841, + "loss": 5.9096, + "mean_token_accuracy": 0.1518521785736084, + "num_tokens": 2476261.0, + "step": 1040 + }, + { + "entropy": 6.187918853759766, + "epoch": 1.0225159079784631, + "grad_norm": 1.2265625, + "learning_rate": 0.0004999746586231139, + "loss": 5.8581, + "mean_token_accuracy": 0.15841317027807236, + "num_tokens": 2488913.0, + "step": 1045 + }, + { + "entropy": 5.942181348800659, + "epoch": 1.0274106705824768, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999685721221218, + "loss": 5.6992, + "mean_token_accuracy": 0.1668446958065033, + "num_tokens": 2499379.0, + "step": 1050 + }, + { + "entropy": 6.042421340942383, + "epoch": 1.0323054331864905, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999618312227125, + "loss": 5.9374, + "mean_token_accuracy": 0.15410418733954429, + "num_tokens": 2512713.0, + "step": 1055 + }, + { + "entropy": 5.975375127792359, + "epoch": 1.0372001957905042, + "grad_norm": 1.09375, + "learning_rate": 0.0004999544359444941, + "loss": 5.8255, + "mean_token_accuracy": 0.15900511890649796, + "num_tokens": 2524395.0, + "step": 1060 + }, + { + "entropy": 5.93801908493042, + "epoch": 1.0420949583945178, + "grad_norm": 1.109375, + "learning_rate": 0.0004999463863089784, + "loss": 5.8019, + "mean_token_accuracy": 0.1654394745826721, + "num_tokens": 2536182.0, + "step": 1065 + }, + { + "entropy": 5.901182365417481, + "epoch": 1.0469897209985315, + "grad_norm": 1.0546875, + "learning_rate": 0.0004999376823395808, + "loss": 5.7942, + "mean_token_accuracy": 0.1684436872601509, + "num_tokens": 2548096.0, + "step": 1070 + }, + { + "entropy": 6.096840143203735, + "epoch": 1.0518844836025454, + "grad_norm": 1.078125, + "learning_rate": 0.0004999283240616193, + "loss": 5.8347, + "mean_token_accuracy": 0.15511096715927125, + "num_tokens": 2559770.0, + "step": 1075 + }, + { + "entropy": 6.056040048599243, + "epoch": 1.056779246206559, + "grad_norm": 1.2421875, + "learning_rate": 0.0004999183115023159, + "loss": 5.8965, + "mean_token_accuracy": 0.1545817255973816, + "num_tokens": 2570826.0, + "step": 1080 + }, + { + "entropy": 5.975818204879761, + "epoch": 1.0616740088105727, + "grad_norm": 1.140625, + "learning_rate": 0.0004999076446907955, + "loss": 5.7988, + "mean_token_accuracy": 0.1615009590983391, + "num_tokens": 2582323.0, + "step": 1085 + }, + { + "entropy": 5.974529695510864, + "epoch": 1.0665687714145864, + "grad_norm": 1.109375, + "learning_rate": 0.0004998963236580864, + "loss": 5.8208, + "mean_token_accuracy": 0.15707745105028154, + "num_tokens": 2593855.0, + "step": 1090 + }, + { + "entropy": 5.976026439666748, + "epoch": 1.0714635340186, + "grad_norm": 1.1953125, + "learning_rate": 0.0004998843484371195, + "loss": 5.8901, + "mean_token_accuracy": 0.15716765969991683, + "num_tokens": 2605396.0, + "step": 1095 + }, + { + "entropy": 5.932062435150146, + "epoch": 1.0763582966226137, + "grad_norm": 1.078125, + "learning_rate": 0.0004998717190627289, + "loss": 5.7899, + "mean_token_accuracy": 0.16322400867938996, + "num_tokens": 2617140.0, + "step": 1100 + }, + { + "entropy": 5.953844451904297, + "epoch": 1.0812530592266274, + "grad_norm": 1.0390625, + "learning_rate": 0.0004998584355716515, + "loss": 5.8435, + "mean_token_accuracy": 0.15606771260499955, + "num_tokens": 2629901.0, + "step": 1105 + }, + { + "entropy": 5.946261262893676, + "epoch": 1.0861478218306413, + "grad_norm": 0.96484375, + "learning_rate": 0.000499844498002527, + "loss": 5.8081, + "mean_token_accuracy": 0.1612951472401619, + "num_tokens": 2643124.0, + "step": 1110 + }, + { + "entropy": 5.988902473449707, + "epoch": 1.091042584434655, + "grad_norm": 1.015625, + "learning_rate": 0.0004998299063958973, + "loss": 5.8323, + "mean_token_accuracy": 0.16525632739067078, + "num_tokens": 2656171.0, + "step": 1115 + }, + { + "entropy": 5.941033029556275, + "epoch": 1.0959373470386686, + "grad_norm": 1.2421875, + "learning_rate": 0.0004998146607942074, + "loss": 5.8125, + "mean_token_accuracy": 0.16049325913190843, + "num_tokens": 2668506.0, + "step": 1120 + }, + { + "entropy": 5.879610538482666, + "epoch": 1.1008321096426823, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997987612418043, + "loss": 5.6705, + "mean_token_accuracy": 0.1725097879767418, + "num_tokens": 2681519.0, + "step": 1125 + }, + { + "entropy": 5.924249458312988, + "epoch": 1.105726872246696, + "grad_norm": 1.0625, + "learning_rate": 0.0004997822077849372, + "loss": 5.7649, + "mean_token_accuracy": 0.15810637921094894, + "num_tokens": 2694436.0, + "step": 1130 + }, + { + "entropy": 5.9003331661224365, + "epoch": 1.1106216348507096, + "grad_norm": 1.078125, + "learning_rate": 0.0004997650004717577, + "loss": 5.7727, + "mean_token_accuracy": 0.16366594582796096, + "num_tokens": 2707257.0, + "step": 1135 + }, + { + "entropy": 5.881779766082763, + "epoch": 1.1155163974547235, + "grad_norm": 0.99609375, + "learning_rate": 0.0004997471393523191, + "loss": 5.7236, + "mean_token_accuracy": 0.16665565222501755, + "num_tokens": 2719934.0, + "step": 1140 + }, + { + "entropy": 5.840548467636109, + "epoch": 1.1204111600587372, + "grad_norm": 1.1171875, + "learning_rate": 0.0004997286244785766, + "loss": 5.7338, + "mean_token_accuracy": 0.15967083722352982, + "num_tokens": 2732428.0, + "step": 1145 + }, + { + "entropy": 5.980451679229736, + "epoch": 1.1253059226627509, + "grad_norm": 1.328125, + "learning_rate": 0.0004997094559043869, + "loss": 5.8326, + "mean_token_accuracy": 0.17002013325691223, + "num_tokens": 2743207.0, + "step": 1150 + }, + { + "entropy": 5.922123193740845, + "epoch": 1.1302006852667645, + "grad_norm": 1.1953125, + "learning_rate": 0.0004996896336855088, + "loss": 5.872, + "mean_token_accuracy": 0.16078334599733352, + "num_tokens": 2754451.0, + "step": 1155 + }, + { + "entropy": 6.043293762207031, + "epoch": 1.1350954478707782, + "grad_norm": 1.046875, + "learning_rate": 0.0004996691578796016, + "loss": 5.9171, + "mean_token_accuracy": 0.15479153990745545, + "num_tokens": 2765990.0, + "step": 1160 + }, + { + "entropy": 5.961138963699341, + "epoch": 1.1399902104747919, + "grad_norm": 1.09375, + "learning_rate": 0.0004996480285462265, + "loss": 5.8185, + "mean_token_accuracy": 0.16515018194913864, + "num_tokens": 2777376.0, + "step": 1165 + }, + { + "entropy": 5.919709777832031, + "epoch": 1.1448849730788058, + "grad_norm": 1.1328125, + "learning_rate": 0.0004996262457468453, + "loss": 5.7851, + "mean_token_accuracy": 0.1699065536260605, + "num_tokens": 2788815.0, + "step": 1170 + }, + { + "entropy": 5.8117869853973385, + "epoch": 1.1497797356828194, + "grad_norm": 1.078125, + "learning_rate": 0.0004996038095448208, + "loss": 5.779, + "mean_token_accuracy": 0.16125653833150863, + "num_tokens": 2801138.0, + "step": 1175 + }, + { + "entropy": 5.98084454536438, + "epoch": 1.154674498286833, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995807200054164, + "loss": 5.792, + "mean_token_accuracy": 0.16341162621974945, + "num_tokens": 2813218.0, + "step": 1180 + }, + { + "entropy": 5.894933891296387, + "epoch": 1.1595692608908468, + "grad_norm": 1.234375, + "learning_rate": 0.000499556977195796, + "loss": 5.7365, + "mean_token_accuracy": 0.16507397592067719, + "num_tokens": 2825330.0, + "step": 1185 + }, + { + "entropy": 5.853562307357788, + "epoch": 1.1644640234948604, + "grad_norm": 1.15625, + "learning_rate": 0.0004995325811850237, + "loss": 5.8405, + "mean_token_accuracy": 0.15398580878973006, + "num_tokens": 2836606.0, + "step": 1190 + }, + { + "entropy": 5.856449317932129, + "epoch": 1.1693587860988741, + "grad_norm": 1.15625, + "learning_rate": 0.0004995075320440637, + "loss": 5.7043, + "mean_token_accuracy": 0.1697368621826172, + "num_tokens": 2847303.0, + "step": 1195 + }, + { + "entropy": 5.8915904521942135, + "epoch": 1.174253548702888, + "grad_norm": 1.171875, + "learning_rate": 0.0004994818298457798, + "loss": 5.8025, + "mean_token_accuracy": 0.17078602463006973, + "num_tokens": 2858628.0, + "step": 1200 + }, + { + "entropy": 5.8079485416412355, + "epoch": 1.1791483113069017, + "grad_norm": 0.97265625, + "learning_rate": 0.0004994554746649361, + "loss": 5.7587, + "mean_token_accuracy": 0.16064557582139968, + "num_tokens": 2872074.0, + "step": 1205 + }, + { + "entropy": 5.937418842315674, + "epoch": 1.1840430739109153, + "grad_norm": 1.0703125, + "learning_rate": 0.0004994284665781956, + "loss": 5.8741, + "mean_token_accuracy": 0.15438201725482942, + "num_tokens": 2884415.0, + "step": 1210 + }, + { + "entropy": 5.874923753738403, + "epoch": 1.188937836514929, + "grad_norm": 1.0859375, + "learning_rate": 0.0004994008056641203, + "loss": 5.7624, + "mean_token_accuracy": 0.16107115596532823, + "num_tokens": 2896867.0, + "step": 1215 + }, + { + "entropy": 5.8940307140350345, + "epoch": 1.1938325991189427, + "grad_norm": 1.125, + "learning_rate": 0.0004993724920031716, + "loss": 5.7415, + "mean_token_accuracy": 0.16686908304691314, + "num_tokens": 2908378.0, + "step": 1220 + }, + { + "entropy": 5.846650695800781, + "epoch": 1.1987273617229564, + "grad_norm": 1.078125, + "learning_rate": 0.0004993435256777098, + "loss": 5.7102, + "mean_token_accuracy": 0.17124667763710022, + "num_tokens": 2920124.0, + "step": 1225 + }, + { + "entropy": 5.995499849319458, + "epoch": 1.2036221243269702, + "grad_norm": 1.0703125, + "learning_rate": 0.000499313906771993, + "loss": 5.9352, + "mean_token_accuracy": 0.16055679321289062, + "num_tokens": 2931910.0, + "step": 1230 + }, + { + "entropy": 5.981334924697876, + "epoch": 1.208516886930984, + "grad_norm": 1.015625, + "learning_rate": 0.0004992836353721783, + "loss": 5.8286, + "mean_token_accuracy": 0.15923483520746232, + "num_tokens": 2944270.0, + "step": 1235 + }, + { + "entropy": 5.851262903213501, + "epoch": 1.2134116495349976, + "grad_norm": 1.09375, + "learning_rate": 0.0004992527115663202, + "loss": 5.8178, + "mean_token_accuracy": 0.16358651891350745, + "num_tokens": 2955908.0, + "step": 1240 + }, + { + "entropy": 5.974487829208374, + "epoch": 1.2183064121390113, + "grad_norm": 1.078125, + "learning_rate": 0.0004992211354443714, + "loss": 5.8316, + "mean_token_accuracy": 0.15414459481835366, + "num_tokens": 2967432.0, + "step": 1245 + }, + { + "entropy": 5.881886148452759, + "epoch": 1.223201174743025, + "grad_norm": 1.09375, + "learning_rate": 0.000499188907098182, + "loss": 5.8255, + "mean_token_accuracy": 0.1620217964053154, + "num_tokens": 2979092.0, + "step": 1250 + }, + { + "entropy": 5.85621337890625, + "epoch": 1.2280959373470386, + "grad_norm": 0.96875, + "learning_rate": 0.0004991560266214989, + "loss": 5.7587, + "mean_token_accuracy": 0.16611319035291672, + "num_tokens": 2991993.0, + "step": 1255 + }, + { + "entropy": 5.932657051086426, + "epoch": 1.2329906999510523, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991224941099665, + "loss": 5.7767, + "mean_token_accuracy": 0.1694115564227104, + "num_tokens": 3004570.0, + "step": 1260 + }, + { + "entropy": 5.784896326065064, + "epoch": 1.2378854625550662, + "grad_norm": 1.1015625, + "learning_rate": 0.0004990883096611257, + "loss": 5.7954, + "mean_token_accuracy": 0.1682347059249878, + "num_tokens": 3016701.0, + "step": 1265 + }, + { + "entropy": 5.853497123718261, + "epoch": 1.2427802251590798, + "grad_norm": 1.1640625, + "learning_rate": 0.0004990534733744135, + "loss": 5.7733, + "mean_token_accuracy": 0.16693622022867202, + "num_tokens": 3028684.0, + "step": 1270 + }, + { + "entropy": 5.782205581665039, + "epoch": 1.2476749877630935, + "grad_norm": 0.99609375, + "learning_rate": 0.0004990179853511632, + "loss": 5.8238, + "mean_token_accuracy": 0.16249116659164428, + "num_tokens": 3040195.0, + "step": 1275 + }, + { + "entropy": 5.902102708816528, + "epoch": 1.2525697503671072, + "grad_norm": 1.046875, + "learning_rate": 0.0004989818456946042, + "loss": 5.6781, + "mean_token_accuracy": 0.1641119286417961, + "num_tokens": 3054195.0, + "step": 1280 + }, + { + "entropy": 5.842147397994995, + "epoch": 1.2574645129711208, + "grad_norm": 1.1171875, + "learning_rate": 0.0004989450545098609, + "loss": 5.7114, + "mean_token_accuracy": 0.16541883945465088, + "num_tokens": 3065621.0, + "step": 1285 + }, + { + "entropy": 5.671838665008545, + "epoch": 1.2623592755751347, + "grad_norm": 1.0078125, + "learning_rate": 0.0004989076119039532, + "loss": 5.6392, + "mean_token_accuracy": 0.1744843065738678, + "num_tokens": 3077973.0, + "step": 1290 + }, + { + "entropy": 5.917423486709595, + "epoch": 1.2672540381791484, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988695179857956, + "loss": 5.7565, + "mean_token_accuracy": 0.16196468621492385, + "num_tokens": 3091078.0, + "step": 1295 + }, + { + "entropy": 5.772269773483276, + "epoch": 1.272148800783162, + "grad_norm": 1.1015625, + "learning_rate": 0.0004988307728661976, + "loss": 5.6833, + "mean_token_accuracy": 0.17584044933319093, + "num_tokens": 3102823.0, + "step": 1300 + }, + { + "entropy": 5.8380790710449215, + "epoch": 1.2770435633871757, + "grad_norm": 1.140625, + "learning_rate": 0.0004987913766578625, + "loss": 5.7022, + "mean_token_accuracy": 0.16909488290548325, + "num_tokens": 3113851.0, + "step": 1305 + }, + { + "entropy": 5.765717649459839, + "epoch": 1.2819383259911894, + "grad_norm": 1.0234375, + "learning_rate": 0.0004987513294753879, + "loss": 5.7223, + "mean_token_accuracy": 0.168990258872509, + "num_tokens": 3125434.0, + "step": 1310 + }, + { + "entropy": 5.798812913894653, + "epoch": 1.286833088595203, + "grad_norm": 1.1875, + "learning_rate": 0.0004987106314352647, + "loss": 5.6852, + "mean_token_accuracy": 0.1797244131565094, + "num_tokens": 3136908.0, + "step": 1315 + }, + { + "entropy": 5.832630443572998, + "epoch": 1.2917278511992167, + "grad_norm": 1.09375, + "learning_rate": 0.0004986692826558771, + "loss": 5.6826, + "mean_token_accuracy": 0.1732470378279686, + "num_tokens": 3148378.0, + "step": 1320 + }, + { + "entropy": 5.767803382873535, + "epoch": 1.2966226138032306, + "grad_norm": 1.140625, + "learning_rate": 0.0004986272832575023, + "loss": 5.6986, + "mean_token_accuracy": 0.16598847061395644, + "num_tokens": 3159612.0, + "step": 1325 + }, + { + "entropy": 5.879412412643433, + "epoch": 1.3015173764072443, + "grad_norm": 1.0625, + "learning_rate": 0.0004985846333623098, + "loss": 5.8126, + "mean_token_accuracy": 0.16224471032619475, + "num_tokens": 3171855.0, + "step": 1330 + }, + { + "entropy": 5.839180994033813, + "epoch": 1.306412139011258, + "grad_norm": 1.03125, + "learning_rate": 0.0004985413330943618, + "loss": 5.6453, + "mean_token_accuracy": 0.17059389799833297, + "num_tokens": 3184299.0, + "step": 1335 + }, + { + "entropy": 5.836867380142212, + "epoch": 1.3113069016152716, + "grad_norm": 1.09375, + "learning_rate": 0.0004984973825796119, + "loss": 5.7574, + "mean_token_accuracy": 0.16940534710884095, + "num_tokens": 3196015.0, + "step": 1340 + }, + { + "entropy": 5.72865138053894, + "epoch": 1.3162016642192853, + "grad_norm": 1.046875, + "learning_rate": 0.0004984527819459051, + "loss": 5.5927, + "mean_token_accuracy": 0.17533381879329682, + "num_tokens": 3206525.0, + "step": 1345 + }, + { + "entropy": 5.784767293930054, + "epoch": 1.3210964268232992, + "grad_norm": 1.0234375, + "learning_rate": 0.0004984075313229779, + "loss": 5.7202, + "mean_token_accuracy": 0.16270063519477845, + "num_tokens": 3218117.0, + "step": 1350 + }, + { + "entropy": 5.805991840362549, + "epoch": 1.3259911894273126, + "grad_norm": 1.1015625, + "learning_rate": 0.0004983616308424572, + "loss": 5.7103, + "mean_token_accuracy": 0.1695941358804703, + "num_tokens": 3229686.0, + "step": 1355 + }, + { + "entropy": 5.849427270889282, + "epoch": 1.3308859520313265, + "grad_norm": 1.171875, + "learning_rate": 0.0004983150806378601, + "loss": 5.7077, + "mean_token_accuracy": 0.17120572924613953, + "num_tokens": 3241779.0, + "step": 1360 + }, + { + "entropy": 5.816238069534302, + "epoch": 1.3357807146353402, + "grad_norm": 1.1875, + "learning_rate": 0.0004982678808445943, + "loss": 5.7259, + "mean_token_accuracy": 0.16400495767593384, + "num_tokens": 3252033.0, + "step": 1365 + }, + { + "entropy": 5.842797422409058, + "epoch": 1.3406754772393539, + "grad_norm": 1.140625, + "learning_rate": 0.0004982200315999563, + "loss": 5.7792, + "mean_token_accuracy": 0.16685152798891068, + "num_tokens": 3263987.0, + "step": 1370 + }, + { + "entropy": 5.683572149276733, + "epoch": 1.3455702398433675, + "grad_norm": 1.109375, + "learning_rate": 0.0004981715330431324, + "loss": 5.6452, + "mean_token_accuracy": 0.16725172400474547, + "num_tokens": 3275611.0, + "step": 1375 + }, + { + "entropy": 5.83439826965332, + "epoch": 1.3504650024473812, + "grad_norm": 1.0546875, + "learning_rate": 0.0004981223853151969, + "loss": 5.7874, + "mean_token_accuracy": 0.16350995674729346, + "num_tokens": 3287620.0, + "step": 1380 + }, + { + "entropy": 5.767345333099366, + "epoch": 1.355359765051395, + "grad_norm": 1.03125, + "learning_rate": 0.0004980725885591131, + "loss": 5.5957, + "mean_token_accuracy": 0.180044324696064, + "num_tokens": 3299651.0, + "step": 1385 + }, + { + "entropy": 5.723884010314942, + "epoch": 1.3602545276554088, + "grad_norm": 1.0625, + "learning_rate": 0.000498022142919732, + "loss": 5.7058, + "mean_token_accuracy": 0.16510243713855743, + "num_tokens": 3311619.0, + "step": 1390 + }, + { + "entropy": 5.72031536102295, + "epoch": 1.3651492902594224, + "grad_norm": 0.97265625, + "learning_rate": 0.000497971048543792, + "loss": 5.6197, + "mean_token_accuracy": 0.17036764174699784, + "num_tokens": 3323658.0, + "step": 1395 + }, + { + "entropy": 5.776707029342651, + "epoch": 1.3700440528634361, + "grad_norm": 1.0234375, + "learning_rate": 0.0004979193055799187, + "loss": 5.67, + "mean_token_accuracy": 0.17030431926250458, + "num_tokens": 3335538.0, + "step": 1400 + }, + { + "entropy": 5.845314025878906, + "epoch": 1.3749388154674498, + "grad_norm": 1.171875, + "learning_rate": 0.0004978669141786242, + "loss": 5.8177, + "mean_token_accuracy": 0.1640164852142334, + "num_tokens": 3347424.0, + "step": 1405 + }, + { + "entropy": 5.7030088901519775, + "epoch": 1.3798335780714635, + "grad_norm": 0.953125, + "learning_rate": 0.0004978138744923071, + "loss": 5.7139, + "mean_token_accuracy": 0.16582898795604706, + "num_tokens": 3359893.0, + "step": 1410 + }, + { + "entropy": 5.819153881072998, + "epoch": 1.3847283406754771, + "grad_norm": 0.99609375, + "learning_rate": 0.0004977601866752513, + "loss": 5.6884, + "mean_token_accuracy": 0.16975752115249634, + "num_tokens": 3371534.0, + "step": 1415 + }, + { + "entropy": 5.788328504562378, + "epoch": 1.389623103279491, + "grad_norm": 1.1328125, + "learning_rate": 0.0004977058508836266, + "loss": 5.6201, + "mean_token_accuracy": 0.17163756489753723, + "num_tokens": 3382912.0, + "step": 1420 + }, + { + "entropy": 5.59400749206543, + "epoch": 1.3945178658835047, + "grad_norm": 1.0234375, + "learning_rate": 0.0004976508672754869, + "loss": 5.6404, + "mean_token_accuracy": 0.1698626771569252, + "num_tokens": 3394632.0, + "step": 1425 + }, + { + "entropy": 5.793394613265991, + "epoch": 1.3994126284875184, + "grad_norm": 1.0, + "learning_rate": 0.0004975952360107712, + "loss": 5.5841, + "mean_token_accuracy": 0.17525828778743743, + "num_tokens": 3405931.0, + "step": 1430 + }, + { + "entropy": 5.678069353103638, + "epoch": 1.404307391091532, + "grad_norm": 1.078125, + "learning_rate": 0.0004975389572513023, + "loss": 5.6375, + "mean_token_accuracy": 0.1715028166770935, + "num_tokens": 3417944.0, + "step": 1435 + }, + { + "entropy": 5.730694150924682, + "epoch": 1.4092021536955457, + "grad_norm": 1.1484375, + "learning_rate": 0.0004974820311607858, + "loss": 5.7073, + "mean_token_accuracy": 0.16782306283712387, + "num_tokens": 3429949.0, + "step": 1440 + }, + { + "entropy": 5.879026794433594, + "epoch": 1.4140969162995596, + "grad_norm": 0.984375, + "learning_rate": 0.0004974244579048114, + "loss": 5.7339, + "mean_token_accuracy": 0.16725998669862746, + "num_tokens": 3441951.0, + "step": 1445 + }, + { + "entropy": 5.70136284828186, + "epoch": 1.4189916789035733, + "grad_norm": 1.0703125, + "learning_rate": 0.0004973662376508503, + "loss": 5.7795, + "mean_token_accuracy": 0.1663120225071907, + "num_tokens": 3453807.0, + "step": 1450 + }, + { + "entropy": 5.853707551956177, + "epoch": 1.423886441507587, + "grad_norm": 0.97265625, + "learning_rate": 0.0004973073705682562, + "loss": 5.7488, + "mean_token_accuracy": 0.17351104617118834, + "num_tokens": 3465868.0, + "step": 1455 + }, + { + "entropy": 5.714973449707031, + "epoch": 1.4287812041116006, + "grad_norm": 1.078125, + "learning_rate": 0.0004972478568282644, + "loss": 5.6466, + "mean_token_accuracy": 0.1747075527906418, + "num_tokens": 3477102.0, + "step": 1460 + }, + { + "entropy": 5.822602462768555, + "epoch": 1.4336759667156143, + "grad_norm": 1.0625, + "learning_rate": 0.0004971876966039909, + "loss": 5.7085, + "mean_token_accuracy": 0.167814040184021, + "num_tokens": 3488845.0, + "step": 1465 + }, + { + "entropy": 5.673419380187989, + "epoch": 1.438570729319628, + "grad_norm": 1.1484375, + "learning_rate": 0.0004971268900704326, + "loss": 5.6544, + "mean_token_accuracy": 0.16964340806007386, + "num_tokens": 3500302.0, + "step": 1470 + }, + { + "entropy": 5.781837701797485, + "epoch": 1.4434654919236416, + "grad_norm": 0.9453125, + "learning_rate": 0.0004970654374044659, + "loss": 5.6533, + "mean_token_accuracy": 0.17830774933099747, + "num_tokens": 3512557.0, + "step": 1475 + }, + { + "entropy": 5.6502574443817135, + "epoch": 1.4483602545276555, + "grad_norm": 1.0546875, + "learning_rate": 0.0004970033387848472, + "loss": 5.6125, + "mean_token_accuracy": 0.1713570162653923, + "num_tokens": 3524415.0, + "step": 1480 + }, + { + "entropy": 5.85334095954895, + "epoch": 1.4532550171316692, + "grad_norm": 1.046875, + "learning_rate": 0.0004969405943922116, + "loss": 5.7022, + "mean_token_accuracy": 0.17219314277172088, + "num_tokens": 3536321.0, + "step": 1485 + }, + { + "entropy": 5.714846754074097, + "epoch": 1.4581497797356828, + "grad_norm": 1.1171875, + "learning_rate": 0.0004968772044090728, + "loss": 5.6851, + "mean_token_accuracy": 0.1763856366276741, + "num_tokens": 3547606.0, + "step": 1490 + }, + { + "entropy": 5.656755828857422, + "epoch": 1.4630445423396965, + "grad_norm": 1.1015625, + "learning_rate": 0.0004968131690198224, + "loss": 5.5976, + "mean_token_accuracy": 0.1780870422720909, + "num_tokens": 3559935.0, + "step": 1495 + }, + { + "entropy": 5.717658948898316, + "epoch": 1.4679393049437102, + "grad_norm": 1.1484375, + "learning_rate": 0.000496748488410729, + "loss": 5.6521, + "mean_token_accuracy": 0.1780029535293579, + "num_tokens": 3571022.0, + "step": 1500 + }, + { + "entropy": 5.818920993804932, + "epoch": 1.472834067547724, + "grad_norm": 1.09375, + "learning_rate": 0.000496683162769939, + "loss": 5.6748, + "mean_token_accuracy": 0.17060969322919844, + "num_tokens": 3582921.0, + "step": 1505 + }, + { + "entropy": 5.735677909851074, + "epoch": 1.4777288301517375, + "grad_norm": 1.03125, + "learning_rate": 0.0004966171922874738, + "loss": 5.6074, + "mean_token_accuracy": 0.17647337913513184, + "num_tokens": 3593427.0, + "step": 1510 + }, + { + "entropy": 5.699115133285522, + "epoch": 1.4826235927557514, + "grad_norm": 1.09375, + "learning_rate": 0.0004965505771552317, + "loss": 5.6062, + "mean_token_accuracy": 0.17297086268663406, + "num_tokens": 3605874.0, + "step": 1515 + }, + { + "entropy": 5.733571910858155, + "epoch": 1.487518355359765, + "grad_norm": 1.046875, + "learning_rate": 0.0004964833175669854, + "loss": 5.6801, + "mean_token_accuracy": 0.1835954949259758, + "num_tokens": 3617475.0, + "step": 1520 + }, + { + "entropy": 5.592260789871216, + "epoch": 1.4924131179637787, + "grad_norm": 0.953125, + "learning_rate": 0.0004964154137183828, + "loss": 5.6286, + "mean_token_accuracy": 0.17687239348888398, + "num_tokens": 3630634.0, + "step": 1525 + }, + { + "entropy": 5.758604955673218, + "epoch": 1.4973078805677924, + "grad_norm": 1.09375, + "learning_rate": 0.0004963468658069456, + "loss": 5.6535, + "mean_token_accuracy": 0.16691459715366364, + "num_tokens": 3643384.0, + "step": 1530 + }, + { + "entropy": 5.680797386169433, + "epoch": 1.502202643171806, + "grad_norm": 1.171875, + "learning_rate": 0.0004962776740320686, + "loss": 5.6159, + "mean_token_accuracy": 0.17650843262672425, + "num_tokens": 3654921.0, + "step": 1535 + }, + { + "entropy": 5.756531429290772, + "epoch": 1.50709740577582, + "grad_norm": 1.03125, + "learning_rate": 0.0004962078385950203, + "loss": 5.6837, + "mean_token_accuracy": 0.17438367754220963, + "num_tokens": 3666959.0, + "step": 1540 + }, + { + "entropy": 5.671481561660767, + "epoch": 1.5119921683798334, + "grad_norm": 1.1171875, + "learning_rate": 0.0004961373596989407, + "loss": 5.6654, + "mean_token_accuracy": 0.17500680088996887, + "num_tokens": 3678227.0, + "step": 1545 + }, + { + "entropy": 5.7445825099945065, + "epoch": 1.5168869309838473, + "grad_norm": 1.1171875, + "learning_rate": 0.0004960662375488421, + "loss": 5.6452, + "mean_token_accuracy": 0.16987358331680297, + "num_tokens": 3690020.0, + "step": 1550 + }, + { + "entropy": 5.718591928482056, + "epoch": 1.521781693587861, + "grad_norm": 1.078125, + "learning_rate": 0.0004959944723516077, + "loss": 5.6008, + "mean_token_accuracy": 0.1810409441590309, + "num_tokens": 3700619.0, + "step": 1555 + }, + { + "entropy": 5.781977605819702, + "epoch": 1.5266764561918746, + "grad_norm": 0.98828125, + "learning_rate": 0.0004959220643159912, + "loss": 5.6934, + "mean_token_accuracy": 0.1670381173491478, + "num_tokens": 3712532.0, + "step": 1560 + }, + { + "entropy": 5.714819812774659, + "epoch": 1.5315712187958885, + "grad_norm": 1.0546875, + "learning_rate": 0.0004958490136526163, + "loss": 5.6366, + "mean_token_accuracy": 0.17465935200452803, + "num_tokens": 3724454.0, + "step": 1565 + }, + { + "entropy": 5.647976398468018, + "epoch": 1.536465981399902, + "grad_norm": 1.0859375, + "learning_rate": 0.000495775320573976, + "loss": 5.5818, + "mean_token_accuracy": 0.17660468220710754, + "num_tokens": 3735960.0, + "step": 1570 + }, + { + "entropy": 5.685937976837158, + "epoch": 1.5413607440039159, + "grad_norm": 1.0234375, + "learning_rate": 0.0004957009852944317, + "loss": 5.6185, + "mean_token_accuracy": 0.17408333122730255, + "num_tokens": 3748622.0, + "step": 1575 + }, + { + "entropy": 5.6516059875488285, + "epoch": 1.5462555066079295, + "grad_norm": 1.0078125, + "learning_rate": 0.0004956260080302134, + "loss": 5.5801, + "mean_token_accuracy": 0.17669832706451416, + "num_tokens": 3759597.0, + "step": 1580 + }, + { + "entropy": 5.741100454330445, + "epoch": 1.5511502692119432, + "grad_norm": 1.0859375, + "learning_rate": 0.0004955503889994183, + "loss": 5.7328, + "mean_token_accuracy": 0.16056070923805238, + "num_tokens": 3774056.0, + "step": 1585 + }, + { + "entropy": 5.6423286437988285, + "epoch": 1.5560450318159569, + "grad_norm": 0.98828125, + "learning_rate": 0.00049547412842201, + "loss": 5.5775, + "mean_token_accuracy": 0.1796143189072609, + "num_tokens": 3786421.0, + "step": 1590 + }, + { + "entropy": 5.771421098709107, + "epoch": 1.5609397944199705, + "grad_norm": 1.0234375, + "learning_rate": 0.0004953972265198188, + "loss": 5.7024, + "mean_token_accuracy": 0.17257727086544036, + "num_tokens": 3799016.0, + "step": 1595 + }, + { + "entropy": 5.55297327041626, + "epoch": 1.5658345570239844, + "grad_norm": 0.98046875, + "learning_rate": 0.0004953196835165404, + "loss": 5.4507, + "mean_token_accuracy": 0.1835170716047287, + "num_tokens": 3810666.0, + "step": 1600 + }, + { + "entropy": 5.631848430633545, + "epoch": 1.5707293196279979, + "grad_norm": 1.203125, + "learning_rate": 0.000495241499637735, + "loss": 5.5193, + "mean_token_accuracy": 0.18205114156007768, + "num_tokens": 3820692.0, + "step": 1605 + }, + { + "entropy": 5.626948118209839, + "epoch": 1.5756240822320118, + "grad_norm": 1.046875, + "learning_rate": 0.0004951626751108276, + "loss": 5.5369, + "mean_token_accuracy": 0.18134717494249344, + "num_tokens": 3831654.0, + "step": 1610 + }, + { + "entropy": 5.620755290985107, + "epoch": 1.5805188448360254, + "grad_norm": 1.0625, + "learning_rate": 0.0004950832101651062, + "loss": 5.5372, + "mean_token_accuracy": 0.18002773821353912, + "num_tokens": 3842604.0, + "step": 1615 + }, + { + "entropy": 5.7996124744415285, + "epoch": 1.5854136074400391, + "grad_norm": 0.9921875, + "learning_rate": 0.0004950031050317222, + "loss": 5.6671, + "mean_token_accuracy": 0.17132557481527327, + "num_tokens": 3853991.0, + "step": 1620 + }, + { + "entropy": 5.596814584732056, + "epoch": 1.590308370044053, + "grad_norm": 1.1484375, + "learning_rate": 0.0004949223599436885, + "loss": 5.624, + "mean_token_accuracy": 0.17929036319255828, + "num_tokens": 3865173.0, + "step": 1625 + }, + { + "entropy": 5.714785194396972, + "epoch": 1.5952031326480665, + "grad_norm": 0.98046875, + "learning_rate": 0.0004948409751358803, + "loss": 5.6896, + "mean_token_accuracy": 0.16958404779434205, + "num_tokens": 3877777.0, + "step": 1630 + }, + { + "entropy": 5.675136232376099, + "epoch": 1.6000978952520803, + "grad_norm": 1.0234375, + "learning_rate": 0.000494758950845033, + "loss": 5.7327, + "mean_token_accuracy": 0.17379774451255797, + "num_tokens": 3889944.0, + "step": 1635 + }, + { + "entropy": 5.749578189849854, + "epoch": 1.604992657856094, + "grad_norm": 1.0390625, + "learning_rate": 0.0004946762873097427, + "loss": 5.6411, + "mean_token_accuracy": 0.17379636764526368, + "num_tokens": 3901865.0, + "step": 1640 + }, + { + "entropy": 5.6178545475006105, + "epoch": 1.6098874204601077, + "grad_norm": 0.99609375, + "learning_rate": 0.0004945929847704646, + "loss": 5.5867, + "mean_token_accuracy": 0.1784010872244835, + "num_tokens": 3914694.0, + "step": 1645 + }, + { + "entropy": 5.674717617034912, + "epoch": 1.6147821830641214, + "grad_norm": 1.203125, + "learning_rate": 0.0004945090434695127, + "loss": 5.5281, + "mean_token_accuracy": 0.18020234853029252, + "num_tokens": 3925446.0, + "step": 1650 + }, + { + "entropy": 5.6460856914520265, + "epoch": 1.619676945668135, + "grad_norm": 0.9609375, + "learning_rate": 0.0004944244636510592, + "loss": 5.6285, + "mean_token_accuracy": 0.17150038629770278, + "num_tokens": 3938216.0, + "step": 1655 + }, + { + "entropy": 5.621230363845825, + "epoch": 1.624571708272149, + "grad_norm": 0.98828125, + "learning_rate": 0.0004943392455611336, + "loss": 5.5389, + "mean_token_accuracy": 0.17987858653068542, + "num_tokens": 3950373.0, + "step": 1660 + }, + { + "entropy": 5.595808839797973, + "epoch": 1.6294664708761624, + "grad_norm": 1.03125, + "learning_rate": 0.000494253389447622, + "loss": 5.5604, + "mean_token_accuracy": 0.17657536119222642, + "num_tokens": 3961802.0, + "step": 1665 + }, + { + "entropy": 5.564799356460571, + "epoch": 1.6343612334801763, + "grad_norm": 0.98828125, + "learning_rate": 0.0004941668955602662, + "loss": 5.4352, + "mean_token_accuracy": 0.18312088549137115, + "num_tokens": 3973183.0, + "step": 1670 + }, + { + "entropy": 5.714397382736206, + "epoch": 1.63925599608419, + "grad_norm": 0.98046875, + "learning_rate": 0.0004940797641506638, + "loss": 5.6561, + "mean_token_accuracy": 0.1764741286635399, + "num_tokens": 3984556.0, + "step": 1675 + }, + { + "entropy": 5.6586535453796385, + "epoch": 1.6441507586882036, + "grad_norm": 1.0234375, + "learning_rate": 0.0004939919954722662, + "loss": 5.579, + "mean_token_accuracy": 0.17604130655527114, + "num_tokens": 3997195.0, + "step": 1680 + }, + { + "entropy": 5.608210277557373, + "epoch": 1.6490455212922175, + "grad_norm": 1.015625, + "learning_rate": 0.0004939035897803787, + "loss": 5.5304, + "mean_token_accuracy": 0.17734461277723312, + "num_tokens": 4009921.0, + "step": 1685 + }, + { + "entropy": 5.6763317584991455, + "epoch": 1.653940283896231, + "grad_norm": 1.0234375, + "learning_rate": 0.0004938145473321597, + "loss": 5.7076, + "mean_token_accuracy": 0.1721693053841591, + "num_tokens": 4022109.0, + "step": 1690 + }, + { + "entropy": 5.685062742233276, + "epoch": 1.6588350465002448, + "grad_norm": 0.93359375, + "learning_rate": 0.0004937248683866198, + "loss": 5.663, + "mean_token_accuracy": 0.1764303296804428, + "num_tokens": 4035460.0, + "step": 1695 + }, + { + "entropy": 5.738089513778687, + "epoch": 1.6637298091042585, + "grad_norm": 1.015625, + "learning_rate": 0.0004936345532046213, + "loss": 5.6089, + "mean_token_accuracy": 0.17306244969367982, + "num_tokens": 4047569.0, + "step": 1700 + }, + { + "entropy": 5.695468711853027, + "epoch": 1.6686245717082722, + "grad_norm": 0.91796875, + "learning_rate": 0.0004935436020488765, + "loss": 5.7061, + "mean_token_accuracy": 0.17170277535915374, + "num_tokens": 4061289.0, + "step": 1705 + }, + { + "entropy": 5.690058279037475, + "epoch": 1.6735193343122858, + "grad_norm": 1.046875, + "learning_rate": 0.0004934520151839483, + "loss": 5.5552, + "mean_token_accuracy": 0.17911571711301805, + "num_tokens": 4073053.0, + "step": 1710 + }, + { + "entropy": 5.573972415924072, + "epoch": 1.6784140969162995, + "grad_norm": 1.1171875, + "learning_rate": 0.0004933597928762486, + "loss": 5.5514, + "mean_token_accuracy": 0.17718413323163987, + "num_tokens": 4084801.0, + "step": 1715 + }, + { + "entropy": 5.661252784729004, + "epoch": 1.6833088595203134, + "grad_norm": 1.046875, + "learning_rate": 0.0004932669353940376, + "loss": 5.6629, + "mean_token_accuracy": 0.1697113633155823, + "num_tokens": 4097161.0, + "step": 1720 + }, + { + "entropy": 5.622225332260132, + "epoch": 1.6882036221243268, + "grad_norm": 1.046875, + "learning_rate": 0.0004931734430074234, + "loss": 5.5034, + "mean_token_accuracy": 0.17641628682613372, + "num_tokens": 4108079.0, + "step": 1725 + }, + { + "entropy": 5.549112796783447, + "epoch": 1.6930983847283407, + "grad_norm": 1.0625, + "learning_rate": 0.0004930793159883606, + "loss": 5.5236, + "mean_token_accuracy": 0.17827750146389007, + "num_tokens": 4119533.0, + "step": 1730 + }, + { + "entropy": 5.707393550872803, + "epoch": 1.6979931473323544, + "grad_norm": 1.0703125, + "learning_rate": 0.0004929845546106499, + "loss": 5.6569, + "mean_token_accuracy": 0.16999004334211348, + "num_tokens": 4132084.0, + "step": 1735 + }, + { + "entropy": 5.636761331558228, + "epoch": 1.702887909936368, + "grad_norm": 1.1015625, + "learning_rate": 0.0004928891591499373, + "loss": 5.7408, + "mean_token_accuracy": 0.16920279264450072, + "num_tokens": 4143113.0, + "step": 1740 + }, + { + "entropy": 5.820630693435669, + "epoch": 1.7077826725403817, + "grad_norm": 0.98046875, + "learning_rate": 0.0004927931298837135, + "loss": 5.6617, + "mean_token_accuracy": 0.1719266429543495, + "num_tokens": 4155774.0, + "step": 1745 + }, + { + "entropy": 5.592832279205322, + "epoch": 1.7126774351443954, + "grad_norm": 0.9921875, + "learning_rate": 0.0004926964670913126, + "loss": 5.5783, + "mean_token_accuracy": 0.176841701567173, + "num_tokens": 4167446.0, + "step": 1750 + }, + { + "entropy": 5.658400344848633, + "epoch": 1.7175721977484093, + "grad_norm": 1.0078125, + "learning_rate": 0.0004925991710539114, + "loss": 5.5782, + "mean_token_accuracy": 0.17812346816062927, + "num_tokens": 4179164.0, + "step": 1755 + }, + { + "entropy": 5.572030353546142, + "epoch": 1.7224669603524227, + "grad_norm": 1.09375, + "learning_rate": 0.0004925012420545291, + "loss": 5.5317, + "mean_token_accuracy": 0.1798253834247589, + "num_tokens": 4189186.0, + "step": 1760 + }, + { + "entropy": 5.677495384216309, + "epoch": 1.7273617229564366, + "grad_norm": 1.125, + "learning_rate": 0.0004924026803780256, + "loss": 5.6403, + "mean_token_accuracy": 0.17903992384672165, + "num_tokens": 4200586.0, + "step": 1765 + }, + { + "entropy": 5.593063735961914, + "epoch": 1.7322564855604503, + "grad_norm": 1.078125, + "learning_rate": 0.0004923034863111016, + "loss": 5.5394, + "mean_token_accuracy": 0.17907928675413132, + "num_tokens": 4211895.0, + "step": 1770 + }, + { + "entropy": 5.609043598175049, + "epoch": 1.737151248164464, + "grad_norm": 1.0078125, + "learning_rate": 0.000492203660142297, + "loss": 5.5094, + "mean_token_accuracy": 0.18068955838680267, + "num_tokens": 4224143.0, + "step": 1775 + }, + { + "entropy": 5.654990005493164, + "epoch": 1.7420460107684779, + "grad_norm": 0.9765625, + "learning_rate": 0.0004921032021619905, + "loss": 5.6356, + "mean_token_accuracy": 0.1761782467365265, + "num_tokens": 4236435.0, + "step": 1780 + }, + { + "entropy": 5.6238361358642575, + "epoch": 1.7469407733724913, + "grad_norm": 1.125, + "learning_rate": 0.000492002112662399, + "loss": 5.623, + "mean_token_accuracy": 0.17351601719856263, + "num_tokens": 4247793.0, + "step": 1785 + }, + { + "entropy": 5.602977180480957, + "epoch": 1.7518355359765052, + "grad_norm": 0.984375, + "learning_rate": 0.0004919003919375756, + "loss": 5.6, + "mean_token_accuracy": 0.17361711710691452, + "num_tokens": 4259739.0, + "step": 1790 + }, + { + "entropy": 5.6417151927948, + "epoch": 1.7567302985805189, + "grad_norm": 0.91015625, + "learning_rate": 0.0004917980402834104, + "loss": 5.5168, + "mean_token_accuracy": 0.18177273124456406, + "num_tokens": 4271720.0, + "step": 1795 + }, + { + "entropy": 5.639807510375976, + "epoch": 1.7616250611845325, + "grad_norm": 0.9765625, + "learning_rate": 0.000491695057997628, + "loss": 5.589, + "mean_token_accuracy": 0.1812170147895813, + "num_tokens": 4285640.0, + "step": 1800 + }, + { + "entropy": 5.536652326583862, + "epoch": 1.7665198237885462, + "grad_norm": 1.109375, + "learning_rate": 0.0004915914453797879, + "loss": 5.5274, + "mean_token_accuracy": 0.1794113725423813, + "num_tokens": 4296839.0, + "step": 1805 + }, + { + "entropy": 5.557571506500244, + "epoch": 1.7714145863925599, + "grad_norm": 0.93359375, + "learning_rate": 0.0004914872027312832, + "loss": 5.5082, + "mean_token_accuracy": 0.1859801158308983, + "num_tokens": 4309592.0, + "step": 1810 + }, + { + "entropy": 5.546999120712281, + "epoch": 1.7763093489965738, + "grad_norm": 1.046875, + "learning_rate": 0.0004913823303553393, + "loss": 5.4488, + "mean_token_accuracy": 0.1869891345500946, + "num_tokens": 4320932.0, + "step": 1815 + }, + { + "entropy": 5.662409257888794, + "epoch": 1.7812041116005872, + "grad_norm": 1.0390625, + "learning_rate": 0.0004912768285570135, + "loss": 5.4952, + "mean_token_accuracy": 0.18336316645145417, + "num_tokens": 4332659.0, + "step": 1820 + }, + { + "entropy": 5.5181403160095215, + "epoch": 1.7860988742046011, + "grad_norm": 1.1171875, + "learning_rate": 0.0004911706976431942, + "loss": 5.526, + "mean_token_accuracy": 0.18275016844272612, + "num_tokens": 4343656.0, + "step": 1825 + }, + { + "entropy": 5.527674722671509, + "epoch": 1.7909936368086148, + "grad_norm": 1.046875, + "learning_rate": 0.0004910639379225995, + "loss": 5.4257, + "mean_token_accuracy": 0.18914714008569716, + "num_tokens": 4354424.0, + "step": 1830 + }, + { + "entropy": 5.522308015823365, + "epoch": 1.7958883994126285, + "grad_norm": 1.0390625, + "learning_rate": 0.0004909565497057768, + "loss": 5.4976, + "mean_token_accuracy": 0.1798456832766533, + "num_tokens": 4365801.0, + "step": 1835 + }, + { + "entropy": 5.589231061935425, + "epoch": 1.8007831620166423, + "grad_norm": 1.0078125, + "learning_rate": 0.0004908485333051017, + "loss": 5.5345, + "mean_token_accuracy": 0.18014159202575683, + "num_tokens": 4377697.0, + "step": 1840 + }, + { + "entropy": 5.530683517456055, + "epoch": 1.8056779246206558, + "grad_norm": 1.0390625, + "learning_rate": 0.000490739889034777, + "loss": 5.4653, + "mean_token_accuracy": 0.1751740276813507, + "num_tokens": 4389794.0, + "step": 1845 + }, + { + "entropy": 5.564450407028199, + "epoch": 1.8105726872246697, + "grad_norm": 1.0078125, + "learning_rate": 0.0004906306172108319, + "loss": 5.4342, + "mean_token_accuracy": 0.18271685540676116, + "num_tokens": 4403162.0, + "step": 1850 + }, + { + "entropy": 5.580508661270142, + "epoch": 1.8154674498286834, + "grad_norm": 0.99609375, + "learning_rate": 0.000490520718151121, + "loss": 5.5508, + "mean_token_accuracy": 0.17712914496660231, + "num_tokens": 4416475.0, + "step": 1855 + }, + { + "entropy": 5.521164751052856, + "epoch": 1.820362212432697, + "grad_norm": 1.046875, + "learning_rate": 0.0004904101921753234, + "loss": 5.5653, + "mean_token_accuracy": 0.17847047746181488, + "num_tokens": 4427229.0, + "step": 1860 + }, + { + "entropy": 5.590284538269043, + "epoch": 1.8252569750367107, + "grad_norm": 1.078125, + "learning_rate": 0.0004902990396049421, + "loss": 5.5065, + "mean_token_accuracy": 0.18182663172483443, + "num_tokens": 4439609.0, + "step": 1865 + }, + { + "entropy": 5.556601619720459, + "epoch": 1.8301517376407244, + "grad_norm": 1.09375, + "learning_rate": 0.0004901872607633024, + "loss": 5.538, + "mean_token_accuracy": 0.185947448015213, + "num_tokens": 4452870.0, + "step": 1870 + }, + { + "entropy": 5.595296812057495, + "epoch": 1.8350465002447383, + "grad_norm": 1.03125, + "learning_rate": 0.0004900748559755517, + "loss": 5.5374, + "mean_token_accuracy": 0.17752565741539, + "num_tokens": 4464941.0, + "step": 1875 + }, + { + "entropy": 5.557303619384766, + "epoch": 1.8399412628487517, + "grad_norm": 1.046875, + "learning_rate": 0.0004899618255686577, + "loss": 5.4161, + "mean_token_accuracy": 0.18646868616342543, + "num_tokens": 4475866.0, + "step": 1880 + }, + { + "entropy": 5.546024465560913, + "epoch": 1.8448360254527656, + "grad_norm": 0.97265625, + "learning_rate": 0.0004898481698714084, + "loss": 5.593, + "mean_token_accuracy": 0.179109650850296, + "num_tokens": 4487554.0, + "step": 1885 + }, + { + "entropy": 5.630650329589844, + "epoch": 1.8497307880567793, + "grad_norm": 0.9921875, + "learning_rate": 0.0004897338892144103, + "loss": 5.5629, + "mean_token_accuracy": 0.17396460026502608, + "num_tokens": 4499203.0, + "step": 1890 + }, + { + "entropy": 5.643454313278198, + "epoch": 1.854625550660793, + "grad_norm": 1.015625, + "learning_rate": 0.000489618983930088, + "loss": 5.6067, + "mean_token_accuracy": 0.17734497636556626, + "num_tokens": 4511567.0, + "step": 1895 + }, + { + "entropy": 5.544012451171875, + "epoch": 1.8595203132648068, + "grad_norm": 1.046875, + "learning_rate": 0.000489503454352683, + "loss": 5.5282, + "mean_token_accuracy": 0.17598173022270203, + "num_tokens": 4522898.0, + "step": 1900 + }, + { + "entropy": 5.588018608093262, + "epoch": 1.8644150758688203, + "grad_norm": 1.0390625, + "learning_rate": 0.0004893873008182531, + "loss": 5.5036, + "mean_token_accuracy": 0.18322323709726335, + "num_tokens": 4534289.0, + "step": 1905 + }, + { + "entropy": 5.626099157333374, + "epoch": 1.8693098384728342, + "grad_norm": 1.015625, + "learning_rate": 0.0004892705236646702, + "loss": 5.5528, + "mean_token_accuracy": 0.17845290005207062, + "num_tokens": 4546073.0, + "step": 1910 + }, + { + "entropy": 5.5971643924713135, + "epoch": 1.8742046010768476, + "grad_norm": 1.0390625, + "learning_rate": 0.0004891531232316213, + "loss": 5.5567, + "mean_token_accuracy": 0.17655638009309768, + "num_tokens": 4557939.0, + "step": 1915 + }, + { + "entropy": 5.592231941223145, + "epoch": 1.8790993636808615, + "grad_norm": 0.984375, + "learning_rate": 0.0004890350998606056, + "loss": 5.496, + "mean_token_accuracy": 0.17622438818216324, + "num_tokens": 4570067.0, + "step": 1920 + }, + { + "entropy": 5.538221454620361, + "epoch": 1.8839941262848752, + "grad_norm": 0.96875, + "learning_rate": 0.0004889164538949348, + "loss": 5.5101, + "mean_token_accuracy": 0.18144477158784866, + "num_tokens": 4581841.0, + "step": 1925 + }, + { + "entropy": 5.596781063079834, + "epoch": 1.8888888888888888, + "grad_norm": 1.0078125, + "learning_rate": 0.0004887971856797314, + "loss": 5.5239, + "mean_token_accuracy": 0.1778431847691536, + "num_tokens": 4594050.0, + "step": 1930 + }, + { + "entropy": 5.432804155349731, + "epoch": 1.8937836514929027, + "grad_norm": 0.98828125, + "learning_rate": 0.000488677295561928, + "loss": 5.428, + "mean_token_accuracy": 0.18622596114873885, + "num_tokens": 4605456.0, + "step": 1935 + }, + { + "entropy": 5.587638425827026, + "epoch": 1.8986784140969162, + "grad_norm": 1.0234375, + "learning_rate": 0.0004885567838902663, + "loss": 5.5811, + "mean_token_accuracy": 0.17455296516418456, + "num_tokens": 4617110.0, + "step": 1940 + }, + { + "entropy": 5.579770183563232, + "epoch": 1.90357317670093, + "grad_norm": 1.03125, + "learning_rate": 0.0004884356510152958, + "loss": 5.5184, + "mean_token_accuracy": 0.1807307183742523, + "num_tokens": 4627172.0, + "step": 1945 + }, + { + "entropy": 5.510152912139892, + "epoch": 1.9084679393049437, + "grad_norm": 1.09375, + "learning_rate": 0.0004883138972893732, + "loss": 5.4929, + "mean_token_accuracy": 0.18094931691884994, + "num_tokens": 4639710.0, + "step": 1950 + }, + { + "entropy": 5.590634489059449, + "epoch": 1.9133627019089574, + "grad_norm": 1.046875, + "learning_rate": 0.00048819152306666096, + "loss": 5.4993, + "mean_token_accuracy": 0.18620602935552596, + "num_tokens": 4651526.0, + "step": 1955 + }, + { + "entropy": 5.541874361038208, + "epoch": 1.918257464512971, + "grad_norm": 1.03125, + "learning_rate": 0.00048806852870312667, + "loss": 5.4362, + "mean_token_accuracy": 0.17709835022687911, + "num_tokens": 4662627.0, + "step": 1960 + }, + { + "entropy": 5.470085525512696, + "epoch": 1.9231522271169847, + "grad_norm": 1.046875, + "learning_rate": 0.0004879449145565417, + "loss": 5.4582, + "mean_token_accuracy": 0.18288369923830033, + "num_tokens": 4674434.0, + "step": 1965 + }, + { + "entropy": 5.552283906936646, + "epoch": 1.9280469897209986, + "grad_norm": 0.97265625, + "learning_rate": 0.00048782068098648023, + "loss": 5.4158, + "mean_token_accuracy": 0.186358243227005, + "num_tokens": 4686028.0, + "step": 1970 + }, + { + "entropy": 5.587367248535156, + "epoch": 1.932941752325012, + "grad_norm": 1.09375, + "learning_rate": 0.0004876958283543183, + "loss": 5.5802, + "mean_token_accuracy": 0.17691588252782822, + "num_tokens": 4698040.0, + "step": 1975 + }, + { + "entropy": 5.65945520401001, + "epoch": 1.937836514929026, + "grad_norm": 1.1484375, + "learning_rate": 0.00048757035702323275, + "loss": 5.4855, + "mean_token_accuracy": 0.1811575710773468, + "num_tokens": 4709274.0, + "step": 1980 + }, + { + "entropy": 5.476744174957275, + "epoch": 1.9427312775330396, + "grad_norm": 1.078125, + "learning_rate": 0.0004874442673582001, + "loss": 5.5168, + "mean_token_accuracy": 0.18111482411623, + "num_tokens": 4722818.0, + "step": 1985 + }, + { + "entropy": 5.559481906890869, + "epoch": 1.9476260401370533, + "grad_norm": 1.1328125, + "learning_rate": 0.0004873175597259953, + "loss": 5.5433, + "mean_token_accuracy": 0.18057310134172438, + "num_tokens": 4733937.0, + "step": 1990 + }, + { + "entropy": 5.6205769062042235, + "epoch": 1.9525208027410672, + "grad_norm": 0.9453125, + "learning_rate": 0.0004871902344951913, + "loss": 5.5783, + "mean_token_accuracy": 0.17544569075107574, + "num_tokens": 4747473.0, + "step": 1995 + }, + { + "entropy": 5.592286682128906, + "epoch": 1.9574155653450807, + "grad_norm": 1.0625, + "learning_rate": 0.00048706229203615716, + "loss": 5.6268, + "mean_token_accuracy": 0.17922073900699614, + "num_tokens": 4758675.0, + "step": 2000 + }, + { + "epoch": 1.9574155653450807, + "eval_entropy": 5.535625642524241, + "eval_loss": 5.802816390991211, + "eval_mean_token_accuracy": 0.17496823080385368, + "eval_num_tokens": 4758675.0, + "eval_runtime": 2.9945, + "eval_samples_per_second": 1151.107, + "eval_steps_per_second": 143.93, + "step": 2000 + }, + { + "entropy": 5.626655435562133, + "epoch": 1.9623103279490945, + "grad_norm": 1.078125, + "learning_rate": 0.00048693373272105743, + "loss": 5.504, + "mean_token_accuracy": 0.180687840282917, + "num_tokens": 4769947.0, + "step": 2005 + }, + { + "entropy": 5.595974683761597, + "epoch": 1.9672050905531082, + "grad_norm": 1.0390625, + "learning_rate": 0.00048680455692385124, + "loss": 5.5583, + "mean_token_accuracy": 0.18348373621702194, + "num_tokens": 4782749.0, + "step": 2010 + }, + { + "entropy": 5.579078435897827, + "epoch": 1.9720998531571219, + "grad_norm": 1.0546875, + "learning_rate": 0.0004866747650202907, + "loss": 5.5238, + "mean_token_accuracy": 0.18451536893844606, + "num_tokens": 4794944.0, + "step": 2015 + }, + { + "entropy": 5.6003326892852785, + "epoch": 1.9769946157611356, + "grad_norm": 0.96875, + "learning_rate": 0.0004865443573879201, + "loss": 5.468, + "mean_token_accuracy": 0.18887062072753907, + "num_tokens": 4806992.0, + "step": 2020 + }, + { + "entropy": 5.549536085128784, + "epoch": 1.9818893783651492, + "grad_norm": 1.015625, + "learning_rate": 0.0004864133344060749, + "loss": 5.4539, + "mean_token_accuracy": 0.18131107091903687, + "num_tokens": 4818791.0, + "step": 2025 + }, + { + "entropy": 5.558773422241211, + "epoch": 1.9867841409691631, + "grad_norm": 1.203125, + "learning_rate": 0.00048628169645588073, + "loss": 5.5525, + "mean_token_accuracy": 0.17917387038469315, + "num_tokens": 4830708.0, + "step": 2030 + }, + { + "entropy": 5.571465063095093, + "epoch": 1.9916789035731766, + "grad_norm": 1.0390625, + "learning_rate": 0.0004861494439202515, + "loss": 5.5524, + "mean_token_accuracy": 0.1800464168190956, + "num_tokens": 4843031.0, + "step": 2035 + }, + { + "entropy": 5.617353916168213, + "epoch": 1.9965736661771905, + "grad_norm": 1.0859375, + "learning_rate": 0.0004860165771838892, + "loss": 5.5313, + "mean_token_accuracy": 0.1778000995516777, + "num_tokens": 4855523.0, + "step": 2040 + }, + { + "entropy": 5.416062302059597, + "epoch": 2.0009789525208026, + "grad_norm": 0.890625, + "learning_rate": 0.0004858830966332825, + "loss": 5.346, + "mean_token_accuracy": 0.18389874531163108, + "num_tokens": 4866979.0, + "step": 2045 + }, + { + "entropy": 5.488109588623047, + "epoch": 2.0058737151248165, + "grad_norm": 1.046875, + "learning_rate": 0.0004857490026567055, + "loss": 5.1157, + "mean_token_accuracy": 0.19696198999881745, + "num_tokens": 4878496.0, + "step": 2050 + }, + { + "entropy": 5.498682832717895, + "epoch": 2.01076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004856142956442165, + "loss": 5.1833, + "mean_token_accuracy": 0.19493499547243118, + "num_tokens": 4890519.0, + "step": 2055 + }, + { + "entropy": 5.596047735214233, + "epoch": 2.015663240332844, + "grad_norm": 0.98828125, + "learning_rate": 0.0004854789759876572, + "loss": 5.2827, + "mean_token_accuracy": 0.19122138023376464, + "num_tokens": 4902797.0, + "step": 2060 + }, + { + "entropy": 5.531758785247803, + "epoch": 2.0205580029368577, + "grad_norm": 1.1640625, + "learning_rate": 0.00048534304408065135, + "loss": 5.1783, + "mean_token_accuracy": 0.19460100531578065, + "num_tokens": 4913243.0, + "step": 2065 + }, + { + "entropy": 5.424594974517822, + "epoch": 2.025452765540871, + "grad_norm": 1.0390625, + "learning_rate": 0.00048520650031860357, + "loss": 5.0638, + "mean_token_accuracy": 0.19740711152553558, + "num_tokens": 4923876.0, + "step": 2070 + }, + { + "entropy": 5.36385588645935, + "epoch": 2.030347528144885, + "grad_norm": 1.046875, + "learning_rate": 0.00048506934509869845, + "loss": 5.0638, + "mean_token_accuracy": 0.2020087271928787, + "num_tokens": 4936004.0, + "step": 2075 + }, + { + "entropy": 5.394824838638305, + "epoch": 2.0352422907488985, + "grad_norm": 1.078125, + "learning_rate": 0.00048493157881989894, + "loss": 5.098, + "mean_token_accuracy": 0.19910106658935547, + "num_tokens": 4947404.0, + "step": 2080 + }, + { + "entropy": 5.37768030166626, + "epoch": 2.0401370533529124, + "grad_norm": 0.921875, + "learning_rate": 0.0004847932018829456, + "loss": 5.2171, + "mean_token_accuracy": 0.1941538408398628, + "num_tokens": 4960444.0, + "step": 2085 + }, + { + "entropy": 5.418075847625732, + "epoch": 2.0450318159569263, + "grad_norm": 1.078125, + "learning_rate": 0.0004846542146903555, + "loss": 5.1722, + "mean_token_accuracy": 0.19768768548965454, + "num_tokens": 4972356.0, + "step": 2090 + }, + { + "entropy": 5.449041891098022, + "epoch": 2.0499265785609397, + "grad_norm": 1.078125, + "learning_rate": 0.00048451461764642046, + "loss": 5.1357, + "mean_token_accuracy": 0.19979992508888245, + "num_tokens": 4984785.0, + "step": 2095 + }, + { + "entropy": 5.291361522674561, + "epoch": 2.0548213411649536, + "grad_norm": 1.0859375, + "learning_rate": 0.0004843744111572067, + "loss": 5.0675, + "mean_token_accuracy": 0.1959679678082466, + "num_tokens": 4995909.0, + "step": 2100 + }, + { + "entropy": 5.432163047790527, + "epoch": 2.059716103768967, + "grad_norm": 1.0625, + "learning_rate": 0.0004842335956305526, + "loss": 5.0949, + "mean_token_accuracy": 0.19766340106725694, + "num_tokens": 5006191.0, + "step": 2105 + }, + { + "entropy": 5.350412321090698, + "epoch": 2.064610866372981, + "grad_norm": 1.0625, + "learning_rate": 0.00048409217147606895, + "loss": 5.089, + "mean_token_accuracy": 0.2033711478114128, + "num_tokens": 5017399.0, + "step": 2110 + }, + { + "entropy": 5.316557788848877, + "epoch": 2.0695056289769944, + "grad_norm": 1.0234375, + "learning_rate": 0.0004839501391051363, + "loss": 5.0824, + "mean_token_accuracy": 0.19411368370056153, + "num_tokens": 5028402.0, + "step": 2115 + }, + { + "entropy": 5.446633148193359, + "epoch": 2.0744003915810083, + "grad_norm": 1.0, + "learning_rate": 0.0004838074989309045, + "loss": 5.1938, + "mean_token_accuracy": 0.20314160287380217, + "num_tokens": 5040813.0, + "step": 2120 + }, + { + "entropy": 5.414164018630982, + "epoch": 2.079295154185022, + "grad_norm": 0.94921875, + "learning_rate": 0.00048366425136829176, + "loss": 5.1433, + "mean_token_accuracy": 0.20220062136650085, + "num_tokens": 5053076.0, + "step": 2125 + }, + { + "entropy": 5.4324311256408695, + "epoch": 2.0841899167890356, + "grad_norm": 1.0859375, + "learning_rate": 0.00048352039683398286, + "loss": 5.2068, + "mean_token_accuracy": 0.19256707429885864, + "num_tokens": 5065397.0, + "step": 2130 + }, + { + "entropy": 5.374685382843017, + "epoch": 2.0890846793930495, + "grad_norm": 1.125, + "learning_rate": 0.00048337593574642796, + "loss": 5.0098, + "mean_token_accuracy": 0.20131478905677797, + "num_tokens": 5076545.0, + "step": 2135 + }, + { + "entropy": 5.4096685409545895, + "epoch": 2.093979441997063, + "grad_norm": 1.03125, + "learning_rate": 0.00048323086852584187, + "loss": 5.2009, + "mean_token_accuracy": 0.19109852015972137, + "num_tokens": 5089487.0, + "step": 2140 + }, + { + "entropy": 5.413058519363403, + "epoch": 2.098874204601077, + "grad_norm": 1.0234375, + "learning_rate": 0.0004830851955942024, + "loss": 5.1923, + "mean_token_accuracy": 0.1943016231060028, + "num_tokens": 5102046.0, + "step": 2145 + }, + { + "entropy": 5.484387826919556, + "epoch": 2.1037689672050908, + "grad_norm": 1.1171875, + "learning_rate": 0.0004829389173752495, + "loss": 5.3399, + "mean_token_accuracy": 0.19494949281215668, + "num_tokens": 5114758.0, + "step": 2150 + }, + { + "entropy": 5.461303567886352, + "epoch": 2.108663729809104, + "grad_norm": 1.1328125, + "learning_rate": 0.00048279203429448366, + "loss": 5.1454, + "mean_token_accuracy": 0.19781216084957123, + "num_tokens": 5126130.0, + "step": 2155 + }, + { + "entropy": 5.358008193969726, + "epoch": 2.113558492413118, + "grad_norm": 1.046875, + "learning_rate": 0.0004826445467791646, + "loss": 5.2108, + "mean_token_accuracy": 0.19490469843149186, + "num_tokens": 5137749.0, + "step": 2160 + }, + { + "entropy": 5.471472644805909, + "epoch": 2.1184532550171316, + "grad_norm": 1.0078125, + "learning_rate": 0.00048249645525831055, + "loss": 5.1601, + "mean_token_accuracy": 0.20036131292581558, + "num_tokens": 5149361.0, + "step": 2165 + }, + { + "entropy": 5.363424825668335, + "epoch": 2.1233480176211454, + "grad_norm": 1.0234375, + "learning_rate": 0.0004823477601626967, + "loss": 5.0896, + "mean_token_accuracy": 0.2008701056241989, + "num_tokens": 5161025.0, + "step": 2170 + }, + { + "entropy": 5.255881643295288, + "epoch": 2.128242780225159, + "grad_norm": 1.15625, + "learning_rate": 0.00048219846192485365, + "loss": 5.0238, + "mean_token_accuracy": 0.20319584757089615, + "num_tokens": 5171507.0, + "step": 2175 + }, + { + "entropy": 5.427309846878051, + "epoch": 2.133137542829173, + "grad_norm": 1.09375, + "learning_rate": 0.0004820485609790668, + "loss": 5.275, + "mean_token_accuracy": 0.19347049593925475, + "num_tokens": 5184026.0, + "step": 2180 + }, + { + "entropy": 5.4172220706939695, + "epoch": 2.1380323054331867, + "grad_norm": 1.140625, + "learning_rate": 0.00048189805776137454, + "loss": 5.1795, + "mean_token_accuracy": 0.20001329630613326, + "num_tokens": 5195788.0, + "step": 2185 + }, + { + "entropy": 5.262393999099731, + "epoch": 2.1429270680372, + "grad_norm": 1.140625, + "learning_rate": 0.00048174695270956707, + "loss": 5.0315, + "mean_token_accuracy": 0.20920827537775039, + "num_tokens": 5205440.0, + "step": 2190 + }, + { + "entropy": 5.293731689453125, + "epoch": 2.147821830641214, + "grad_norm": 1.015625, + "learning_rate": 0.0004815952462631857, + "loss": 5.1003, + "mean_token_accuracy": 0.2001971885561943, + "num_tokens": 5216578.0, + "step": 2195 + }, + { + "entropy": 5.37099986076355, + "epoch": 2.1527165932452275, + "grad_norm": 1.0546875, + "learning_rate": 0.00048144293886352035, + "loss": 5.1344, + "mean_token_accuracy": 0.20005329102277755, + "num_tokens": 5228836.0, + "step": 2200 + }, + { + "entropy": 5.275912046432495, + "epoch": 2.1576113558492414, + "grad_norm": 1.09375, + "learning_rate": 0.0004812900309536098, + "loss": 5.0887, + "mean_token_accuracy": 0.2067259818315506, + "num_tokens": 5240648.0, + "step": 2205 + }, + { + "entropy": 5.3612512111663815, + "epoch": 2.162506118453255, + "grad_norm": 1.2265625, + "learning_rate": 0.00048113652297823907, + "loss": 5.2269, + "mean_token_accuracy": 0.18981953859329223, + "num_tokens": 5252391.0, + "step": 2210 + }, + { + "entropy": 5.453209781646729, + "epoch": 2.1674008810572687, + "grad_norm": 1.1015625, + "learning_rate": 0.00048098241538393897, + "loss": 5.2036, + "mean_token_accuracy": 0.19229551404714584, + "num_tokens": 5264574.0, + "step": 2215 + }, + { + "entropy": 5.34055609703064, + "epoch": 2.1722956436612826, + "grad_norm": 0.953125, + "learning_rate": 0.00048082770861898426, + "loss": 5.1746, + "mean_token_accuracy": 0.19398458898067475, + "num_tokens": 5277400.0, + "step": 2220 + }, + { + "entropy": 5.379359340667724, + "epoch": 2.177190406265296, + "grad_norm": 1.1171875, + "learning_rate": 0.00048067240313339295, + "loss": 5.1089, + "mean_token_accuracy": 0.19827474504709244, + "num_tokens": 5288951.0, + "step": 2225 + }, + { + "entropy": 5.3159558296203615, + "epoch": 2.18208516886931, + "grad_norm": 1.0859375, + "learning_rate": 0.00048051649937892423, + "loss": 5.0671, + "mean_token_accuracy": 0.2028965413570404, + "num_tokens": 5300902.0, + "step": 2230 + }, + { + "entropy": 5.325251483917237, + "epoch": 2.1869799314733234, + "grad_norm": 1.09375, + "learning_rate": 0.00048035999780907785, + "loss": 5.1804, + "mean_token_accuracy": 0.1967838153243065, + "num_tokens": 5312498.0, + "step": 2235 + }, + { + "entropy": 5.33814377784729, + "epoch": 2.1918746940773373, + "grad_norm": 0.98046875, + "learning_rate": 0.00048020289887909246, + "loss": 5.0948, + "mean_token_accuracy": 0.19691168814897536, + "num_tokens": 5323591.0, + "step": 2240 + }, + { + "entropy": 5.343142366409301, + "epoch": 2.196769456681351, + "grad_norm": 1.0859375, + "learning_rate": 0.0004800452030459441, + "loss": 5.0878, + "mean_token_accuracy": 0.2060595616698265, + "num_tokens": 5334673.0, + "step": 2245 + }, + { + "entropy": 5.302957439422608, + "epoch": 2.2016642192853646, + "grad_norm": 1.125, + "learning_rate": 0.0004798869107683456, + "loss": 5.0975, + "mean_token_accuracy": 0.2082034319639206, + "num_tokens": 5347049.0, + "step": 2250 + }, + { + "entropy": 5.4850016117095945, + "epoch": 2.2065589818893785, + "grad_norm": 1.0859375, + "learning_rate": 0.00047972802250674426, + "loss": 5.2136, + "mean_token_accuracy": 0.1905737653374672, + "num_tokens": 5359153.0, + "step": 2255 + }, + { + "entropy": 5.326099538803101, + "epoch": 2.211453744493392, + "grad_norm": 1.109375, + "learning_rate": 0.00047956853872332126, + "loss": 5.0928, + "mean_token_accuracy": 0.20605096518993377, + "num_tokens": 5369663.0, + "step": 2260 + }, + { + "entropy": 5.356387901306152, + "epoch": 2.216348507097406, + "grad_norm": 0.98828125, + "learning_rate": 0.0004794084598819899, + "loss": 5.1502, + "mean_token_accuracy": 0.1967753291130066, + "num_tokens": 5380962.0, + "step": 2265 + }, + { + "entropy": 5.288668155670166, + "epoch": 2.2212432697014193, + "grad_norm": 0.96875, + "learning_rate": 0.00047924778644839466, + "loss": 5.1048, + "mean_token_accuracy": 0.2026848703622818, + "num_tokens": 5393319.0, + "step": 2270 + }, + { + "entropy": 5.390505695343018, + "epoch": 2.226138032305433, + "grad_norm": 1.03125, + "learning_rate": 0.00047908651888990943, + "loss": 5.1442, + "mean_token_accuracy": 0.20073584467172623, + "num_tokens": 5405052.0, + "step": 2275 + }, + { + "entropy": 5.326527070999146, + "epoch": 2.231032794909447, + "grad_norm": 1.0703125, + "learning_rate": 0.0004789246576756362, + "loss": 5.0887, + "mean_token_accuracy": 0.2013887345790863, + "num_tokens": 5416416.0, + "step": 2280 + }, + { + "entropy": 5.414171504974365, + "epoch": 2.2359275575134605, + "grad_norm": 1.09375, + "learning_rate": 0.0004787622032764041, + "loss": 5.3084, + "mean_token_accuracy": 0.18751744031906128, + "num_tokens": 5428676.0, + "step": 2285 + }, + { + "entropy": 5.395980930328369, + "epoch": 2.2408223201174744, + "grad_norm": 1.1328125, + "learning_rate": 0.0004785991561647675, + "loss": 5.1538, + "mean_token_accuracy": 0.19835059940814972, + "num_tokens": 5439885.0, + "step": 2290 + }, + { + "entropy": 5.331133651733398, + "epoch": 2.245717082721488, + "grad_norm": 1.078125, + "learning_rate": 0.00047843551681500494, + "loss": 5.2068, + "mean_token_accuracy": 0.19880653768777848, + "num_tokens": 5451236.0, + "step": 2295 + }, + { + "entropy": 5.391649007797241, + "epoch": 2.2506118453255017, + "grad_norm": 0.98828125, + "learning_rate": 0.0004782712857031178, + "loss": 5.2206, + "mean_token_accuracy": 0.19829923510551453, + "num_tokens": 5464088.0, + "step": 2300 + }, + { + "entropy": 5.2941186904907225, + "epoch": 2.255506607929515, + "grad_norm": 1.03125, + "learning_rate": 0.0004781064633068287, + "loss": 5.0972, + "mean_token_accuracy": 0.1968427300453186, + "num_tokens": 5475857.0, + "step": 2305 + }, + { + "entropy": 5.406572008132935, + "epoch": 2.260401370533529, + "grad_norm": 1.015625, + "learning_rate": 0.0004779410501055802, + "loss": 5.2506, + "mean_token_accuracy": 0.19424178153276445, + "num_tokens": 5488670.0, + "step": 2310 + }, + { + "entropy": 5.382027053833008, + "epoch": 2.265296133137543, + "grad_norm": 0.8984375, + "learning_rate": 0.00047777504658053343, + "loss": 5.1331, + "mean_token_accuracy": 0.19536806344985963, + "num_tokens": 5501746.0, + "step": 2315 + }, + { + "entropy": 5.342251920700074, + "epoch": 2.2701908957415564, + "grad_norm": 1.125, + "learning_rate": 0.0004776084532145668, + "loss": 5.2087, + "mean_token_accuracy": 0.19615187793970107, + "num_tokens": 5513504.0, + "step": 2320 + }, + { + "entropy": 5.28951063156128, + "epoch": 2.2750856583455703, + "grad_norm": 1.0234375, + "learning_rate": 0.00047744127049227425, + "loss": 5.1353, + "mean_token_accuracy": 0.1898852616548538, + "num_tokens": 5526144.0, + "step": 2325 + }, + { + "entropy": 5.376743125915527, + "epoch": 2.2799804209495838, + "grad_norm": 1.03125, + "learning_rate": 0.0004772734988999644, + "loss": 5.1969, + "mean_token_accuracy": 0.19190049171447754, + "num_tokens": 5537545.0, + "step": 2330 + }, + { + "entropy": 5.363980293273926, + "epoch": 2.2848751835535976, + "grad_norm": 1.0859375, + "learning_rate": 0.0004771051389256582, + "loss": 5.1988, + "mean_token_accuracy": 0.19740142524242402, + "num_tokens": 5549447.0, + "step": 2335 + }, + { + "entropy": 5.373389053344726, + "epoch": 2.2897699461576115, + "grad_norm": 1.1328125, + "learning_rate": 0.00047693619105908887, + "loss": 5.1783, + "mean_token_accuracy": 0.19465951174497603, + "num_tokens": 5561091.0, + "step": 2340 + }, + { + "entropy": 5.344110679626465, + "epoch": 2.294664708761625, + "grad_norm": 1.1015625, + "learning_rate": 0.0004767666557916992, + "loss": 5.0986, + "mean_token_accuracy": 0.19979317635297775, + "num_tokens": 5573326.0, + "step": 2345 + }, + { + "entropy": 5.291253471374512, + "epoch": 2.299559471365639, + "grad_norm": 1.125, + "learning_rate": 0.00047659653361664087, + "loss": 5.1232, + "mean_token_accuracy": 0.19844507426023483, + "num_tokens": 5584947.0, + "step": 2350 + }, + { + "entropy": 5.330148124694825, + "epoch": 2.3044542339696523, + "grad_norm": 1.03125, + "learning_rate": 0.00047642582502877256, + "loss": 5.1108, + "mean_token_accuracy": 0.20429294407367707, + "num_tokens": 5596944.0, + "step": 2355 + }, + { + "entropy": 5.328449010848999, + "epoch": 2.309348996573666, + "grad_norm": 1.0, + "learning_rate": 0.000476254530524659, + "loss": 5.1795, + "mean_token_accuracy": 0.20087141394615174, + "num_tokens": 5609265.0, + "step": 2360 + }, + { + "entropy": 5.3663146018981935, + "epoch": 2.31424375917768, + "grad_norm": 1.1171875, + "learning_rate": 0.0004760826506025691, + "loss": 5.1304, + "mean_token_accuracy": 0.19760584831237793, + "num_tokens": 5620730.0, + "step": 2365 + }, + { + "entropy": 5.285108232498169, + "epoch": 2.3191385217816936, + "grad_norm": 1.0, + "learning_rate": 0.0004759101857624747, + "loss": 5.1766, + "mean_token_accuracy": 0.20640088468790055, + "num_tokens": 5633191.0, + "step": 2370 + }, + { + "entropy": 5.3933042049407955, + "epoch": 2.3240332843857074, + "grad_norm": 1.0625, + "learning_rate": 0.000475737136506049, + "loss": 5.2271, + "mean_token_accuracy": 0.1945857360959053, + "num_tokens": 5645134.0, + "step": 2375 + }, + { + "entropy": 5.295850324630737, + "epoch": 2.328928046989721, + "grad_norm": 1.03125, + "learning_rate": 0.00047556350333666524, + "loss": 5.0834, + "mean_token_accuracy": 0.20512981414794923, + "num_tokens": 5658799.0, + "step": 2380 + }, + { + "entropy": 5.313294506072998, + "epoch": 2.333822809593735, + "grad_norm": 1.0625, + "learning_rate": 0.0004753892867593953, + "loss": 5.0859, + "mean_token_accuracy": 0.20842575281858444, + "num_tokens": 5670202.0, + "step": 2385 + }, + { + "entropy": 5.322448492050171, + "epoch": 2.3387175721977482, + "grad_norm": 1.046875, + "learning_rate": 0.00047521448728100787, + "loss": 5.2334, + "mean_token_accuracy": 0.19291446208953858, + "num_tokens": 5682469.0, + "step": 2390 + }, + { + "entropy": 5.4270847797393795, + "epoch": 2.343612334801762, + "grad_norm": 1.1796875, + "learning_rate": 0.00047503910540996734, + "loss": 5.2345, + "mean_token_accuracy": 0.19537753313779832, + "num_tokens": 5692908.0, + "step": 2395 + }, + { + "entropy": 5.408088541030883, + "epoch": 2.348507097405776, + "grad_norm": 1.15625, + "learning_rate": 0.0004748631416564322, + "loss": 5.1633, + "mean_token_accuracy": 0.20164895057678223, + "num_tokens": 5703813.0, + "step": 2400 + }, + { + "entropy": 5.196409845352173, + "epoch": 2.3534018600097895, + "grad_norm": 1.0625, + "learning_rate": 0.00047468659653225343, + "loss": 4.9836, + "mean_token_accuracy": 0.21172523200511933, + "num_tokens": 5715274.0, + "step": 2405 + }, + { + "entropy": 5.29620771408081, + "epoch": 2.3582966226138034, + "grad_norm": 1.0703125, + "learning_rate": 0.00047450947055097326, + "loss": 5.1346, + "mean_token_accuracy": 0.1948849856853485, + "num_tokens": 5727809.0, + "step": 2410 + }, + { + "entropy": 5.345274257659912, + "epoch": 2.363191385217817, + "grad_norm": 1.0234375, + "learning_rate": 0.0004743317642278234, + "loss": 5.2698, + "mean_token_accuracy": 0.19395796507596968, + "num_tokens": 5740398.0, + "step": 2415 + }, + { + "entropy": 5.324441909790039, + "epoch": 2.3680861478218307, + "grad_norm": 1.0859375, + "learning_rate": 0.000474153478079724, + "loss": 5.1448, + "mean_token_accuracy": 0.2060188740491867, + "num_tokens": 5752453.0, + "step": 2420 + }, + { + "entropy": 5.363028478622437, + "epoch": 2.372980910425844, + "grad_norm": 1.1171875, + "learning_rate": 0.0004739746126252813, + "loss": 5.2544, + "mean_token_accuracy": 0.19350223541259765, + "num_tokens": 5765062.0, + "step": 2425 + }, + { + "entropy": 5.430942630767822, + "epoch": 2.377875673029858, + "grad_norm": 1.046875, + "learning_rate": 0.0004737951683847872, + "loss": 5.219, + "mean_token_accuracy": 0.19821250736713408, + "num_tokens": 5776765.0, + "step": 2430 + }, + { + "entropy": 5.291578006744385, + "epoch": 2.382770435633872, + "grad_norm": 1.0625, + "learning_rate": 0.0004736151458802168, + "loss": 5.1678, + "mean_token_accuracy": 0.20081659257411957, + "num_tokens": 5789509.0, + "step": 2435 + }, + { + "entropy": 5.356848478317261, + "epoch": 2.3876651982378854, + "grad_norm": 1.046875, + "learning_rate": 0.0004734345456352275, + "loss": 5.1043, + "mean_token_accuracy": 0.20367712676525115, + "num_tokens": 5801264.0, + "step": 2440 + }, + { + "entropy": 5.308737421035767, + "epoch": 2.3925599608418993, + "grad_norm": 1.015625, + "learning_rate": 0.0004732533681751571, + "loss": 5.1319, + "mean_token_accuracy": 0.20206829607486726, + "num_tokens": 5813246.0, + "step": 2445 + }, + { + "entropy": 5.312044334411621, + "epoch": 2.3974547234459127, + "grad_norm": 1.09375, + "learning_rate": 0.0004730716140270227, + "loss": 5.1469, + "mean_token_accuracy": 0.2028827801346779, + "num_tokens": 5825304.0, + "step": 2450 + }, + { + "entropy": 5.267190885543823, + "epoch": 2.4023494860499266, + "grad_norm": 1.1328125, + "learning_rate": 0.0004728892837195186, + "loss": 5.0377, + "mean_token_accuracy": 0.2059757873415947, + "num_tokens": 5837996.0, + "step": 2455 + }, + { + "entropy": 5.323007535934448, + "epoch": 2.4072442486539405, + "grad_norm": 0.9609375, + "learning_rate": 0.0004727063777830151, + "loss": 5.1748, + "mean_token_accuracy": 0.19384027421474456, + "num_tokens": 5850968.0, + "step": 2460 + }, + { + "entropy": 5.284120225906372, + "epoch": 2.412139011257954, + "grad_norm": 1.09375, + "learning_rate": 0.00047252289674955706, + "loss": 5.1703, + "mean_token_accuracy": 0.1982756406068802, + "num_tokens": 5863233.0, + "step": 2465 + }, + { + "entropy": 5.306171417236328, + "epoch": 2.417033773861968, + "grad_norm": 1.1484375, + "learning_rate": 0.00047233884115286214, + "loss": 5.0615, + "mean_token_accuracy": 0.20489953309297562, + "num_tokens": 5873776.0, + "step": 2470 + }, + { + "entropy": 5.330395984649658, + "epoch": 2.4219285364659813, + "grad_norm": 1.078125, + "learning_rate": 0.0004721542115283193, + "loss": 5.1998, + "mean_token_accuracy": 0.19702814221382142, + "num_tokens": 5885839.0, + "step": 2475 + }, + { + "entropy": 5.301304960250855, + "epoch": 2.426823299069995, + "grad_norm": 1.109375, + "learning_rate": 0.00047196900841298725, + "loss": 5.1866, + "mean_token_accuracy": 0.1993207722902298, + "num_tokens": 5896973.0, + "step": 2480 + }, + { + "entropy": 5.327944040298462, + "epoch": 2.431718061674009, + "grad_norm": 1.1796875, + "learning_rate": 0.0004717832323455929, + "loss": 5.1753, + "mean_token_accuracy": 0.20232927352190017, + "num_tokens": 5908306.0, + "step": 2485 + }, + { + "entropy": 5.290309238433838, + "epoch": 2.4366128242780225, + "grad_norm": 1.015625, + "learning_rate": 0.0004715968838665298, + "loss": 5.1711, + "mean_token_accuracy": 0.19939935356378555, + "num_tokens": 5919719.0, + "step": 2490 + }, + { + "entropy": 5.33341794013977, + "epoch": 2.4415075868820364, + "grad_norm": 1.0703125, + "learning_rate": 0.00047140996351785654, + "loss": 5.1023, + "mean_token_accuracy": 0.20435553342103957, + "num_tokens": 5931406.0, + "step": 2495 + }, + { + "entropy": 5.368729209899902, + "epoch": 2.44640234948605, + "grad_norm": 1.1015625, + "learning_rate": 0.00047122247184329527, + "loss": 5.2185, + "mean_token_accuracy": 0.19418967366218567, + "num_tokens": 5943427.0, + "step": 2500 + }, + { + "entropy": 5.307469177246094, + "epoch": 2.4512971120900637, + "grad_norm": 1.0625, + "learning_rate": 0.0004710344093882298, + "loss": 5.1507, + "mean_token_accuracy": 0.2013296440243721, + "num_tokens": 5954684.0, + "step": 2505 + }, + { + "entropy": 5.359532833099365, + "epoch": 2.456191874694077, + "grad_norm": 1.1796875, + "learning_rate": 0.0004708457766997046, + "loss": 5.2619, + "mean_token_accuracy": 0.18810701966285706, + "num_tokens": 5965135.0, + "step": 2510 + }, + { + "entropy": 5.419138956069946, + "epoch": 2.461086637298091, + "grad_norm": 1.0703125, + "learning_rate": 0.00047065657432642275, + "loss": 5.128, + "mean_token_accuracy": 0.20935332030057907, + "num_tokens": 5976419.0, + "step": 2515 + }, + { + "entropy": 5.281298351287842, + "epoch": 2.4659813999021045, + "grad_norm": 1.078125, + "learning_rate": 0.00047046680281874416, + "loss": 5.1704, + "mean_token_accuracy": 0.19998786300420762, + "num_tokens": 5990204.0, + "step": 2520 + }, + { + "entropy": 5.401511573791504, + "epoch": 2.4708761625061184, + "grad_norm": 1.265625, + "learning_rate": 0.0004702764627286845, + "loss": 5.2293, + "mean_token_accuracy": 0.19928793162107467, + "num_tokens": 6002137.0, + "step": 2525 + }, + { + "entropy": 5.285235929489136, + "epoch": 2.4757709251101323, + "grad_norm": 1.0625, + "learning_rate": 0.0004700855546099136, + "loss": 5.1081, + "mean_token_accuracy": 0.20293399542570115, + "num_tokens": 6014254.0, + "step": 2530 + }, + { + "entropy": 5.33097767829895, + "epoch": 2.4806656877141458, + "grad_norm": 1.1171875, + "learning_rate": 0.000469894079017753, + "loss": 5.1706, + "mean_token_accuracy": 0.1951598733663559, + "num_tokens": 6025999.0, + "step": 2535 + }, + { + "entropy": 5.242245769500732, + "epoch": 2.4855604503181596, + "grad_norm": 1.0625, + "learning_rate": 0.0004697020365091755, + "loss": 5.1076, + "mean_token_accuracy": 0.2008503183722496, + "num_tokens": 6037909.0, + "step": 2540 + }, + { + "entropy": 5.338990831375122, + "epoch": 2.490455212922173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004695094276428027, + "loss": 5.2176, + "mean_token_accuracy": 0.18787843734025955, + "num_tokens": 6050267.0, + "step": 2545 + }, + { + "entropy": 5.3056189060211185, + "epoch": 2.495349975526187, + "grad_norm": 1.03125, + "learning_rate": 0.00046931625297890367, + "loss": 5.1037, + "mean_token_accuracy": 0.20342702567577362, + "num_tokens": 6062168.0, + "step": 2550 + }, + { + "entropy": 5.221565580368042, + "epoch": 2.500244738130201, + "grad_norm": 0.93359375, + "learning_rate": 0.00046912251307939336, + "loss": 5.063, + "mean_token_accuracy": 0.20233901143074035, + "num_tokens": 6075737.0, + "step": 2555 + }, + { + "entropy": 5.328143358230591, + "epoch": 2.5051395007342143, + "grad_norm": 1.0703125, + "learning_rate": 0.0004689282085078308, + "loss": 5.1588, + "mean_token_accuracy": 0.1983553498983383, + "num_tokens": 6089195.0, + "step": 2560 + }, + { + "entropy": 5.28541522026062, + "epoch": 2.510034263338228, + "grad_norm": 1.109375, + "learning_rate": 0.00046873333982941763, + "loss": 5.1283, + "mean_token_accuracy": 0.19364329129457475, + "num_tokens": 6101277.0, + "step": 2565 + }, + { + "entropy": 5.3025566101074215, + "epoch": 2.5149290259422417, + "grad_norm": 1.171875, + "learning_rate": 0.0004685379076109964, + "loss": 5.2084, + "mean_token_accuracy": 0.1892598196864128, + "num_tokens": 6113169.0, + "step": 2570 + }, + { + "entropy": 5.2775373458862305, + "epoch": 2.5198237885462555, + "grad_norm": 1.0546875, + "learning_rate": 0.00046834191242104887, + "loss": 5.0687, + "mean_token_accuracy": 0.20382051467895507, + "num_tokens": 6124006.0, + "step": 2575 + }, + { + "entropy": 5.243126773834229, + "epoch": 2.5247185511502694, + "grad_norm": 1.1640625, + "learning_rate": 0.0004681453548296944, + "loss": 5.0609, + "mean_token_accuracy": 0.20143638849258422, + "num_tokens": 6134991.0, + "step": 2580 + }, + { + "entropy": 5.288752269744873, + "epoch": 2.529613313754283, + "grad_norm": 1.171875, + "learning_rate": 0.0004679482354086884, + "loss": 5.1545, + "mean_token_accuracy": 0.195332270860672, + "num_tokens": 6145771.0, + "step": 2585 + }, + { + "entropy": 5.329096794128418, + "epoch": 2.534508076358297, + "grad_norm": 1.0625, + "learning_rate": 0.00046775055473142037, + "loss": 5.1409, + "mean_token_accuracy": 0.20373797565698623, + "num_tokens": 6157778.0, + "step": 2590 + }, + { + "entropy": 5.320698356628418, + "epoch": 2.5394028389623102, + "grad_norm": 1.09375, + "learning_rate": 0.00046755231337291257, + "loss": 5.2232, + "mean_token_accuracy": 0.194973361492157, + "num_tokens": 6167977.0, + "step": 2595 + }, + { + "entropy": 5.258221435546875, + "epoch": 2.544297601566324, + "grad_norm": 1.1015625, + "learning_rate": 0.000467353511909818, + "loss": 5.1519, + "mean_token_accuracy": 0.1974998250603676, + "num_tokens": 6179012.0, + "step": 2600 + }, + { + "entropy": 5.416901731491089, + "epoch": 2.549192364170338, + "grad_norm": 1.1328125, + "learning_rate": 0.00046715415092041923, + "loss": 5.2214, + "mean_token_accuracy": 0.20321713387966156, + "num_tokens": 6191199.0, + "step": 2605 + }, + { + "entropy": 5.396421337127686, + "epoch": 2.5540871267743515, + "grad_norm": 1.1875, + "learning_rate": 0.00046695423098462607, + "loss": 5.2765, + "mean_token_accuracy": 0.19418736398220063, + "num_tokens": 6202990.0, + "step": 2610 + }, + { + "entropy": 5.373351144790649, + "epoch": 2.558981889378365, + "grad_norm": 1.1796875, + "learning_rate": 0.0004667537526839745, + "loss": 5.2863, + "mean_token_accuracy": 0.19325242787599564, + "num_tokens": 6215270.0, + "step": 2615 + }, + { + "entropy": 5.2843457698822025, + "epoch": 2.563876651982379, + "grad_norm": 1.1015625, + "learning_rate": 0.0004665527166016244, + "loss": 5.1041, + "mean_token_accuracy": 0.2006557270884514, + "num_tokens": 6227471.0, + "step": 2620 + }, + { + "entropy": 5.304417896270752, + "epoch": 2.5687714145863927, + "grad_norm": 1.15625, + "learning_rate": 0.0004663511233223584, + "loss": 5.1405, + "mean_token_accuracy": 0.19751403629779815, + "num_tokens": 6239960.0, + "step": 2625 + }, + { + "entropy": 5.183145141601562, + "epoch": 2.573666177190406, + "grad_norm": 1.03125, + "learning_rate": 0.00046614897343257993, + "loss": 5.0943, + "mean_token_accuracy": 0.19900689721107484, + "num_tokens": 6252986.0, + "step": 2630 + }, + { + "entropy": 5.334723329544067, + "epoch": 2.57856093979442, + "grad_norm": 1.0546875, + "learning_rate": 0.0004659462675203113, + "loss": 5.2365, + "mean_token_accuracy": 0.19438600391149521, + "num_tokens": 6265814.0, + "step": 2635 + }, + { + "entropy": 5.294690322875977, + "epoch": 2.5834557023984335, + "grad_norm": 1.046875, + "learning_rate": 0.0004657430061751924, + "loss": 5.1526, + "mean_token_accuracy": 0.19875487089157104, + "num_tokens": 6276875.0, + "step": 2640 + }, + { + "entropy": 5.29907865524292, + "epoch": 2.5883504650024474, + "grad_norm": 1.0625, + "learning_rate": 0.00046553918998847873, + "loss": 5.1866, + "mean_token_accuracy": 0.1913258284330368, + "num_tokens": 6288864.0, + "step": 2645 + }, + { + "entropy": 5.373501443862915, + "epoch": 2.5932452276064613, + "grad_norm": 1.28125, + "learning_rate": 0.0004653348195530396, + "loss": 5.2424, + "mean_token_accuracy": 0.1908942475914955, + "num_tokens": 6302693.0, + "step": 2650 + }, + { + "entropy": 5.310032081604004, + "epoch": 2.5981399902104747, + "grad_norm": 1.109375, + "learning_rate": 0.00046512989546335684, + "loss": 5.2109, + "mean_token_accuracy": 0.1932237148284912, + "num_tokens": 6315961.0, + "step": 2655 + }, + { + "entropy": 5.304839754104615, + "epoch": 2.6030347528144886, + "grad_norm": 1.140625, + "learning_rate": 0.00046492441831552244, + "loss": 5.2087, + "mean_token_accuracy": 0.19596468061208724, + "num_tokens": 6328383.0, + "step": 2660 + }, + { + "entropy": 5.363293695449829, + "epoch": 2.607929515418502, + "grad_norm": 1.1171875, + "learning_rate": 0.00046471838870723744, + "loss": 5.136, + "mean_token_accuracy": 0.1972019836306572, + "num_tokens": 6341188.0, + "step": 2665 + }, + { + "entropy": 5.237611436843872, + "epoch": 2.612824278022516, + "grad_norm": 1.109375, + "learning_rate": 0.00046451180723780966, + "loss": 5.0922, + "mean_token_accuracy": 0.20550482720136642, + "num_tokens": 6352364.0, + "step": 2670 + }, + { + "entropy": 5.364541006088257, + "epoch": 2.61771904062653, + "grad_norm": 1.03125, + "learning_rate": 0.00046430467450815237, + "loss": 5.2227, + "mean_token_accuracy": 0.20022366791963578, + "num_tokens": 6364801.0, + "step": 2675 + }, + { + "entropy": 5.332408142089844, + "epoch": 2.6226138032305433, + "grad_norm": 0.96484375, + "learning_rate": 0.00046409699112078234, + "loss": 5.1131, + "mean_token_accuracy": 0.20269023180007933, + "num_tokens": 6378350.0, + "step": 2680 + }, + { + "entropy": 5.227812242507935, + "epoch": 2.627508565834557, + "grad_norm": 1.0546875, + "learning_rate": 0.000463888757679818, + "loss": 5.0975, + "mean_token_accuracy": 0.19431902468204498, + "num_tokens": 6390372.0, + "step": 2685 + }, + { + "entropy": 5.292713356018067, + "epoch": 2.6324033284385706, + "grad_norm": 1.125, + "learning_rate": 0.000463679974790978, + "loss": 5.1655, + "mean_token_accuracy": 0.19646825790405273, + "num_tokens": 6402460.0, + "step": 2690 + }, + { + "entropy": 5.2531421184539795, + "epoch": 2.6372980910425845, + "grad_norm": 1.046875, + "learning_rate": 0.00046347064306157904, + "loss": 5.0339, + "mean_token_accuracy": 0.20605625808238984, + "num_tokens": 6413086.0, + "step": 2695 + }, + { + "entropy": 5.273374080657959, + "epoch": 2.6421928536465984, + "grad_norm": 1.0390625, + "learning_rate": 0.00046326076310053443, + "loss": 5.2039, + "mean_token_accuracy": 0.20057330429553985, + "num_tokens": 6425334.0, + "step": 2700 + }, + { + "entropy": 5.329495000839233, + "epoch": 2.647087616250612, + "grad_norm": 1.0390625, + "learning_rate": 0.0004630503355183522, + "loss": 5.2021, + "mean_token_accuracy": 0.19525025635957718, + "num_tokens": 6438043.0, + "step": 2705 + }, + { + "entropy": 5.352862691879272, + "epoch": 2.6519823788546253, + "grad_norm": 1.1171875, + "learning_rate": 0.0004628393609271332, + "loss": 5.2473, + "mean_token_accuracy": 0.1973058670759201, + "num_tokens": 6449424.0, + "step": 2710 + }, + { + "entropy": 5.27777681350708, + "epoch": 2.656877141458639, + "grad_norm": 1.1328125, + "learning_rate": 0.0004626278399405698, + "loss": 5.1823, + "mean_token_accuracy": 0.20338010936975479, + "num_tokens": 6461149.0, + "step": 2715 + }, + { + "entropy": 5.37155704498291, + "epoch": 2.661771904062653, + "grad_norm": 1.046875, + "learning_rate": 0.0004624157731739432, + "loss": 5.1824, + "mean_token_accuracy": 0.20031111240386962, + "num_tokens": 6472750.0, + "step": 2720 + }, + { + "entropy": 5.269566822052002, + "epoch": 2.6666666666666665, + "grad_norm": 1.1484375, + "learning_rate": 0.00046220316124412255, + "loss": 5.1534, + "mean_token_accuracy": 0.2030242934823036, + "num_tokens": 6485912.0, + "step": 2725 + }, + { + "entropy": 5.277011966705322, + "epoch": 2.6715614292706804, + "grad_norm": 1.03125, + "learning_rate": 0.0004619900047695628, + "loss": 5.1074, + "mean_token_accuracy": 0.2049603432416916, + "num_tokens": 6496457.0, + "step": 2730 + }, + { + "entropy": 5.2734582901000975, + "epoch": 2.676456191874694, + "grad_norm": 1.0546875, + "learning_rate": 0.0004617763043703029, + "loss": 5.2227, + "mean_token_accuracy": 0.19709507524967193, + "num_tokens": 6509112.0, + "step": 2735 + }, + { + "entropy": 5.344844722747803, + "epoch": 2.6813509544787077, + "grad_norm": 1.109375, + "learning_rate": 0.0004615620606679637, + "loss": 5.2023, + "mean_token_accuracy": 0.19780662953853606, + "num_tokens": 6520968.0, + "step": 2740 + }, + { + "entropy": 5.323253107070923, + "epoch": 2.6862457170827216, + "grad_norm": 1.15625, + "learning_rate": 0.0004613472742857468, + "loss": 5.2199, + "mean_token_accuracy": 0.1946541726589203, + "num_tokens": 6533384.0, + "step": 2745 + }, + { + "entropy": 5.23217282295227, + "epoch": 2.691140479686735, + "grad_norm": 1.1015625, + "learning_rate": 0.00046113194584843217, + "loss": 5.08, + "mean_token_accuracy": 0.20902790129184723, + "num_tokens": 6544334.0, + "step": 2750 + }, + { + "entropy": 5.267884683609009, + "epoch": 2.696035242290749, + "grad_norm": 1.171875, + "learning_rate": 0.00046091607598237655, + "loss": 5.1461, + "mean_token_accuracy": 0.20653503835201265, + "num_tokens": 6556260.0, + "step": 2755 + }, + { + "entropy": 5.357528781890869, + "epoch": 2.7009300048947624, + "grad_norm": 1.046875, + "learning_rate": 0.00046069966531551174, + "loss": 5.1733, + "mean_token_accuracy": 0.1969723477959633, + "num_tokens": 6568148.0, + "step": 2760 + }, + { + "entropy": 5.397097110748291, + "epoch": 2.7058247674987763, + "grad_norm": 0.99609375, + "learning_rate": 0.0004604827144773425, + "loss": 5.2952, + "mean_token_accuracy": 0.19570557475090028, + "num_tokens": 6580929.0, + "step": 2765 + }, + { + "entropy": 5.2552718162536625, + "epoch": 2.71071953010279, + "grad_norm": 1.0078125, + "learning_rate": 0.00046026522409894476, + "loss": 5.2036, + "mean_token_accuracy": 0.19973676651716232, + "num_tokens": 6594412.0, + "step": 2770 + }, + { + "entropy": 5.272260332107544, + "epoch": 2.7156142927068037, + "grad_norm": 1.0625, + "learning_rate": 0.0004600471948129643, + "loss": 5.1549, + "mean_token_accuracy": 0.20321643203496934, + "num_tokens": 6606735.0, + "step": 2775 + }, + { + "entropy": 5.34075813293457, + "epoch": 2.7205090553108175, + "grad_norm": 1.140625, + "learning_rate": 0.00045982862725361414, + "loss": 5.189, + "mean_token_accuracy": 0.19283341318368913, + "num_tokens": 6620203.0, + "step": 2780 + }, + { + "entropy": 5.281694984436035, + "epoch": 2.725403817914831, + "grad_norm": 1.0234375, + "learning_rate": 0.00045960952205667305, + "loss": 5.0273, + "mean_token_accuracy": 0.2054688349366188, + "num_tokens": 6632420.0, + "step": 2785 + }, + { + "entropy": 5.248138332366944, + "epoch": 2.730298580518845, + "grad_norm": 1.2265625, + "learning_rate": 0.0004593898798594839, + "loss": 5.0615, + "mean_token_accuracy": 0.20480649769306183, + "num_tokens": 6644090.0, + "step": 2790 + }, + { + "entropy": 5.18441481590271, + "epoch": 2.7351933431228588, + "grad_norm": 1.1328125, + "learning_rate": 0.00045916970130095155, + "loss": 5.1237, + "mean_token_accuracy": 0.20232576578855516, + "num_tokens": 6654970.0, + "step": 2795 + }, + { + "entropy": 5.235738801956177, + "epoch": 2.7400881057268722, + "grad_norm": 1.0, + "learning_rate": 0.000458948987021541, + "loss": 5.0864, + "mean_token_accuracy": 0.20247414112091064, + "num_tokens": 6667428.0, + "step": 2800 + }, + { + "entropy": 5.293523788452148, + "epoch": 2.744982868330886, + "grad_norm": 1.1953125, + "learning_rate": 0.0004587277376632755, + "loss": 5.1167, + "mean_token_accuracy": 0.20096131265163422, + "num_tokens": 6679743.0, + "step": 2805 + }, + { + "entropy": 5.195648813247681, + "epoch": 2.7498776309348996, + "grad_norm": 1.1171875, + "learning_rate": 0.0004585059538697349, + "loss": 5.1231, + "mean_token_accuracy": 0.2077399328351021, + "num_tokens": 6691657.0, + "step": 2810 + }, + { + "entropy": 5.2407111644744875, + "epoch": 2.7547723935389135, + "grad_norm": 1.1015625, + "learning_rate": 0.00045828363628605355, + "loss": 5.1147, + "mean_token_accuracy": 0.20235977917909623, + "num_tokens": 6703862.0, + "step": 2815 + }, + { + "entropy": 5.314387226104737, + "epoch": 2.759667156142927, + "grad_norm": 1.171875, + "learning_rate": 0.00045806078555891874, + "loss": 5.1477, + "mean_token_accuracy": 0.19421834498643875, + "num_tokens": 6714896.0, + "step": 2820 + }, + { + "entropy": 5.247271633148193, + "epoch": 2.764561918746941, + "grad_norm": 1.0703125, + "learning_rate": 0.00045783740233656825, + "loss": 5.1073, + "mean_token_accuracy": 0.20424874275922775, + "num_tokens": 6726432.0, + "step": 2825 + }, + { + "entropy": 5.23317141532898, + "epoch": 2.7694566813509542, + "grad_norm": 1.1328125, + "learning_rate": 0.00045761348726878906, + "loss": 5.0982, + "mean_token_accuracy": 0.20008147805929183, + "num_tokens": 6738262.0, + "step": 2830 + }, + { + "entropy": 5.314716863632202, + "epoch": 2.774351443954968, + "grad_norm": 1.09375, + "learning_rate": 0.0004573890410069149, + "loss": 5.2182, + "mean_token_accuracy": 0.19755987972021102, + "num_tokens": 6750838.0, + "step": 2835 + }, + { + "entropy": 5.339499568939209, + "epoch": 2.779246206558982, + "grad_norm": 1.1796875, + "learning_rate": 0.00045716406420382507, + "loss": 5.1352, + "mean_token_accuracy": 0.20612797290086746, + "num_tokens": 6763284.0, + "step": 2840 + }, + { + "entropy": 5.200328302383423, + "epoch": 2.7841409691629955, + "grad_norm": 1.15625, + "learning_rate": 0.00045693855751394185, + "loss": 5.1781, + "mean_token_accuracy": 0.19806490689516068, + "num_tokens": 6775122.0, + "step": 2845 + }, + { + "entropy": 5.246775674819946, + "epoch": 2.7890357317670094, + "grad_norm": 1.1796875, + "learning_rate": 0.00045671252159322907, + "loss": 4.9814, + "mean_token_accuracy": 0.21260356158018112, + "num_tokens": 6786126.0, + "step": 2850 + }, + { + "entropy": 5.225829267501831, + "epoch": 2.793930494371023, + "grad_norm": 1.171875, + "learning_rate": 0.00045648595709918974, + "loss": 5.0955, + "mean_token_accuracy": 0.20787982046604156, + "num_tokens": 6797549.0, + "step": 2855 + }, + { + "entropy": 5.221702241897583, + "epoch": 2.7988252569750367, + "grad_norm": 1.09375, + "learning_rate": 0.0004562588646908646, + "loss": 5.0589, + "mean_token_accuracy": 0.1999519497156143, + "num_tokens": 6809882.0, + "step": 2860 + }, + { + "entropy": 5.277024984359741, + "epoch": 2.8037200195790506, + "grad_norm": 1.15625, + "learning_rate": 0.00045603124502883004, + "loss": 5.1685, + "mean_token_accuracy": 0.20202742516994476, + "num_tokens": 6822490.0, + "step": 2865 + }, + { + "entropy": 5.319039916992187, + "epoch": 2.808614782183064, + "grad_norm": 1.015625, + "learning_rate": 0.0004558030987751961, + "loss": 5.1629, + "mean_token_accuracy": 0.19774821102619172, + "num_tokens": 6834857.0, + "step": 2870 + }, + { + "entropy": 5.291704940795898, + "epoch": 2.813509544787078, + "grad_norm": 1.1640625, + "learning_rate": 0.0004555744265936045, + "loss": 5.1726, + "mean_token_accuracy": 0.19582183808088302, + "num_tokens": 6847371.0, + "step": 2875 + }, + { + "entropy": 5.288819742202759, + "epoch": 2.8184043073910914, + "grad_norm": 1.1015625, + "learning_rate": 0.0004553452291492269, + "loss": 5.1859, + "mean_token_accuracy": 0.20653139501810075, + "num_tokens": 6858313.0, + "step": 2880 + }, + { + "entropy": 5.22146954536438, + "epoch": 2.8232990699951053, + "grad_norm": 1.140625, + "learning_rate": 0.00045511550710876283, + "loss": 5.1053, + "mean_token_accuracy": 0.20446014255285264, + "num_tokens": 6869046.0, + "step": 2885 + }, + { + "entropy": 5.209698915481567, + "epoch": 2.828193832599119, + "grad_norm": 1.234375, + "learning_rate": 0.0004548852611404378, + "loss": 4.9938, + "mean_token_accuracy": 0.21259300410747528, + "num_tokens": 6879484.0, + "step": 2890 + }, + { + "entropy": 5.295617961883545, + "epoch": 2.8330885952031326, + "grad_norm": 1.1328125, + "learning_rate": 0.0004546544919140014, + "loss": 5.1401, + "mean_token_accuracy": 0.2019681915640831, + "num_tokens": 6890941.0, + "step": 2895 + }, + { + "entropy": 5.305285978317261, + "epoch": 2.8379833578071465, + "grad_norm": 1.1875, + "learning_rate": 0.0004544232001007253, + "loss": 5.1445, + "mean_token_accuracy": 0.19834502339363097, + "num_tokens": 6903446.0, + "step": 2900 + }, + { + "entropy": 5.2520472526550295, + "epoch": 2.84287812041116, + "grad_norm": 1.1171875, + "learning_rate": 0.000454191386373401, + "loss": 5.139, + "mean_token_accuracy": 0.20072694271802902, + "num_tokens": 6916972.0, + "step": 2905 + }, + { + "entropy": 5.312392044067383, + "epoch": 2.847772883015174, + "grad_norm": 1.15625, + "learning_rate": 0.00045395905140633875, + "loss": 5.2139, + "mean_token_accuracy": 0.19229765385389327, + "num_tokens": 6929888.0, + "step": 2910 + }, + { + "entropy": 5.216417598724365, + "epoch": 2.8526676456191877, + "grad_norm": 1.0546875, + "learning_rate": 0.00045372619587536427, + "loss": 5.0993, + "mean_token_accuracy": 0.20833698511123658, + "num_tokens": 6941739.0, + "step": 2915 + }, + { + "entropy": 5.288608837127685, + "epoch": 2.857562408223201, + "grad_norm": 1.046875, + "learning_rate": 0.0004534928204578182, + "loss": 5.1386, + "mean_token_accuracy": 0.20470602214336395, + "num_tokens": 6953842.0, + "step": 2920 + }, + { + "entropy": 5.276420736312867, + "epoch": 2.8624571708272146, + "grad_norm": 1.1484375, + "learning_rate": 0.0004532589258325531, + "loss": 5.1236, + "mean_token_accuracy": 0.20376610457897187, + "num_tokens": 6965217.0, + "step": 2925 + }, + { + "entropy": 5.278570938110351, + "epoch": 2.8673519334312285, + "grad_norm": 1.1640625, + "learning_rate": 0.0004530245126799317, + "loss": 5.1017, + "mean_token_accuracy": 0.20043444782495498, + "num_tokens": 6976996.0, + "step": 2930 + }, + { + "entropy": 5.156794118881225, + "epoch": 2.8722466960352424, + "grad_norm": 1.1328125, + "learning_rate": 0.0004527895816818255, + "loss": 5.077, + "mean_token_accuracy": 0.2072145789861679, + "num_tokens": 6987481.0, + "step": 2935 + }, + { + "entropy": 5.305797386169433, + "epoch": 2.877141458639256, + "grad_norm": 1.140625, + "learning_rate": 0.0004525541335216119, + "loss": 5.1421, + "mean_token_accuracy": 0.2094895660877228, + "num_tokens": 6998297.0, + "step": 2940 + }, + { + "entropy": 5.271157121658325, + "epoch": 2.8820362212432697, + "grad_norm": 1.078125, + "learning_rate": 0.0004523181688841728, + "loss": 5.1776, + "mean_token_accuracy": 0.20025330334901809, + "num_tokens": 7009792.0, + "step": 2945 + }, + { + "entropy": 5.40869107246399, + "epoch": 2.886930983847283, + "grad_norm": 0.96484375, + "learning_rate": 0.0004520816884558925, + "loss": 5.1608, + "mean_token_accuracy": 0.19975550919771196, + "num_tokens": 7022327.0, + "step": 2950 + }, + { + "entropy": 5.127566289901734, + "epoch": 2.891825746451297, + "grad_norm": 1.09375, + "learning_rate": 0.00045184469292465555, + "loss": 5.0348, + "mean_token_accuracy": 0.2134496822953224, + "num_tokens": 7032861.0, + "step": 2955 + }, + { + "entropy": 5.2581127166748045, + "epoch": 2.896720509055311, + "grad_norm": 1.140625, + "learning_rate": 0.000451607182979845, + "loss": 5.1886, + "mean_token_accuracy": 0.19754125773906708, + "num_tokens": 7045091.0, + "step": 2960 + }, + { + "entropy": 5.361897563934326, + "epoch": 2.9016152716593244, + "grad_norm": 1.0390625, + "learning_rate": 0.0004513691593123401, + "loss": 5.1417, + "mean_token_accuracy": 0.19922478795051574, + "num_tokens": 7058687.0, + "step": 2965 + }, + { + "entropy": 5.230517911911011, + "epoch": 2.9065100342633383, + "grad_norm": 1.140625, + "learning_rate": 0.00045113062261451447, + "loss": 5.1041, + "mean_token_accuracy": 0.20409076511859894, + "num_tokens": 7070185.0, + "step": 2970 + }, + { + "entropy": 5.153442859649658, + "epoch": 2.9114047968673518, + "grad_norm": 1.0703125, + "learning_rate": 0.0004508915735802342, + "loss": 5.0436, + "mean_token_accuracy": 0.21531937271356583, + "num_tokens": 7082084.0, + "step": 2975 + }, + { + "entropy": 5.288640642166138, + "epoch": 2.9162995594713657, + "grad_norm": 1.1640625, + "learning_rate": 0.00045065201290485547, + "loss": 5.1311, + "mean_token_accuracy": 0.2090048909187317, + "num_tokens": 7093648.0, + "step": 2980 + }, + { + "entropy": 5.317954778671265, + "epoch": 2.9211943220753795, + "grad_norm": 1.0703125, + "learning_rate": 0.0004504119412852228, + "loss": 5.2205, + "mean_token_accuracy": 0.1979729115962982, + "num_tokens": 7106444.0, + "step": 2985 + }, + { + "entropy": 5.221889877319336, + "epoch": 2.926089084679393, + "grad_norm": 1.0859375, + "learning_rate": 0.0004501713594196671, + "loss": 5.1525, + "mean_token_accuracy": 0.1946215435862541, + "num_tokens": 7119287.0, + "step": 2990 + }, + { + "entropy": 5.262315082550049, + "epoch": 2.930983847283407, + "grad_norm": 1.1875, + "learning_rate": 0.0004499302680080034, + "loss": 5.1373, + "mean_token_accuracy": 0.20100004523992537, + "num_tokens": 7130615.0, + "step": 2995 + }, + { + "entropy": 5.250856971740722, + "epoch": 2.9358786098874203, + "grad_norm": 1.2109375, + "learning_rate": 0.000449688667751529, + "loss": 5.103, + "mean_token_accuracy": 0.2066326454281807, + "num_tokens": 7141864.0, + "step": 3000 + }, + { + "epoch": 2.9358786098874203, + "eval_entropy": 5.239256037913453, + "eval_loss": 5.65110969543457, + "eval_mean_token_accuracy": 0.18974790772263245, + "eval_num_tokens": 7141864.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.994, + "eval_steps_per_second": 158.92, + "step": 3000 + }, + { + "entropy": 5.3498396396636965, + "epoch": 2.9407733724914342, + "grad_norm": 1.0703125, + "learning_rate": 0.00044944655935302114, + "loss": 5.1835, + "mean_token_accuracy": 0.19889111071825027, + "num_tokens": 7152303.0, + "step": 3005 + }, + { + "entropy": 5.192798328399658, + "epoch": 2.945668135095448, + "grad_norm": 1.1328125, + "learning_rate": 0.0004492039435167355, + "loss": 5.1174, + "mean_token_accuracy": 0.2020832344889641, + "num_tokens": 7164398.0, + "step": 3010 + }, + { + "entropy": 5.242094326019287, + "epoch": 2.9505628976994616, + "grad_norm": 1.21875, + "learning_rate": 0.0004489608209484034, + "loss": 5.1279, + "mean_token_accuracy": 0.20991869866847992, + "num_tokens": 7175192.0, + "step": 3015 + }, + { + "entropy": 5.273676490783691, + "epoch": 2.955457660303475, + "grad_norm": 1.0078125, + "learning_rate": 0.0004487171923552306, + "loss": 5.2383, + "mean_token_accuracy": 0.19441885203123094, + "num_tokens": 7189522.0, + "step": 3020 + }, + { + "entropy": 5.32355146408081, + "epoch": 2.960352422907489, + "grad_norm": 1.03125, + "learning_rate": 0.0004484730584458945, + "loss": 5.1586, + "mean_token_accuracy": 0.2014496371150017, + "num_tokens": 7201404.0, + "step": 3025 + }, + { + "entropy": 5.206380558013916, + "epoch": 2.965247185511503, + "grad_norm": 1.1484375, + "learning_rate": 0.0004482284199305426, + "loss": 5.1062, + "mean_token_accuracy": 0.20622824877500534, + "num_tokens": 7212355.0, + "step": 3030 + }, + { + "entropy": 5.183655405044556, + "epoch": 2.9701419481155162, + "grad_norm": 1.109375, + "learning_rate": 0.00044798327752078993, + "loss": 5.0126, + "mean_token_accuracy": 0.21361497044563293, + "num_tokens": 7223297.0, + "step": 3035 + }, + { + "entropy": 5.1699216842651365, + "epoch": 2.97503671071953, + "grad_norm": 1.0390625, + "learning_rate": 0.00044773763192971756, + "loss": 5.0496, + "mean_token_accuracy": 0.21205516457557677, + "num_tokens": 7235019.0, + "step": 3040 + }, + { + "entropy": 5.302969074249267, + "epoch": 2.9799314733235436, + "grad_norm": 1.0625, + "learning_rate": 0.0004474914838718701, + "loss": 5.1468, + "mean_token_accuracy": 0.2011548325419426, + "num_tokens": 7247429.0, + "step": 3045 + }, + { + "entropy": 5.151635313034058, + "epoch": 2.9848262359275575, + "grad_norm": 1.015625, + "learning_rate": 0.00044724483406325375, + "loss": 5.0214, + "mean_token_accuracy": 0.21079832166433335, + "num_tokens": 7259211.0, + "step": 3050 + }, + { + "entropy": 5.201655673980713, + "epoch": 2.9897209985315714, + "grad_norm": 1.0703125, + "learning_rate": 0.0004469976832213344, + "loss": 5.1013, + "mean_token_accuracy": 0.20135508179664613, + "num_tokens": 7270843.0, + "step": 3055 + }, + { + "entropy": 5.2060614109039305, + "epoch": 2.994615761135585, + "grad_norm": 1.09375, + "learning_rate": 0.000446750032065035, + "loss": 5.0263, + "mean_token_accuracy": 0.20377332866191863, + "num_tokens": 7282644.0, + "step": 3060 + }, + { + "entropy": 5.1719215393066404, + "epoch": 2.9995105237395987, + "grad_norm": 1.03125, + "learning_rate": 0.0004465018813147342, + "loss": 5.0764, + "mean_token_accuracy": 0.2082974672317505, + "num_tokens": 7294592.0, + "step": 3065 + }, + { + "entropy": 5.152208911048041, + "epoch": 3.003915810083211, + "grad_norm": 1.0234375, + "learning_rate": 0.00044625323169226376, + "loss": 4.8313, + "mean_token_accuracy": 0.21952111356788212, + "num_tokens": 7304315.0, + "step": 3070 + }, + { + "entropy": 5.258079576492309, + "epoch": 3.0088105726872247, + "grad_norm": 1.1171875, + "learning_rate": 0.00044600408392090653, + "loss": 4.8218, + "mean_token_accuracy": 0.2206038549542427, + "num_tokens": 7316042.0, + "step": 3075 + }, + { + "entropy": 5.194670152664185, + "epoch": 3.013705335291238, + "grad_norm": 1.078125, + "learning_rate": 0.0004457544387253945, + "loss": 4.8032, + "mean_token_accuracy": 0.22254225313663484, + "num_tokens": 7328096.0, + "step": 3080 + }, + { + "entropy": 5.21949610710144, + "epoch": 3.018600097895252, + "grad_norm": 1.0859375, + "learning_rate": 0.0004455042968319063, + "loss": 4.8169, + "mean_token_accuracy": 0.22124014794826508, + "num_tokens": 7340093.0, + "step": 3085 + }, + { + "entropy": 5.261151647567749, + "epoch": 3.023494860499266, + "grad_norm": 1.140625, + "learning_rate": 0.00044525365896806593, + "loss": 4.8632, + "mean_token_accuracy": 0.22004459500312806, + "num_tokens": 7352439.0, + "step": 3090 + }, + { + "entropy": 5.141685581207275, + "epoch": 3.0283896231032794, + "grad_norm": 1.0, + "learning_rate": 0.00044500252586293957, + "loss": 4.759, + "mean_token_accuracy": 0.218286868929863, + "num_tokens": 7364139.0, + "step": 3095 + }, + { + "entropy": 5.218305540084839, + "epoch": 3.0332843857072933, + "grad_norm": 1.15625, + "learning_rate": 0.00044475089824703426, + "loss": 4.8619, + "mean_token_accuracy": 0.21531160771846772, + "num_tokens": 7375390.0, + "step": 3100 + }, + { + "entropy": 5.173544788360596, + "epoch": 3.0381791483113068, + "grad_norm": 1.140625, + "learning_rate": 0.0004444987768522952, + "loss": 4.7697, + "mean_token_accuracy": 0.2147290900349617, + "num_tokens": 7386350.0, + "step": 3105 + }, + { + "entropy": 5.174273061752319, + "epoch": 3.0430739109153206, + "grad_norm": 1.078125, + "learning_rate": 0.0004442461624121044, + "loss": 4.7454, + "mean_token_accuracy": 0.2209487721323967, + "num_tokens": 7398256.0, + "step": 3110 + }, + { + "entropy": 5.181314134597779, + "epoch": 3.0479686735193345, + "grad_norm": 1.2265625, + "learning_rate": 0.00044399305566127773, + "loss": 4.7692, + "mean_token_accuracy": 0.219735686480999, + "num_tokens": 7410083.0, + "step": 3115 + }, + { + "entropy": 5.160170269012451, + "epoch": 3.052863436123348, + "grad_norm": 1.125, + "learning_rate": 0.0004437394573360631, + "loss": 4.7951, + "mean_token_accuracy": 0.22411915212869643, + "num_tokens": 7421988.0, + "step": 3120 + }, + { + "entropy": 5.139834976196289, + "epoch": 3.057758198727362, + "grad_norm": 1.1875, + "learning_rate": 0.0004434853681741384, + "loss": 4.7997, + "mean_token_accuracy": 0.21659549027681352, + "num_tokens": 7434191.0, + "step": 3125 + }, + { + "entropy": 5.182546091079712, + "epoch": 3.0626529613313753, + "grad_norm": 1.171875, + "learning_rate": 0.00044323078891460934, + "loss": 4.7833, + "mean_token_accuracy": 0.22339957505464553, + "num_tokens": 7445765.0, + "step": 3130 + }, + { + "entropy": 5.123447847366333, + "epoch": 3.067547723935389, + "grad_norm": 1.1171875, + "learning_rate": 0.0004429757202980071, + "loss": 4.7552, + "mean_token_accuracy": 0.22224232852458953, + "num_tokens": 7457269.0, + "step": 3135 + }, + { + "entropy": 5.104322624206543, + "epoch": 3.0724424865394027, + "grad_norm": 1.0859375, + "learning_rate": 0.00044272016306628656, + "loss": 4.779, + "mean_token_accuracy": 0.22368589043617249, + "num_tokens": 7470048.0, + "step": 3140 + }, + { + "entropy": 5.089307832717895, + "epoch": 3.0773372491434166, + "grad_norm": 1.09375, + "learning_rate": 0.0004424641179628237, + "loss": 4.7551, + "mean_token_accuracy": 0.22463481724262238, + "num_tokens": 7482954.0, + "step": 3145 + }, + { + "entropy": 5.12674765586853, + "epoch": 3.0822320117474304, + "grad_norm": 1.0703125, + "learning_rate": 0.0004422075857324137, + "loss": 4.8024, + "mean_token_accuracy": 0.22329255938529968, + "num_tokens": 7495546.0, + "step": 3150 + }, + { + "entropy": 5.1817950248718265, + "epoch": 3.087126774351444, + "grad_norm": 1.0234375, + "learning_rate": 0.00044195056712126876, + "loss": 4.8436, + "mean_token_accuracy": 0.2192997917532921, + "num_tokens": 7508042.0, + "step": 3155 + }, + { + "entropy": 5.086804294586182, + "epoch": 3.092021536955458, + "grad_norm": 1.125, + "learning_rate": 0.0004416930628770158, + "loss": 4.8123, + "mean_token_accuracy": 0.21833253055810928, + "num_tokens": 7520548.0, + "step": 3160 + }, + { + "entropy": 5.14989275932312, + "epoch": 3.0969162995594712, + "grad_norm": 1.0703125, + "learning_rate": 0.00044143507374869444, + "loss": 4.8172, + "mean_token_accuracy": 0.21817636638879775, + "num_tokens": 7531106.0, + "step": 3165 + }, + { + "entropy": 5.08776741027832, + "epoch": 3.101811062163485, + "grad_norm": 1.1796875, + "learning_rate": 0.0004411766004867548, + "loss": 4.7439, + "mean_token_accuracy": 0.22358861118555068, + "num_tokens": 7543159.0, + "step": 3170 + }, + { + "entropy": 5.1496686935424805, + "epoch": 3.1067058247674986, + "grad_norm": 1.15625, + "learning_rate": 0.00044091764384305524, + "loss": 4.8313, + "mean_token_accuracy": 0.22145208567380906, + "num_tokens": 7554708.0, + "step": 3175 + }, + { + "entropy": 5.182804679870605, + "epoch": 3.1116005873715125, + "grad_norm": 1.125, + "learning_rate": 0.00044065820457085995, + "loss": 4.8088, + "mean_token_accuracy": 0.2163847044110298, + "num_tokens": 7564896.0, + "step": 3180 + }, + { + "entropy": 5.093549823760986, + "epoch": 3.1164953499755264, + "grad_norm": 1.1328125, + "learning_rate": 0.0004403982834248374, + "loss": 4.7333, + "mean_token_accuracy": 0.2243751674890518, + "num_tokens": 7575917.0, + "step": 3185 + }, + { + "entropy": 5.106040048599243, + "epoch": 3.12139011257954, + "grad_norm": 1.1953125, + "learning_rate": 0.00044013788116105754, + "loss": 4.8104, + "mean_token_accuracy": 0.22413290143013, + "num_tokens": 7587632.0, + "step": 3190 + }, + { + "entropy": 5.115657091140747, + "epoch": 3.1262848751835537, + "grad_norm": 1.1796875, + "learning_rate": 0.0004398769985369898, + "loss": 4.6619, + "mean_token_accuracy": 0.2362922489643097, + "num_tokens": 7599177.0, + "step": 3195 + }, + { + "entropy": 5.15286660194397, + "epoch": 3.131179637787567, + "grad_norm": 1.203125, + "learning_rate": 0.0004396156363115011, + "loss": 4.8064, + "mean_token_accuracy": 0.22309130877256395, + "num_tokens": 7611122.0, + "step": 3200 + }, + { + "entropy": 5.14999794960022, + "epoch": 3.136074400391581, + "grad_norm": 1.15625, + "learning_rate": 0.0004393537952448531, + "loss": 4.8488, + "mean_token_accuracy": 0.21808122098445892, + "num_tokens": 7622053.0, + "step": 3205 + }, + { + "entropy": 5.1783332347869875, + "epoch": 3.140969162995595, + "grad_norm": 1.1796875, + "learning_rate": 0.0004390914760987008, + "loss": 4.8574, + "mean_token_accuracy": 0.2219322144985199, + "num_tokens": 7633774.0, + "step": 3210 + }, + { + "entropy": 5.17280764579773, + "epoch": 3.1458639255996084, + "grad_norm": 1.1640625, + "learning_rate": 0.0004388286796360895, + "loss": 4.8814, + "mean_token_accuracy": 0.21389546245336533, + "num_tokens": 7645286.0, + "step": 3215 + }, + { + "entropy": 5.111659717559815, + "epoch": 3.1507586882036223, + "grad_norm": 1.0703125, + "learning_rate": 0.0004385654066214529, + "loss": 4.7673, + "mean_token_accuracy": 0.22385075837373733, + "num_tokens": 7656576.0, + "step": 3220 + }, + { + "entropy": 5.107363080978393, + "epoch": 3.1556534508076357, + "grad_norm": 1.1484375, + "learning_rate": 0.0004383016578206112, + "loss": 4.8201, + "mean_token_accuracy": 0.22123815417289733, + "num_tokens": 7667786.0, + "step": 3225 + }, + { + "entropy": 5.20523624420166, + "epoch": 3.1605482134116496, + "grad_norm": 1.140625, + "learning_rate": 0.0004380374340007684, + "loss": 4.8452, + "mean_token_accuracy": 0.2151228219270706, + "num_tokens": 7680029.0, + "step": 3230 + }, + { + "entropy": 5.136455726623535, + "epoch": 3.165442976015663, + "grad_norm": 1.1328125, + "learning_rate": 0.0004377727359305103, + "loss": 4.8486, + "mean_token_accuracy": 0.2207125499844551, + "num_tokens": 7692659.0, + "step": 3235 + }, + { + "entropy": 5.150415134429932, + "epoch": 3.170337738619677, + "grad_norm": 1.109375, + "learning_rate": 0.0004375075643798022, + "loss": 4.8128, + "mean_token_accuracy": 0.2215397596359253, + "num_tokens": 7705011.0, + "step": 3240 + }, + { + "entropy": 5.054905748367309, + "epoch": 3.175232501223691, + "grad_norm": 1.0078125, + "learning_rate": 0.0004372419201199867, + "loss": 4.7561, + "mean_token_accuracy": 0.22285788357257844, + "num_tokens": 7717489.0, + "step": 3245 + }, + { + "entropy": 5.087309694290161, + "epoch": 3.1801272638277043, + "grad_norm": 1.0703125, + "learning_rate": 0.0004369758039237814, + "loss": 4.7968, + "mean_token_accuracy": 0.22163646519184113, + "num_tokens": 7730009.0, + "step": 3250 + }, + { + "entropy": 5.211210298538208, + "epoch": 3.185022026431718, + "grad_norm": 1.125, + "learning_rate": 0.00043670921656527686, + "loss": 4.8711, + "mean_token_accuracy": 0.21754691898822784, + "num_tokens": 7741782.0, + "step": 3255 + }, + { + "entropy": 5.170057535171509, + "epoch": 3.1899167890357316, + "grad_norm": 1.078125, + "learning_rate": 0.000436442158819934, + "loss": 4.8354, + "mean_token_accuracy": 0.21667892038822173, + "num_tokens": 7753135.0, + "step": 3260 + }, + { + "entropy": 5.098474073410034, + "epoch": 3.1948115516397455, + "grad_norm": 1.171875, + "learning_rate": 0.00043617463146458196, + "loss": 4.8281, + "mean_token_accuracy": 0.21399773508310319, + "num_tokens": 7766344.0, + "step": 3265 + }, + { + "entropy": 5.120054292678833, + "epoch": 3.199706314243759, + "grad_norm": 1.265625, + "learning_rate": 0.000435906635277416, + "loss": 4.8442, + "mean_token_accuracy": 0.2192484274506569, + "num_tokens": 7778419.0, + "step": 3270 + }, + { + "entropy": 5.065897846221924, + "epoch": 3.204601076847773, + "grad_norm": 1.140625, + "learning_rate": 0.0004356381710379954, + "loss": 4.7307, + "mean_token_accuracy": 0.2220268577337265, + "num_tokens": 7789303.0, + "step": 3275 + }, + { + "entropy": 5.102967166900635, + "epoch": 3.2094958394517867, + "grad_norm": 1.0078125, + "learning_rate": 0.0004353692395272404, + "loss": 4.8441, + "mean_token_accuracy": 0.2154310703277588, + "num_tokens": 7803315.0, + "step": 3280 + }, + { + "entropy": 5.133005380630493, + "epoch": 3.2143906020558, + "grad_norm": 1.1015625, + "learning_rate": 0.00043509984152743074, + "loss": 4.8317, + "mean_token_accuracy": 0.21344627887010575, + "num_tokens": 7814651.0, + "step": 3285 + }, + { + "entropy": 5.086959648132324, + "epoch": 3.219285364659814, + "grad_norm": 1.203125, + "learning_rate": 0.00043482997782220333, + "loss": 4.7976, + "mean_token_accuracy": 0.21823935210704803, + "num_tokens": 7826481.0, + "step": 3290 + }, + { + "entropy": 5.1153992176055905, + "epoch": 3.2241801272638275, + "grad_norm": 1.0859375, + "learning_rate": 0.00043455964919654927, + "loss": 4.7424, + "mean_token_accuracy": 0.23253000527620316, + "num_tokens": 7837868.0, + "step": 3295 + }, + { + "entropy": 5.099810552597046, + "epoch": 3.2290748898678414, + "grad_norm": 1.1328125, + "learning_rate": 0.0004342888564368124, + "loss": 4.8011, + "mean_token_accuracy": 0.22438711524009705, + "num_tokens": 7850928.0, + "step": 3300 + }, + { + "entropy": 5.163304328918457, + "epoch": 3.2339696524718553, + "grad_norm": 1.1796875, + "learning_rate": 0.00043401760033068656, + "loss": 4.8854, + "mean_token_accuracy": 0.2155757039785385, + "num_tokens": 7862343.0, + "step": 3305 + }, + { + "entropy": 5.148097896575928, + "epoch": 3.2388644150758688, + "grad_norm": 1.0390625, + "learning_rate": 0.0004337458816672132, + "loss": 4.8496, + "mean_token_accuracy": 0.21238613426685332, + "num_tokens": 7874681.0, + "step": 3310 + }, + { + "entropy": 5.073517274856568, + "epoch": 3.2437591776798826, + "grad_norm": 1.1875, + "learning_rate": 0.0004334737012367797, + "loss": 4.7769, + "mean_token_accuracy": 0.21962419748306275, + "num_tokens": 7886624.0, + "step": 3315 + }, + { + "entropy": 5.226518678665161, + "epoch": 3.248653940283896, + "grad_norm": 1.09375, + "learning_rate": 0.00043320105983111627, + "loss": 4.8749, + "mean_token_accuracy": 0.21509021818637847, + "num_tokens": 7897918.0, + "step": 3320 + }, + { + "entropy": 5.152651309967041, + "epoch": 3.25354870288791, + "grad_norm": 1.1796875, + "learning_rate": 0.0004329279582432941, + "loss": 4.932, + "mean_token_accuracy": 0.21958141177892684, + "num_tokens": 7909698.0, + "step": 3325 + }, + { + "entropy": 5.121517133712769, + "epoch": 3.258443465491924, + "grad_norm": 1.2578125, + "learning_rate": 0.0004326543972677231, + "loss": 4.8369, + "mean_token_accuracy": 0.21473742574453353, + "num_tokens": 7921715.0, + "step": 3330 + }, + { + "entropy": 5.076841068267822, + "epoch": 3.2633382280959373, + "grad_norm": 1.171875, + "learning_rate": 0.00043238037770014937, + "loss": 4.7511, + "mean_token_accuracy": 0.21911688148975372, + "num_tokens": 7933262.0, + "step": 3335 + }, + { + "entropy": 5.141078281402588, + "epoch": 3.268232990699951, + "grad_norm": 1.2734375, + "learning_rate": 0.000432105900337653, + "loss": 4.8511, + "mean_token_accuracy": 0.21800520569086074, + "num_tokens": 7944352.0, + "step": 3340 + }, + { + "entropy": 5.0780316352844235, + "epoch": 3.2731277533039647, + "grad_norm": 1.203125, + "learning_rate": 0.0004318309659786457, + "loss": 4.7584, + "mean_token_accuracy": 0.22223492413759233, + "num_tokens": 7955024.0, + "step": 3345 + }, + { + "entropy": 5.087853527069091, + "epoch": 3.2780225159079786, + "grad_norm": 1.2109375, + "learning_rate": 0.0004315555754228687, + "loss": 4.8218, + "mean_token_accuracy": 0.22424828857183457, + "num_tokens": 7965543.0, + "step": 3350 + }, + { + "entropy": 5.142214775085449, + "epoch": 3.282917278511992, + "grad_norm": 1.2109375, + "learning_rate": 0.00043127972947138994, + "loss": 4.8638, + "mean_token_accuracy": 0.2150084137916565, + "num_tokens": 7977179.0, + "step": 3355 + }, + { + "entropy": 5.203800439834595, + "epoch": 3.287812041116006, + "grad_norm": 1.0859375, + "learning_rate": 0.00043100342892660225, + "loss": 4.9112, + "mean_token_accuracy": 0.20913542062044144, + "num_tokens": 7990177.0, + "step": 3360 + }, + { + "entropy": 5.177821969985962, + "epoch": 3.2927068037200193, + "grad_norm": 1.2109375, + "learning_rate": 0.0004307266745922207, + "loss": 4.7909, + "mean_token_accuracy": 0.2120165690779686, + "num_tokens": 8000879.0, + "step": 3365 + }, + { + "entropy": 5.078297185897827, + "epoch": 3.2976015663240332, + "grad_norm": 1.21875, + "learning_rate": 0.00043044946727328036, + "loss": 4.8003, + "mean_token_accuracy": 0.21971254646778107, + "num_tokens": 8013335.0, + "step": 3370 + }, + { + "entropy": 5.103021907806396, + "epoch": 3.302496328928047, + "grad_norm": 1.1015625, + "learning_rate": 0.00043017180777613415, + "loss": 4.8135, + "mean_token_accuracy": 0.22505059242248535, + "num_tokens": 8025020.0, + "step": 3375 + }, + { + "entropy": 5.110682249069214, + "epoch": 3.3073910915320606, + "grad_norm": 1.171875, + "learning_rate": 0.00042989369690844993, + "loss": 4.7648, + "mean_token_accuracy": 0.2246474251151085, + "num_tokens": 8037244.0, + "step": 3380 + }, + { + "entropy": 5.001568698883057, + "epoch": 3.3122858541360745, + "grad_norm": 1.1484375, + "learning_rate": 0.000429615135479209, + "loss": 4.7959, + "mean_token_accuracy": 0.22334180027246475, + "num_tokens": 8049087.0, + "step": 3385 + }, + { + "entropy": 5.188577890396118, + "epoch": 3.317180616740088, + "grad_norm": 1.203125, + "learning_rate": 0.00042933612429870284, + "loss": 4.9156, + "mean_token_accuracy": 0.21281692385673523, + "num_tokens": 8061052.0, + "step": 3390 + }, + { + "entropy": 5.12839412689209, + "epoch": 3.322075379344102, + "grad_norm": 1.0390625, + "learning_rate": 0.0004290566641785314, + "loss": 4.7894, + "mean_token_accuracy": 0.22035609632730485, + "num_tokens": 8072389.0, + "step": 3395 + }, + { + "entropy": 5.003451681137085, + "epoch": 3.3269701419481157, + "grad_norm": 1.046875, + "learning_rate": 0.00042877675593160053, + "loss": 4.8, + "mean_token_accuracy": 0.21525861769914628, + "num_tokens": 8085141.0, + "step": 3400 + }, + { + "entropy": 5.1706421852111815, + "epoch": 3.331864904552129, + "grad_norm": 1.0859375, + "learning_rate": 0.00042849640037211957, + "loss": 4.9041, + "mean_token_accuracy": 0.2083066239953041, + "num_tokens": 8097337.0, + "step": 3405 + }, + { + "entropy": 5.114046382904053, + "epoch": 3.336759667156143, + "grad_norm": 1.125, + "learning_rate": 0.000428215598315599, + "loss": 4.8412, + "mean_token_accuracy": 0.21854109466075897, + "num_tokens": 8109160.0, + "step": 3410 + }, + { + "entropy": 5.143175458908081, + "epoch": 3.3416544297601565, + "grad_norm": 1.109375, + "learning_rate": 0.00042793435057884816, + "loss": 4.7823, + "mean_token_accuracy": 0.21902110427618027, + "num_tokens": 8121195.0, + "step": 3415 + }, + { + "entropy": 5.103787803649903, + "epoch": 3.3465491923641704, + "grad_norm": 1.1328125, + "learning_rate": 0.00042765265797997274, + "loss": 4.7733, + "mean_token_accuracy": 0.22462240755558013, + "num_tokens": 8132364.0, + "step": 3420 + }, + { + "entropy": 5.122178840637207, + "epoch": 3.3514439549681843, + "grad_norm": 1.046875, + "learning_rate": 0.00042737052133837253, + "loss": 4.8555, + "mean_token_accuracy": 0.21716293841600418, + "num_tokens": 8144703.0, + "step": 3425 + }, + { + "entropy": 5.119469022750854, + "epoch": 3.3563387175721977, + "grad_norm": 1.0859375, + "learning_rate": 0.00042708794147473876, + "loss": 4.8393, + "mean_token_accuracy": 0.21995826959609985, + "num_tokens": 8157364.0, + "step": 3430 + }, + { + "entropy": 5.194144201278687, + "epoch": 3.3612334801762116, + "grad_norm": 1.1796875, + "learning_rate": 0.0004268049192110523, + "loss": 4.9333, + "mean_token_accuracy": 0.21170254945755004, + "num_tokens": 8170264.0, + "step": 3435 + }, + { + "entropy": 5.169523477554321, + "epoch": 3.366128242780225, + "grad_norm": 1.203125, + "learning_rate": 0.00042652145537058056, + "loss": 4.865, + "mean_token_accuracy": 0.2144750773906708, + "num_tokens": 8182854.0, + "step": 3440 + }, + { + "entropy": 5.071971988677978, + "epoch": 3.371023005384239, + "grad_norm": 1.1171875, + "learning_rate": 0.00042623755077787556, + "loss": 4.8302, + "mean_token_accuracy": 0.21609048843383788, + "num_tokens": 8195098.0, + "step": 3445 + }, + { + "entropy": 5.1184186935424805, + "epoch": 3.3759177679882524, + "grad_norm": 1.1328125, + "learning_rate": 0.00042595320625877153, + "loss": 4.9155, + "mean_token_accuracy": 0.21652448922395706, + "num_tokens": 8207513.0, + "step": 3450 + }, + { + "entropy": 5.167665195465088, + "epoch": 3.3808125305922663, + "grad_norm": 1.1796875, + "learning_rate": 0.00042566842264038203, + "loss": 4.8084, + "mean_token_accuracy": 0.2188054382801056, + "num_tokens": 8218603.0, + "step": 3455 + }, + { + "entropy": 5.169710397720337, + "epoch": 3.38570729319628, + "grad_norm": 1.1171875, + "learning_rate": 0.0004253832007510982, + "loss": 4.8944, + "mean_token_accuracy": 0.21486698538064958, + "num_tokens": 8231624.0, + "step": 3460 + }, + { + "entropy": 5.103657531738281, + "epoch": 3.3906020558002936, + "grad_norm": 1.34375, + "learning_rate": 0.000425097541420586, + "loss": 4.8423, + "mean_token_accuracy": 0.21821292191743852, + "num_tokens": 8242119.0, + "step": 3465 + }, + { + "entropy": 5.117683172225952, + "epoch": 3.3954968184043075, + "grad_norm": 1.2265625, + "learning_rate": 0.0004248114454797837, + "loss": 4.807, + "mean_token_accuracy": 0.2168683558702469, + "num_tokens": 8252944.0, + "step": 3470 + }, + { + "entropy": 5.120380592346192, + "epoch": 3.400391581008321, + "grad_norm": 1.2265625, + "learning_rate": 0.00042452491376089964, + "loss": 4.893, + "mean_token_accuracy": 0.21788542568683625, + "num_tokens": 8264761.0, + "step": 3475 + }, + { + "entropy": 5.08057017326355, + "epoch": 3.405286343612335, + "grad_norm": 1.125, + "learning_rate": 0.0004242379470974099, + "loss": 4.8175, + "mean_token_accuracy": 0.22083471715450287, + "num_tokens": 8278172.0, + "step": 3480 + }, + { + "entropy": 5.121869325637817, + "epoch": 3.4101811062163483, + "grad_norm": 1.28125, + "learning_rate": 0.00042395054632405563, + "loss": 4.8658, + "mean_token_accuracy": 0.21356443911790848, + "num_tokens": 8290836.0, + "step": 3485 + }, + { + "entropy": 5.146685361862183, + "epoch": 3.415075868820362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004236627122768406, + "loss": 4.8467, + "mean_token_accuracy": 0.22179711163043975, + "num_tokens": 8302467.0, + "step": 3490 + }, + { + "entropy": 5.041498041152954, + "epoch": 3.419970631424376, + "grad_norm": 1.09375, + "learning_rate": 0.0004233744457930294, + "loss": 4.7966, + "mean_token_accuracy": 0.2170724630355835, + "num_tokens": 8315190.0, + "step": 3495 + }, + { + "entropy": 5.161109066009521, + "epoch": 3.4248653940283895, + "grad_norm": 1.15625, + "learning_rate": 0.00042308574771114394, + "loss": 4.9148, + "mean_token_accuracy": 0.21417440623044967, + "num_tokens": 8327463.0, + "step": 3500 + }, + { + "entropy": 5.111668586730957, + "epoch": 3.4297601566324034, + "grad_norm": 1.234375, + "learning_rate": 0.0004227966188709618, + "loss": 4.8377, + "mean_token_accuracy": 0.21845465749502183, + "num_tokens": 8339005.0, + "step": 3505 + }, + { + "entropy": 5.139991712570191, + "epoch": 3.434654919236417, + "grad_norm": 1.0859375, + "learning_rate": 0.0004225070601135138, + "loss": 4.9125, + "mean_token_accuracy": 0.21437896490097047, + "num_tokens": 8351478.0, + "step": 3510 + }, + { + "entropy": 5.168607521057129, + "epoch": 3.4395496818404308, + "grad_norm": 1.109375, + "learning_rate": 0.000422217072281081, + "loss": 4.8433, + "mean_token_accuracy": 0.21583523452281952, + "num_tokens": 8363939.0, + "step": 3515 + }, + { + "entropy": 5.17737832069397, + "epoch": 3.4444444444444446, + "grad_norm": 1.1953125, + "learning_rate": 0.0004219266562171925, + "loss": 5.0011, + "mean_token_accuracy": 0.2089764431118965, + "num_tokens": 8377086.0, + "step": 3520 + }, + { + "entropy": 5.040504741668701, + "epoch": 3.449339207048458, + "grad_norm": 1.1640625, + "learning_rate": 0.0004216358127666235, + "loss": 4.7402, + "mean_token_accuracy": 0.2260405331850052, + "num_tokens": 8389085.0, + "step": 3525 + }, + { + "entropy": 5.103902959823609, + "epoch": 3.454233969652472, + "grad_norm": 1.171875, + "learning_rate": 0.00042134454277539205, + "loss": 4.829, + "mean_token_accuracy": 0.21698508113622667, + "num_tokens": 8401240.0, + "step": 3530 + }, + { + "entropy": 4.998382949829102, + "epoch": 3.4591287322564854, + "grad_norm": 1.1640625, + "learning_rate": 0.000421052847090757, + "loss": 4.7466, + "mean_token_accuracy": 0.2224629834294319, + "num_tokens": 8413988.0, + "step": 3535 + }, + { + "entropy": 5.103152704238892, + "epoch": 3.4640234948604993, + "grad_norm": 1.15625, + "learning_rate": 0.0004207607265612156, + "loss": 4.8352, + "mean_token_accuracy": 0.2225386008620262, + "num_tokens": 8425106.0, + "step": 3540 + }, + { + "entropy": 5.090368127822876, + "epoch": 3.468918257464513, + "grad_norm": 1.1171875, + "learning_rate": 0.00042046818203650074, + "loss": 4.86, + "mean_token_accuracy": 0.2257356509566307, + "num_tokens": 8437232.0, + "step": 3545 + }, + { + "entropy": 5.079847431182861, + "epoch": 3.4738130200685267, + "grad_norm": 1.1171875, + "learning_rate": 0.00042017521436757876, + "loss": 4.8133, + "mean_token_accuracy": 0.22792982906103135, + "num_tokens": 8448403.0, + "step": 3550 + }, + { + "entropy": 5.122736120223999, + "epoch": 3.4787077826725405, + "grad_norm": 1.0546875, + "learning_rate": 0.0004198818244066468, + "loss": 4.8588, + "mean_token_accuracy": 0.21321402192115785, + "num_tokens": 8461044.0, + "step": 3555 + }, + { + "entropy": 5.096948671340942, + "epoch": 3.483602545276554, + "grad_norm": 1.1171875, + "learning_rate": 0.00041958801300713035, + "loss": 4.8599, + "mean_token_accuracy": 0.21646499633789062, + "num_tokens": 8473829.0, + "step": 3560 + }, + { + "entropy": 5.096843147277832, + "epoch": 3.488497307880568, + "grad_norm": 1.0703125, + "learning_rate": 0.000419293781023681, + "loss": 4.8512, + "mean_token_accuracy": 0.22051677703857422, + "num_tokens": 8485033.0, + "step": 3565 + }, + { + "entropy": 5.0834801197052, + "epoch": 3.4933920704845813, + "grad_norm": 1.1796875, + "learning_rate": 0.00041899912931217347, + "loss": 4.8231, + "mean_token_accuracy": 0.22450067847967148, + "num_tokens": 8498307.0, + "step": 3570 + }, + { + "entropy": 5.0844282627105715, + "epoch": 3.4982868330885952, + "grad_norm": 1.015625, + "learning_rate": 0.00041870405872970355, + "loss": 4.9073, + "mean_token_accuracy": 0.21928595751523972, + "num_tokens": 8510766.0, + "step": 3575 + }, + { + "entropy": 5.100914096832275, + "epoch": 3.5031815956926087, + "grad_norm": 1.1484375, + "learning_rate": 0.0004184085701345856, + "loss": 4.8549, + "mean_token_accuracy": 0.2184406891465187, + "num_tokens": 8523041.0, + "step": 3580 + }, + { + "entropy": 5.121054792404175, + "epoch": 3.5080763582966226, + "grad_norm": 1.1171875, + "learning_rate": 0.0004181126643863496, + "loss": 4.8354, + "mean_token_accuracy": 0.2177764892578125, + "num_tokens": 8535984.0, + "step": 3585 + }, + { + "entropy": 5.093640518188477, + "epoch": 3.5129711209006365, + "grad_norm": 1.171875, + "learning_rate": 0.0004178163423457391, + "loss": 4.8075, + "mean_token_accuracy": 0.22597914487123488, + "num_tokens": 8548061.0, + "step": 3590 + }, + { + "entropy": 5.09451470375061, + "epoch": 3.51786588350465, + "grad_norm": 1.1875, + "learning_rate": 0.00041751960487470884, + "loss": 4.7958, + "mean_token_accuracy": 0.22748810350894927, + "num_tokens": 8558145.0, + "step": 3595 + }, + { + "entropy": 5.029383277893066, + "epoch": 3.522760646108664, + "grad_norm": 1.171875, + "learning_rate": 0.0004172224528364215, + "loss": 4.7723, + "mean_token_accuracy": 0.2199097290635109, + "num_tokens": 8570007.0, + "step": 3600 + }, + { + "entropy": 5.113267087936402, + "epoch": 3.5276554087126772, + "grad_norm": 1.203125, + "learning_rate": 0.000416924887095246, + "loss": 4.8472, + "mean_token_accuracy": 0.2192206010222435, + "num_tokens": 8582162.0, + "step": 3605 + }, + { + "entropy": 5.056365060806274, + "epoch": 3.532550171316691, + "grad_norm": 1.21875, + "learning_rate": 0.00041662690851675463, + "loss": 4.7057, + "mean_token_accuracy": 0.22681989520788193, + "num_tokens": 8593205.0, + "step": 3610 + }, + { + "entropy": 5.028490972518921, + "epoch": 3.537444933920705, + "grad_norm": 1.109375, + "learning_rate": 0.0004163285179677203, + "loss": 4.7384, + "mean_token_accuracy": 0.22807639688253403, + "num_tokens": 8604576.0, + "step": 3615 + }, + { + "entropy": 5.0321262836456295, + "epoch": 3.5423396965247185, + "grad_norm": 1.1640625, + "learning_rate": 0.0004160297163161148, + "loss": 4.8157, + "mean_token_accuracy": 0.21812277138233185, + "num_tokens": 8617252.0, + "step": 3620 + }, + { + "entropy": 4.983499479293823, + "epoch": 3.5472344591287324, + "grad_norm": 1.234375, + "learning_rate": 0.0004157305044311053, + "loss": 4.7504, + "mean_token_accuracy": 0.22493973821401597, + "num_tokens": 8627817.0, + "step": 3625 + }, + { + "entropy": 5.115007448196411, + "epoch": 3.552129221732746, + "grad_norm": 1.2109375, + "learning_rate": 0.00041543088318305235, + "loss": 4.8982, + "mean_token_accuracy": 0.21084729284048082, + "num_tokens": 8640246.0, + "step": 3630 + }, + { + "entropy": 5.066983366012574, + "epoch": 3.5570239843367597, + "grad_norm": 1.109375, + "learning_rate": 0.0004151308534435073, + "loss": 4.8294, + "mean_token_accuracy": 0.21993755400180817, + "num_tokens": 8651695.0, + "step": 3635 + }, + { + "entropy": 5.1451818466186525, + "epoch": 3.5619187469407736, + "grad_norm": 1.0390625, + "learning_rate": 0.00041483041608521, + "loss": 4.8984, + "mean_token_accuracy": 0.21316303610801696, + "num_tokens": 8664529.0, + "step": 3640 + }, + { + "entropy": 5.082834625244141, + "epoch": 3.566813509544787, + "grad_norm": 1.109375, + "learning_rate": 0.0004145295719820855, + "loss": 4.845, + "mean_token_accuracy": 0.21952054500579835, + "num_tokens": 8676203.0, + "step": 3645 + }, + { + "entropy": 5.060942316055298, + "epoch": 3.571708272148801, + "grad_norm": 1.1875, + "learning_rate": 0.0004142283220092425, + "loss": 4.8212, + "mean_token_accuracy": 0.22039462327957154, + "num_tokens": 8688790.0, + "step": 3650 + }, + { + "entropy": 5.050752830505371, + "epoch": 3.5766030347528144, + "grad_norm": 1.125, + "learning_rate": 0.00041392666704296986, + "loss": 4.8507, + "mean_token_accuracy": 0.2112608879804611, + "num_tokens": 8699179.0, + "step": 3655 + }, + { + "entropy": 5.032579851150513, + "epoch": 3.5814977973568283, + "grad_norm": 1.1171875, + "learning_rate": 0.00041362460796073495, + "loss": 4.742, + "mean_token_accuracy": 0.22416270524263382, + "num_tokens": 8710883.0, + "step": 3660 + }, + { + "entropy": 5.108354282379151, + "epoch": 3.586392559960842, + "grad_norm": 1.0859375, + "learning_rate": 0.0004133221456411803, + "loss": 4.9056, + "mean_token_accuracy": 0.21302346438169478, + "num_tokens": 8721425.0, + "step": 3665 + }, + { + "entropy": 5.165343856811523, + "epoch": 3.5912873225648556, + "grad_norm": 1.0546875, + "learning_rate": 0.00041301928096412164, + "loss": 4.8661, + "mean_token_accuracy": 0.21713459640741348, + "num_tokens": 8733809.0, + "step": 3670 + }, + { + "entropy": 5.068774461746216, + "epoch": 3.596182085168869, + "grad_norm": 1.140625, + "learning_rate": 0.00041271601481054486, + "loss": 4.782, + "mean_token_accuracy": 0.22668402045965194, + "num_tokens": 8746370.0, + "step": 3675 + }, + { + "entropy": 5.073219871520996, + "epoch": 3.601076847772883, + "grad_norm": 1.03125, + "learning_rate": 0.0004124123480626039, + "loss": 4.9065, + "mean_token_accuracy": 0.2157248854637146, + "num_tokens": 8758655.0, + "step": 3680 + }, + { + "entropy": 5.111428451538086, + "epoch": 3.605971610376897, + "grad_norm": 1.125, + "learning_rate": 0.0004121082816036178, + "loss": 4.8241, + "mean_token_accuracy": 0.22177139967679976, + "num_tokens": 8770171.0, + "step": 3685 + }, + { + "entropy": 5.085653305053711, + "epoch": 3.6108663729809103, + "grad_norm": 1.0546875, + "learning_rate": 0.0004118038163180684, + "loss": 4.8002, + "mean_token_accuracy": 0.22371812760829926, + "num_tokens": 8783015.0, + "step": 3690 + }, + { + "entropy": 5.092598009109497, + "epoch": 3.615761135584924, + "grad_norm": 1.1796875, + "learning_rate": 0.00041149895309159756, + "loss": 4.8909, + "mean_token_accuracy": 0.20332240909337998, + "num_tokens": 8795382.0, + "step": 3695 + }, + { + "entropy": 5.08798360824585, + "epoch": 3.6206558981889376, + "grad_norm": 1.203125, + "learning_rate": 0.000411193692811005, + "loss": 4.7672, + "mean_token_accuracy": 0.22842831909656525, + "num_tokens": 8806634.0, + "step": 3700 + }, + { + "entropy": 5.099050235748291, + "epoch": 3.6255506607929515, + "grad_norm": 1.1875, + "learning_rate": 0.00041088803636424494, + "loss": 4.8453, + "mean_token_accuracy": 0.2124974772334099, + "num_tokens": 8818926.0, + "step": 3705 + }, + { + "entropy": 5.049224233627319, + "epoch": 3.6304454233969654, + "grad_norm": 1.171875, + "learning_rate": 0.00041058198464042424, + "loss": 4.8035, + "mean_token_accuracy": 0.2252272590994835, + "num_tokens": 8830267.0, + "step": 3710 + }, + { + "entropy": 5.075808572769165, + "epoch": 3.635340186000979, + "grad_norm": 1.125, + "learning_rate": 0.0004102755385297996, + "loss": 4.8897, + "mean_token_accuracy": 0.21413865089416503, + "num_tokens": 8843330.0, + "step": 3715 + }, + { + "entropy": 5.051680183410644, + "epoch": 3.6402349486049927, + "grad_norm": 1.125, + "learning_rate": 0.00040996869892377473, + "loss": 4.8087, + "mean_token_accuracy": 0.22400161176919936, + "num_tokens": 8853467.0, + "step": 3720 + }, + { + "entropy": 5.0674622535705565, + "epoch": 3.645129711209006, + "grad_norm": 1.1015625, + "learning_rate": 0.00040966146671489836, + "loss": 4.8341, + "mean_token_accuracy": 0.21511287689208985, + "num_tokens": 8868203.0, + "step": 3725 + }, + { + "entropy": 5.044716215133667, + "epoch": 3.65002447381302, + "grad_norm": 1.1875, + "learning_rate": 0.00040935384279686067, + "loss": 4.7361, + "mean_token_accuracy": 0.22642216980457305, + "num_tokens": 8879171.0, + "step": 3730 + }, + { + "entropy": 4.989019775390625, + "epoch": 3.654919236417034, + "grad_norm": 1.109375, + "learning_rate": 0.00040904582806449173, + "loss": 4.723, + "mean_token_accuracy": 0.22874550074338912, + "num_tokens": 8890459.0, + "step": 3735 + }, + { + "entropy": 5.059218406677246, + "epoch": 3.6598139990210474, + "grad_norm": 1.125, + "learning_rate": 0.00040873742341375826, + "loss": 4.8125, + "mean_token_accuracy": 0.22379768639802933, + "num_tokens": 8902878.0, + "step": 3740 + }, + { + "entropy": 5.009291505813598, + "epoch": 3.6647087616250613, + "grad_norm": 1.21875, + "learning_rate": 0.00040842862974176114, + "loss": 4.7337, + "mean_token_accuracy": 0.22724575400352479, + "num_tokens": 8914792.0, + "step": 3745 + }, + { + "entropy": 4.9672339916229244, + "epoch": 3.6696035242290748, + "grad_norm": 1.1484375, + "learning_rate": 0.0004081194479467329, + "loss": 4.75, + "mean_token_accuracy": 0.22816742211580276, + "num_tokens": 8926610.0, + "step": 3750 + }, + { + "entropy": 5.06518964767456, + "epoch": 3.6744982868330887, + "grad_norm": 0.96484375, + "learning_rate": 0.00040780987892803514, + "loss": 4.8625, + "mean_token_accuracy": 0.22146295756101608, + "num_tokens": 8940250.0, + "step": 3755 + }, + { + "entropy": 5.131087017059326, + "epoch": 3.6793930494371025, + "grad_norm": 1.1796875, + "learning_rate": 0.00040749992358615555, + "loss": 4.8046, + "mean_token_accuracy": 0.2123077243566513, + "num_tokens": 8951960.0, + "step": 3760 + }, + { + "entropy": 4.953831195831299, + "epoch": 3.684287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.000407189582822706, + "loss": 4.7646, + "mean_token_accuracy": 0.2197168067097664, + "num_tokens": 8963265.0, + "step": 3765 + }, + { + "entropy": 5.039992570877075, + "epoch": 3.6891825746451294, + "grad_norm": 1.1953125, + "learning_rate": 0.0004068788575404192, + "loss": 4.8209, + "mean_token_accuracy": 0.22028125673532487, + "num_tokens": 8974679.0, + "step": 3770 + }, + { + "entropy": 5.09268364906311, + "epoch": 3.6940773372491433, + "grad_norm": 1.1015625, + "learning_rate": 0.0004065677486431464, + "loss": 4.8292, + "mean_token_accuracy": 0.22199592888355255, + "num_tokens": 8986840.0, + "step": 3775 + }, + { + "entropy": 5.113239908218384, + "epoch": 3.6989720998531572, + "grad_norm": 1.140625, + "learning_rate": 0.0004062562570358548, + "loss": 4.8443, + "mean_token_accuracy": 0.21674781739711763, + "num_tokens": 8997926.0, + "step": 3780 + }, + { + "entropy": 5.064158153533936, + "epoch": 3.7038668624571707, + "grad_norm": 1.140625, + "learning_rate": 0.00040594438362462484, + "loss": 4.8083, + "mean_token_accuracy": 0.2272493675351143, + "num_tokens": 9009668.0, + "step": 3785 + }, + { + "entropy": 5.071455669403076, + "epoch": 3.7087616250611846, + "grad_norm": 1.1171875, + "learning_rate": 0.0004056321293166474, + "loss": 4.8264, + "mean_token_accuracy": 0.2173181027173996, + "num_tokens": 9021611.0, + "step": 3790 + }, + { + "entropy": 5.07202558517456, + "epoch": 3.713656387665198, + "grad_norm": 1.1875, + "learning_rate": 0.00040531949502022155, + "loss": 4.803, + "mean_token_accuracy": 0.22555143237113953, + "num_tokens": 9033258.0, + "step": 3795 + }, + { + "entropy": 5.166383552551269, + "epoch": 3.718551150269212, + "grad_norm": 1.1328125, + "learning_rate": 0.00040500648164475155, + "loss": 4.9353, + "mean_token_accuracy": 0.21520323008298875, + "num_tokens": 9045264.0, + "step": 3800 + }, + { + "entropy": 5.069120931625366, + "epoch": 3.723445912873226, + "grad_norm": 1.125, + "learning_rate": 0.0004046930901007445, + "loss": 4.8851, + "mean_token_accuracy": 0.21698033958673477, + "num_tokens": 9058072.0, + "step": 3805 + }, + { + "entropy": 5.129068422317505, + "epoch": 3.7283406754772392, + "grad_norm": 1.0390625, + "learning_rate": 0.0004043793212998073, + "loss": 4.8574, + "mean_token_accuracy": 0.22141923755407333, + "num_tokens": 9070982.0, + "step": 3810 + }, + { + "entropy": 5.083976364135742, + "epoch": 3.733235438081253, + "grad_norm": 1.1484375, + "learning_rate": 0.0004040651761546445, + "loss": 4.9035, + "mean_token_accuracy": 0.21738988012075425, + "num_tokens": 9083520.0, + "step": 3815 + }, + { + "entropy": 5.115589666366577, + "epoch": 3.7381302006852666, + "grad_norm": 1.21875, + "learning_rate": 0.0004037506555790551, + "loss": 4.9049, + "mean_token_accuracy": 0.21713944375514985, + "num_tokens": 9095729.0, + "step": 3820 + }, + { + "entropy": 5.086327981948853, + "epoch": 3.7430249632892805, + "grad_norm": 1.15625, + "learning_rate": 0.0004034357604879303, + "loss": 4.8131, + "mean_token_accuracy": 0.2237031042575836, + "num_tokens": 9107400.0, + "step": 3825 + }, + { + "entropy": 5.108111715316772, + "epoch": 3.7479197258932944, + "grad_norm": 1.09375, + "learning_rate": 0.0004031204917972508, + "loss": 4.84, + "mean_token_accuracy": 0.21787605285644532, + "num_tokens": 9119557.0, + "step": 3830 + }, + { + "entropy": 5.075828647613525, + "epoch": 3.752814488497308, + "grad_norm": 1.171875, + "learning_rate": 0.00040280485042408384, + "loss": 4.836, + "mean_token_accuracy": 0.222735133767128, + "num_tokens": 9131862.0, + "step": 3835 + }, + { + "entropy": 5.147574329376221, + "epoch": 3.7577092511013217, + "grad_norm": 1.1875, + "learning_rate": 0.00040248883728658094, + "loss": 4.8571, + "mean_token_accuracy": 0.2193186029791832, + "num_tokens": 9143250.0, + "step": 3840 + }, + { + "entropy": 5.129842519760132, + "epoch": 3.762604013705335, + "grad_norm": 1.171875, + "learning_rate": 0.0004021724533039748, + "loss": 4.9094, + "mean_token_accuracy": 0.2181650459766388, + "num_tokens": 9155565.0, + "step": 3845 + }, + { + "entropy": 4.93073034286499, + "epoch": 3.767498776309349, + "grad_norm": 1.1328125, + "learning_rate": 0.00040185569939657717, + "loss": 4.7068, + "mean_token_accuracy": 0.2270694926381111, + "num_tokens": 9166186.0, + "step": 3850 + }, + { + "entropy": 5.081850004196167, + "epoch": 3.772393538913363, + "grad_norm": 1.15625, + "learning_rate": 0.00040153857648577557, + "loss": 4.8421, + "mean_token_accuracy": 0.22167644798755645, + "num_tokens": 9178756.0, + "step": 3855 + }, + { + "entropy": 5.139322662353516, + "epoch": 3.7772883015173764, + "grad_norm": 1.109375, + "learning_rate": 0.0004012210854940309, + "loss": 4.9906, + "mean_token_accuracy": 0.21866356134414672, + "num_tokens": 9190613.0, + "step": 3860 + }, + { + "entropy": 5.099810838699341, + "epoch": 3.7821830641213903, + "grad_norm": 1.140625, + "learning_rate": 0.000400903227344875, + "loss": 4.9191, + "mean_token_accuracy": 0.21503413170576097, + "num_tokens": 9203255.0, + "step": 3865 + }, + { + "entropy": 5.059392738342285, + "epoch": 3.7870778267254037, + "grad_norm": 1.25, + "learning_rate": 0.0004005850029629074, + "loss": 4.8367, + "mean_token_accuracy": 0.21643659919500352, + "num_tokens": 9215512.0, + "step": 3870 + }, + { + "entropy": 5.122841548919678, + "epoch": 3.7919725893294176, + "grad_norm": 1.1484375, + "learning_rate": 0.0004002664132737932, + "loss": 4.8445, + "mean_token_accuracy": 0.2175495907664299, + "num_tokens": 9226888.0, + "step": 3875 + }, + { + "entropy": 5.131028938293457, + "epoch": 3.7968673519334315, + "grad_norm": 1.109375, + "learning_rate": 0.00039994745920425996, + "loss": 4.8552, + "mean_token_accuracy": 0.22309367805719377, + "num_tokens": 9238658.0, + "step": 3880 + }, + { + "entropy": 5.046094560623169, + "epoch": 3.801762114537445, + "grad_norm": 1.1796875, + "learning_rate": 0.0003996281416820952, + "loss": 4.761, + "mean_token_accuracy": 0.23520938456058502, + "num_tokens": 9249453.0, + "step": 3885 + }, + { + "entropy": 5.060846567153931, + "epoch": 3.8066568771414584, + "grad_norm": 1.1953125, + "learning_rate": 0.0003993084616361438, + "loss": 4.7883, + "mean_token_accuracy": 0.21691110581159592, + "num_tokens": 9260648.0, + "step": 3890 + }, + { + "entropy": 5.0653399467468265, + "epoch": 3.8115516397454723, + "grad_norm": 1.1875, + "learning_rate": 0.0003989884199963049, + "loss": 4.8212, + "mean_token_accuracy": 0.218986214697361, + "num_tokens": 9273120.0, + "step": 3895 + }, + { + "entropy": 5.0901384353637695, + "epoch": 3.816446402349486, + "grad_norm": 1.2734375, + "learning_rate": 0.0003986680176935297, + "loss": 4.8453, + "mean_token_accuracy": 0.22201039493083954, + "num_tokens": 9285460.0, + "step": 3900 + }, + { + "entropy": 5.052167367935181, + "epoch": 3.8213411649534996, + "grad_norm": 1.140625, + "learning_rate": 0.0003983472556598184, + "loss": 4.8365, + "mean_token_accuracy": 0.2265273168683052, + "num_tokens": 9297038.0, + "step": 3905 + }, + { + "entropy": 5.058988428115844, + "epoch": 3.8262359275575135, + "grad_norm": 1.2734375, + "learning_rate": 0.0003980261348282177, + "loss": 4.7678, + "mean_token_accuracy": 0.23172608464956285, + "num_tokens": 9309006.0, + "step": 3910 + }, + { + "entropy": 5.029935455322265, + "epoch": 3.831130690161527, + "grad_norm": 1.09375, + "learning_rate": 0.0003977046561328178, + "loss": 4.7527, + "mean_token_accuracy": 0.23079726994037628, + "num_tokens": 9321276.0, + "step": 3915 + }, + { + "entropy": 4.97658486366272, + "epoch": 3.836025452765541, + "grad_norm": 1.109375, + "learning_rate": 0.00039738282050875, + "loss": 4.7715, + "mean_token_accuracy": 0.21992994844913483, + "num_tokens": 9333172.0, + "step": 3920 + }, + { + "entropy": 5.103640079498291, + "epoch": 3.8409202153695547, + "grad_norm": 1.1953125, + "learning_rate": 0.0003970606288921839, + "loss": 4.8113, + "mean_token_accuracy": 0.22476234287023544, + "num_tokens": 9343653.0, + "step": 3925 + }, + { + "entropy": 5.034993600845337, + "epoch": 3.845814977973568, + "grad_norm": 1.15625, + "learning_rate": 0.00039673808222032457, + "loss": 4.8093, + "mean_token_accuracy": 0.22278518229722977, + "num_tokens": 9355811.0, + "step": 3930 + }, + { + "entropy": 4.919755554199218, + "epoch": 3.850709740577582, + "grad_norm": 1.046875, + "learning_rate": 0.0003964151814314099, + "loss": 4.7726, + "mean_token_accuracy": 0.22335645258426667, + "num_tokens": 9367132.0, + "step": 3935 + }, + { + "entropy": 5.017191553115845, + "epoch": 3.8556045031815955, + "grad_norm": 1.109375, + "learning_rate": 0.0003960919274647075, + "loss": 4.7673, + "mean_token_accuracy": 0.22698212265968323, + "num_tokens": 9379101.0, + "step": 3940 + }, + { + "entropy": 5.057470798492432, + "epoch": 3.8604992657856094, + "grad_norm": 1.25, + "learning_rate": 0.000395768321260513, + "loss": 4.8288, + "mean_token_accuracy": 0.22712221890687942, + "num_tokens": 9390270.0, + "step": 3945 + }, + { + "entropy": 5.064850902557373, + "epoch": 3.8653940283896233, + "grad_norm": 1.2734375, + "learning_rate": 0.0003954443637601462, + "loss": 4.842, + "mean_token_accuracy": 0.2169718399643898, + "num_tokens": 9401724.0, + "step": 3950 + }, + { + "entropy": 5.049954080581665, + "epoch": 3.8702887909936368, + "grad_norm": 1.15625, + "learning_rate": 0.00039512005590594876, + "loss": 4.8423, + "mean_token_accuracy": 0.2201844722032547, + "num_tokens": 9415206.0, + "step": 3955 + }, + { + "entropy": 5.194021081924438, + "epoch": 3.8751835535976507, + "grad_norm": 1.3984375, + "learning_rate": 0.00039479539864128164, + "loss": 4.8965, + "mean_token_accuracy": 0.21629704385995865, + "num_tokens": 9425830.0, + "step": 3960 + }, + { + "entropy": 4.963757419586182, + "epoch": 3.880078316201664, + "grad_norm": 1.15625, + "learning_rate": 0.00039447039291052194, + "loss": 4.7876, + "mean_token_accuracy": 0.22419182658195497, + "num_tokens": 9437603.0, + "step": 3965 + }, + { + "entropy": 4.988585805892944, + "epoch": 3.884973078805678, + "grad_norm": 1.171875, + "learning_rate": 0.00039414503965906075, + "loss": 4.8142, + "mean_token_accuracy": 0.22689663469791413, + "num_tokens": 9448138.0, + "step": 3970 + }, + { + "entropy": 5.16522707939148, + "epoch": 3.889867841409692, + "grad_norm": 1.234375, + "learning_rate": 0.0003938193398332995, + "loss": 4.8378, + "mean_token_accuracy": 0.2153660163283348, + "num_tokens": 9460530.0, + "step": 3975 + }, + { + "entropy": 5.092146348953247, + "epoch": 3.8947626040137053, + "grad_norm": 1.1875, + "learning_rate": 0.00039349329438064835, + "loss": 4.8541, + "mean_token_accuracy": 0.2215948611497879, + "num_tokens": 9472242.0, + "step": 3980 + }, + { + "entropy": 5.041393804550171, + "epoch": 3.899657366617719, + "grad_norm": 1.2578125, + "learning_rate": 0.0003931669042495226, + "loss": 4.7491, + "mean_token_accuracy": 0.22804808169603347, + "num_tokens": 9483266.0, + "step": 3985 + }, + { + "entropy": 5.045307779312134, + "epoch": 3.9045521292217327, + "grad_norm": 1.171875, + "learning_rate": 0.00039284017038933994, + "loss": 4.7909, + "mean_token_accuracy": 0.22371412813663483, + "num_tokens": 9494032.0, + "step": 3990 + }, + { + "entropy": 5.0007702827453615, + "epoch": 3.9094468918257466, + "grad_norm": 1.1328125, + "learning_rate": 0.00039251309375051824, + "loss": 4.7481, + "mean_token_accuracy": 0.23098208010196686, + "num_tokens": 9506301.0, + "step": 3995 + }, + { + "entropy": 5.028079414367676, + "epoch": 3.91434165442976, + "grad_norm": 1.671875, + "learning_rate": 0.00039218567528447225, + "loss": 4.8206, + "mean_token_accuracy": 0.22137255370616912, + "num_tokens": 9517972.0, + "step": 4000 + }, + { + "epoch": 3.91434165442976, + "eval_entropy": 4.977437346827956, + "eval_loss": 5.587992191314697, + "eval_mean_token_accuracy": 0.19564044451353998, + "eval_num_tokens": 9517972.0, + "eval_runtime": 2.724, + "eval_samples_per_second": 1265.405, + "eval_steps_per_second": 158.222, + "step": 4000 + }, + { + "entropy": 5.103353357315063, + "epoch": 3.919236417033774, + "grad_norm": 1.1328125, + "learning_rate": 0.0003918579159436113, + "loss": 4.9132, + "mean_token_accuracy": 0.21382989585399628, + "num_tokens": 9530108.0, + "step": 4005 + }, + { + "entropy": 5.06493911743164, + "epoch": 3.9241311796377873, + "grad_norm": 1.1015625, + "learning_rate": 0.00039152981668133573, + "loss": 4.7868, + "mean_token_accuracy": 0.22151001542806625, + "num_tokens": 9542055.0, + "step": 4010 + }, + { + "entropy": 5.0945597171783445, + "epoch": 3.9290259422418012, + "grad_norm": 1.1640625, + "learning_rate": 0.0003912013784520354, + "loss": 4.8136, + "mean_token_accuracy": 0.2190907344222069, + "num_tokens": 9553507.0, + "step": 4015 + }, + { + "entropy": 5.168673324584961, + "epoch": 3.933920704845815, + "grad_norm": 1.328125, + "learning_rate": 0.00039087260221108537, + "loss": 5.0045, + "mean_token_accuracy": 0.2076257809996605, + "num_tokens": 9564958.0, + "step": 4020 + }, + { + "entropy": 5.08221755027771, + "epoch": 3.9388154674498286, + "grad_norm": 1.296875, + "learning_rate": 0.0003905434889148448, + "loss": 4.8898, + "mean_token_accuracy": 0.22382588684558868, + "num_tokens": 9577149.0, + "step": 4025 + }, + { + "entropy": 5.125473546981811, + "epoch": 3.9437102300538425, + "grad_norm": 1.171875, + "learning_rate": 0.00039021403952065254, + "loss": 4.8643, + "mean_token_accuracy": 0.2155940130352974, + "num_tokens": 9590920.0, + "step": 4030 + }, + { + "entropy": 5.061619901657105, + "epoch": 3.948604992657856, + "grad_norm": 1.390625, + "learning_rate": 0.0003898842549868255, + "loss": 4.7858, + "mean_token_accuracy": 0.23111396729946138, + "num_tokens": 9602224.0, + "step": 4035 + }, + { + "entropy": 5.029408931732178, + "epoch": 3.95349975526187, + "grad_norm": 1.09375, + "learning_rate": 0.00038955413627265534, + "loss": 4.826, + "mean_token_accuracy": 0.2155000552535057, + "num_tokens": 9615160.0, + "step": 4040 + }, + { + "entropy": 5.077261829376221, + "epoch": 3.9583945178658837, + "grad_norm": 1.2109375, + "learning_rate": 0.0003892236843384058, + "loss": 4.8794, + "mean_token_accuracy": 0.21613506972789764, + "num_tokens": 9627853.0, + "step": 4045 + }, + { + "entropy": 5.1072883129119875, + "epoch": 3.963289280469897, + "grad_norm": 1.1328125, + "learning_rate": 0.0003888929001453098, + "loss": 4.8566, + "mean_token_accuracy": 0.21715804934501648, + "num_tokens": 9640215.0, + "step": 4050 + }, + { + "entropy": 5.186117029190063, + "epoch": 3.968184043073911, + "grad_norm": 1.1640625, + "learning_rate": 0.0003885617846555671, + "loss": 4.9161, + "mean_token_accuracy": 0.2154057204723358, + "num_tokens": 9652088.0, + "step": 4055 + }, + { + "entropy": 4.929154968261718, + "epoch": 3.9730788056779245, + "grad_norm": 1.046875, + "learning_rate": 0.0003882303388323406, + "loss": 4.7686, + "mean_token_accuracy": 0.2280975952744484, + "num_tokens": 9664594.0, + "step": 4060 + }, + { + "entropy": 4.958717966079712, + "epoch": 3.9779735682819384, + "grad_norm": 1.1953125, + "learning_rate": 0.00038789856363975473, + "loss": 4.8172, + "mean_token_accuracy": 0.22695261985063553, + "num_tokens": 9675289.0, + "step": 4065 + }, + { + "entropy": 5.139262342453003, + "epoch": 3.9828683308859523, + "grad_norm": 1.1328125, + "learning_rate": 0.0003875664600428914, + "loss": 4.8389, + "mean_token_accuracy": 0.21972294002771378, + "num_tokens": 9687029.0, + "step": 4070 + }, + { + "entropy": 5.1033586978912355, + "epoch": 3.9877630934899657, + "grad_norm": 1.171875, + "learning_rate": 0.0003872340290077883, + "loss": 4.8805, + "mean_token_accuracy": 0.2241383895277977, + "num_tokens": 9698069.0, + "step": 4075 + }, + { + "entropy": 5.05276780128479, + "epoch": 3.9926578560939796, + "grad_norm": 1.1875, + "learning_rate": 0.00038690127150143515, + "loss": 4.7545, + "mean_token_accuracy": 0.2242726728320122, + "num_tokens": 9708872.0, + "step": 4080 + }, + { + "entropy": 4.995786809921265, + "epoch": 3.997552618697993, + "grad_norm": 1.0625, + "learning_rate": 0.0003865681884917717, + "loss": 4.8207, + "mean_token_accuracy": 0.22683833837509154, + "num_tokens": 9721786.0, + "step": 4085 + }, + { + "entropy": 5.1724024878607855, + "epoch": 4.001957905041605, + "grad_norm": 1.140625, + "learning_rate": 0.00038623478094768424, + "loss": 4.7452, + "mean_token_accuracy": 0.2254696422153049, + "num_tokens": 9731518.0, + "step": 4090 + }, + { + "entropy": 5.023131275177002, + "epoch": 4.006852667645619, + "grad_norm": 1.046875, + "learning_rate": 0.0003859010498390033, + "loss": 4.5591, + "mean_token_accuracy": 0.23827751129865646, + "num_tokens": 9743895.0, + "step": 4095 + }, + { + "entropy": 4.985896110534668, + "epoch": 4.011747430249633, + "grad_norm": 1.1953125, + "learning_rate": 0.00038556699613650044, + "loss": 4.5581, + "mean_token_accuracy": 0.2374291941523552, + "num_tokens": 9756104.0, + "step": 4100 + }, + { + "entropy": 4.957859086990356, + "epoch": 4.016642192853647, + "grad_norm": 1.125, + "learning_rate": 0.00038523262081188573, + "loss": 4.4576, + "mean_token_accuracy": 0.24857828617095948, + "num_tokens": 9767494.0, + "step": 4105 + }, + { + "entropy": 5.041051959991455, + "epoch": 4.02153695545766, + "grad_norm": 1.09375, + "learning_rate": 0.00038489792483780474, + "loss": 4.5525, + "mean_token_accuracy": 0.2367478311061859, + "num_tokens": 9779123.0, + "step": 4110 + }, + { + "entropy": 4.988537740707398, + "epoch": 4.026431718061674, + "grad_norm": 1.0390625, + "learning_rate": 0.00038456290918783566, + "loss": 4.6262, + "mean_token_accuracy": 0.23023803383111954, + "num_tokens": 9791309.0, + "step": 4115 + }, + { + "entropy": 5.059031200408936, + "epoch": 4.031326480665688, + "grad_norm": 1.140625, + "learning_rate": 0.0003842275748364868, + "loss": 4.5714, + "mean_token_accuracy": 0.233939291536808, + "num_tokens": 9803333.0, + "step": 4120 + }, + { + "entropy": 5.124443626403808, + "epoch": 4.0362212432697016, + "grad_norm": 1.1015625, + "learning_rate": 0.0003838919227591933, + "loss": 4.6479, + "mean_token_accuracy": 0.23417795747518538, + "num_tokens": 9815592.0, + "step": 4125 + }, + { + "entropy": 5.063463544845581, + "epoch": 4.0411160058737154, + "grad_norm": 1.203125, + "learning_rate": 0.0003835559539323146, + "loss": 4.6197, + "mean_token_accuracy": 0.23014721870422364, + "num_tokens": 9827380.0, + "step": 4130 + }, + { + "entropy": 4.968182563781738, + "epoch": 4.0460107684777284, + "grad_norm": 1.1328125, + "learning_rate": 0.0003832196693331315, + "loss": 4.4356, + "mean_token_accuracy": 0.24900406301021577, + "num_tokens": 9838261.0, + "step": 4135 + }, + { + "entropy": 4.958034372329712, + "epoch": 4.050905531081742, + "grad_norm": 1.2109375, + "learning_rate": 0.0003828830699398433, + "loss": 4.5673, + "mean_token_accuracy": 0.24179045110940933, + "num_tokens": 9849330.0, + "step": 4140 + }, + { + "entropy": 5.065645170211792, + "epoch": 4.055800293685756, + "grad_norm": 1.125, + "learning_rate": 0.00038254615673156516, + "loss": 4.6275, + "mean_token_accuracy": 0.2306502193212509, + "num_tokens": 9860711.0, + "step": 4145 + }, + { + "entropy": 5.059020519256592, + "epoch": 4.06069505628977, + "grad_norm": 1.2578125, + "learning_rate": 0.00038220893068832484, + "loss": 4.5425, + "mean_token_accuracy": 0.2374820217490196, + "num_tokens": 9872230.0, + "step": 4150 + }, + { + "entropy": 5.044583511352539, + "epoch": 4.065589818893784, + "grad_norm": 1.078125, + "learning_rate": 0.00038187139279106025, + "loss": 4.591, + "mean_token_accuracy": 0.22831845730543138, + "num_tokens": 9884459.0, + "step": 4155 + }, + { + "entropy": 4.965525722503662, + "epoch": 4.070484581497797, + "grad_norm": 1.1953125, + "learning_rate": 0.00038153354402161636, + "loss": 4.5306, + "mean_token_accuracy": 0.24032900631427764, + "num_tokens": 9895636.0, + "step": 4160 + }, + { + "entropy": 4.978104209899902, + "epoch": 4.075379344101811, + "grad_norm": 1.4609375, + "learning_rate": 0.0003811953853627425, + "loss": 4.507, + "mean_token_accuracy": 0.24414079487323762, + "num_tokens": 9907090.0, + "step": 4165 + }, + { + "entropy": 4.997107219696045, + "epoch": 4.080274106705825, + "grad_norm": 1.203125, + "learning_rate": 0.00038085691779808916, + "loss": 4.5661, + "mean_token_accuracy": 0.24097975045442582, + "num_tokens": 9918663.0, + "step": 4170 + }, + { + "entropy": 4.950863170623779, + "epoch": 4.085168869309839, + "grad_norm": 1.125, + "learning_rate": 0.00038051814231220585, + "loss": 4.5697, + "mean_token_accuracy": 0.2428872510790825, + "num_tokens": 9930662.0, + "step": 4175 + }, + { + "entropy": 5.114802503585816, + "epoch": 4.090063631913853, + "grad_norm": 1.2265625, + "learning_rate": 0.0003801790598905374, + "loss": 4.6904, + "mean_token_accuracy": 0.22135650217533112, + "num_tokens": 9942782.0, + "step": 4180 + }, + { + "entropy": 5.004737758636475, + "epoch": 4.094958394517866, + "grad_norm": 1.265625, + "learning_rate": 0.00037983967151942143, + "loss": 4.5331, + "mean_token_accuracy": 0.2448731318116188, + "num_tokens": 9954663.0, + "step": 4185 + }, + { + "entropy": 4.978229808807373, + "epoch": 4.0998531571218795, + "grad_norm": 1.234375, + "learning_rate": 0.000379499978186086, + "loss": 4.5862, + "mean_token_accuracy": 0.23844058215618133, + "num_tokens": 9968036.0, + "step": 4190 + }, + { + "entropy": 5.04127984046936, + "epoch": 4.104747919725893, + "grad_norm": 1.2578125, + "learning_rate": 0.0003791599808786456, + "loss": 4.62, + "mean_token_accuracy": 0.232499660551548, + "num_tokens": 9979855.0, + "step": 4195 + }, + { + "entropy": 5.025613069534302, + "epoch": 4.109642682329907, + "grad_norm": 1.203125, + "learning_rate": 0.0003788196805860995, + "loss": 4.4975, + "mean_token_accuracy": 0.2550596997141838, + "num_tokens": 9991380.0, + "step": 4200 + }, + { + "entropy": 5.030689477920532, + "epoch": 4.114537444933921, + "grad_norm": 1.1640625, + "learning_rate": 0.0003784790782983279, + "loss": 4.6009, + "mean_token_accuracy": 0.23677781075239182, + "num_tokens": 10003886.0, + "step": 4205 + }, + { + "entropy": 4.982917642593383, + "epoch": 4.119432207537934, + "grad_norm": 1.25, + "learning_rate": 0.0003781381750060898, + "loss": 4.5927, + "mean_token_accuracy": 0.23751294910907744, + "num_tokens": 10015237.0, + "step": 4210 + }, + { + "entropy": 4.986427736282349, + "epoch": 4.124326970141948, + "grad_norm": 1.0390625, + "learning_rate": 0.0003777969717010194, + "loss": 4.5197, + "mean_token_accuracy": 0.24729954749345778, + "num_tokens": 10028514.0, + "step": 4215 + }, + { + "entropy": 4.94989333152771, + "epoch": 4.129221732745962, + "grad_norm": 1.0625, + "learning_rate": 0.0003774554693756239, + "loss": 4.545, + "mean_token_accuracy": 0.23948704749345778, + "num_tokens": 10041658.0, + "step": 4220 + }, + { + "entropy": 4.941936111450195, + "epoch": 4.134116495349976, + "grad_norm": 1.234375, + "learning_rate": 0.0003771136690232802, + "loss": 4.4823, + "mean_token_accuracy": 0.25030840635299684, + "num_tokens": 10052622.0, + "step": 4225 + }, + { + "entropy": 4.951936388015747, + "epoch": 4.139011257953989, + "grad_norm": 1.1796875, + "learning_rate": 0.000376771571638232, + "loss": 4.5212, + "mean_token_accuracy": 0.23812614232301713, + "num_tokens": 10063819.0, + "step": 4230 + }, + { + "entropy": 4.998723363876342, + "epoch": 4.143906020558003, + "grad_norm": 1.09375, + "learning_rate": 0.00037642917821558737, + "loss": 4.6672, + "mean_token_accuracy": 0.2340690091252327, + "num_tokens": 10076757.0, + "step": 4235 + }, + { + "entropy": 4.940063190460205, + "epoch": 4.148800783162017, + "grad_norm": 1.21875, + "learning_rate": 0.000376086489751315, + "loss": 4.4913, + "mean_token_accuracy": 0.24697423428297044, + "num_tokens": 10088287.0, + "step": 4240 + }, + { + "entropy": 4.959346103668213, + "epoch": 4.1536955457660305, + "grad_norm": 1.25, + "learning_rate": 0.00037574350724224213, + "loss": 4.51, + "mean_token_accuracy": 0.2408648580312729, + "num_tokens": 10099739.0, + "step": 4245 + }, + { + "entropy": 4.995651626586914, + "epoch": 4.158590308370044, + "grad_norm": 1.171875, + "learning_rate": 0.0003754002316860515, + "loss": 4.6101, + "mean_token_accuracy": 0.23685633689165114, + "num_tokens": 10112613.0, + "step": 4250 + }, + { + "entropy": 5.025398540496826, + "epoch": 4.163485070974057, + "grad_norm": 1.234375, + "learning_rate": 0.00037505666408127773, + "loss": 4.5495, + "mean_token_accuracy": 0.2375389203429222, + "num_tokens": 10124966.0, + "step": 4255 + }, + { + "entropy": 4.934124517440796, + "epoch": 4.168379833578071, + "grad_norm": 1.1953125, + "learning_rate": 0.0003747128054273055, + "loss": 4.5406, + "mean_token_accuracy": 0.2428314670920372, + "num_tokens": 10135841.0, + "step": 4260 + }, + { + "entropy": 5.013625955581665, + "epoch": 4.173274596182085, + "grad_norm": 1.1953125, + "learning_rate": 0.0003743686567243659, + "loss": 4.6596, + "mean_token_accuracy": 0.22884552776813508, + "num_tokens": 10147374.0, + "step": 4265 + }, + { + "entropy": 4.992853593826294, + "epoch": 4.178169358786099, + "grad_norm": 1.140625, + "learning_rate": 0.0003740242189735336, + "loss": 4.5636, + "mean_token_accuracy": 0.236056911945343, + "num_tokens": 10159886.0, + "step": 4270 + }, + { + "entropy": 5.046988439559937, + "epoch": 4.183064121390113, + "grad_norm": 1.15625, + "learning_rate": 0.0003736794931767242, + "loss": 4.6437, + "mean_token_accuracy": 0.23168521523475646, + "num_tokens": 10172629.0, + "step": 4275 + }, + { + "entropy": 4.970481204986572, + "epoch": 4.187958883994126, + "grad_norm": 1.265625, + "learning_rate": 0.0003733344803366914, + "loss": 4.5006, + "mean_token_accuracy": 0.2400296911597252, + "num_tokens": 10184467.0, + "step": 4280 + }, + { + "entropy": 4.981130743026734, + "epoch": 4.19285364659814, + "grad_norm": 1.15625, + "learning_rate": 0.0003729891814570232, + "loss": 4.5989, + "mean_token_accuracy": 0.22856157273054123, + "num_tokens": 10196864.0, + "step": 4285 + }, + { + "entropy": 5.0006462097167965, + "epoch": 4.197748409202154, + "grad_norm": 1.078125, + "learning_rate": 0.00037264359754214036, + "loss": 4.615, + "mean_token_accuracy": 0.23426750302314758, + "num_tokens": 10210787.0, + "step": 4290 + }, + { + "entropy": 4.971421957015991, + "epoch": 4.202643171806168, + "grad_norm": 1.1640625, + "learning_rate": 0.00037229772959729263, + "loss": 4.6164, + "mean_token_accuracy": 0.23017945289611816, + "num_tokens": 10223881.0, + "step": 4295 + }, + { + "entropy": 4.9670933246612545, + "epoch": 4.2075379344101815, + "grad_norm": 1.296875, + "learning_rate": 0.0003719515786285554, + "loss": 4.5432, + "mean_token_accuracy": 0.24093651324510573, + "num_tokens": 10235505.0, + "step": 4300 + }, + { + "entropy": 4.944381380081177, + "epoch": 4.2124326970141945, + "grad_norm": 1.09375, + "learning_rate": 0.00037160514564282815, + "loss": 4.541, + "mean_token_accuracy": 0.24333113729953765, + "num_tokens": 10247799.0, + "step": 4305 + }, + { + "entropy": 4.884352731704712, + "epoch": 4.217327459618208, + "grad_norm": 1.1796875, + "learning_rate": 0.00037125843164783, + "loss": 4.46, + "mean_token_accuracy": 0.24434017539024352, + "num_tokens": 10259068.0, + "step": 4310 + }, + { + "entropy": 4.95476336479187, + "epoch": 4.222222222222222, + "grad_norm": 1.2578125, + "learning_rate": 0.0003709114376520979, + "loss": 4.4964, + "mean_token_accuracy": 0.24015609323978424, + "num_tokens": 10271286.0, + "step": 4315 + }, + { + "entropy": 4.938775587081909, + "epoch": 4.227116984826236, + "grad_norm": 1.1875, + "learning_rate": 0.00037056416466498313, + "loss": 4.5561, + "mean_token_accuracy": 0.23273864537477493, + "num_tokens": 10283173.0, + "step": 4320 + }, + { + "entropy": 5.012444305419922, + "epoch": 4.232011747430249, + "grad_norm": 1.203125, + "learning_rate": 0.0003702166136966485, + "loss": 4.6257, + "mean_token_accuracy": 0.2402504190802574, + "num_tokens": 10296117.0, + "step": 4325 + }, + { + "entropy": 5.034178256988525, + "epoch": 4.236906510034263, + "grad_norm": 1.1953125, + "learning_rate": 0.0003698687857580655, + "loss": 4.6023, + "mean_token_accuracy": 0.2323506772518158, + "num_tokens": 10306995.0, + "step": 4330 + }, + { + "entropy": 4.841176128387451, + "epoch": 4.241801272638277, + "grad_norm": 1.171875, + "learning_rate": 0.0003695206818610113, + "loss": 4.4346, + "mean_token_accuracy": 0.2476430505514145, + "num_tokens": 10318549.0, + "step": 4335 + }, + { + "entropy": 4.992100238800049, + "epoch": 4.246696035242291, + "grad_norm": 1.2890625, + "learning_rate": 0.0003691723030180657, + "loss": 4.6176, + "mean_token_accuracy": 0.23537442684173585, + "num_tokens": 10329399.0, + "step": 4340 + }, + { + "entropy": 4.993355083465576, + "epoch": 4.251590797846305, + "grad_norm": 1.2578125, + "learning_rate": 0.0003688236502426082, + "loss": 4.6357, + "mean_token_accuracy": 0.23501158505678177, + "num_tokens": 10341567.0, + "step": 4345 + }, + { + "entropy": 4.990873718261719, + "epoch": 4.256485560450318, + "grad_norm": 1.1171875, + "learning_rate": 0.0003684747245488153, + "loss": 4.4868, + "mean_token_accuracy": 0.2507901802659035, + "num_tokens": 10352407.0, + "step": 4350 + }, + { + "entropy": 4.960176038742065, + "epoch": 4.261380323054332, + "grad_norm": 1.2578125, + "learning_rate": 0.0003681255269516574, + "loss": 4.5799, + "mean_token_accuracy": 0.23848912119865417, + "num_tokens": 10364403.0, + "step": 4355 + }, + { + "entropy": 5.034172248840332, + "epoch": 4.266275085658346, + "grad_norm": 1.09375, + "learning_rate": 0.0003677760584668956, + "loss": 4.6293, + "mean_token_accuracy": 0.23745577782392502, + "num_tokens": 10375392.0, + "step": 4360 + }, + { + "entropy": 5.023036861419678, + "epoch": 4.2711698482623595, + "grad_norm": 1.140625, + "learning_rate": 0.00036742632011107926, + "loss": 4.6398, + "mean_token_accuracy": 0.22803306132555007, + "num_tokens": 10388038.0, + "step": 4365 + }, + { + "entropy": 4.989942741394043, + "epoch": 4.276064610866373, + "grad_norm": 1.109375, + "learning_rate": 0.0003670763129015424, + "loss": 4.6633, + "mean_token_accuracy": 0.22033597081899642, + "num_tokens": 10401706.0, + "step": 4370 + }, + { + "entropy": 4.898762989044189, + "epoch": 4.280959373470386, + "grad_norm": 1.1328125, + "learning_rate": 0.00036672603785640144, + "loss": 4.5558, + "mean_token_accuracy": 0.2382776752114296, + "num_tokens": 10413363.0, + "step": 4375 + }, + { + "entropy": 4.985649633407593, + "epoch": 4.2858541360744, + "grad_norm": 1.203125, + "learning_rate": 0.00036637549599455175, + "loss": 4.5086, + "mean_token_accuracy": 0.2554389536380768, + "num_tokens": 10425000.0, + "step": 4380 + }, + { + "entropy": 4.965001392364502, + "epoch": 4.290748898678414, + "grad_norm": 1.1484375, + "learning_rate": 0.0003660246883356648, + "loss": 4.5917, + "mean_token_accuracy": 0.24058783203363418, + "num_tokens": 10436412.0, + "step": 4385 + }, + { + "entropy": 4.929542827606201, + "epoch": 4.295643661282428, + "grad_norm": 1.2578125, + "learning_rate": 0.00036567361590018513, + "loss": 4.5348, + "mean_token_accuracy": 0.24117553383111953, + "num_tokens": 10446970.0, + "step": 4390 + }, + { + "entropy": 4.971066617965699, + "epoch": 4.300538423886442, + "grad_norm": 1.09375, + "learning_rate": 0.0003653222797093277, + "loss": 4.5958, + "mean_token_accuracy": 0.2335049331188202, + "num_tokens": 10458721.0, + "step": 4395 + }, + { + "entropy": 4.929677724838257, + "epoch": 4.305433186490455, + "grad_norm": 1.171875, + "learning_rate": 0.0003649706807850746, + "loss": 4.4786, + "mean_token_accuracy": 0.2507967263460159, + "num_tokens": 10469676.0, + "step": 4400 + }, + { + "entropy": 4.970559358596802, + "epoch": 4.310327949094469, + "grad_norm": 1.390625, + "learning_rate": 0.000364618820150172, + "loss": 4.6013, + "mean_token_accuracy": 0.23871603459119797, + "num_tokens": 10480832.0, + "step": 4405 + }, + { + "entropy": 4.944663619995117, + "epoch": 4.315222711698483, + "grad_norm": 1.140625, + "learning_rate": 0.0003642666988281277, + "loss": 4.5965, + "mean_token_accuracy": 0.23900092542171478, + "num_tokens": 10493100.0, + "step": 4410 + }, + { + "entropy": 5.035148572921753, + "epoch": 4.320117474302497, + "grad_norm": 1.21875, + "learning_rate": 0.0003639143178432075, + "loss": 4.6073, + "mean_token_accuracy": 0.2362759679555893, + "num_tokens": 10503910.0, + "step": 4415 + }, + { + "entropy": 4.999735975265503, + "epoch": 4.32501223690651, + "grad_norm": 1.140625, + "learning_rate": 0.00036356167822043265, + "loss": 4.6022, + "mean_token_accuracy": 0.23736752718687057, + "num_tokens": 10515739.0, + "step": 4420 + }, + { + "entropy": 4.931397581100464, + "epoch": 4.3299069995105235, + "grad_norm": 1.1875, + "learning_rate": 0.00036320878098557657, + "loss": 4.5844, + "mean_token_accuracy": 0.24389175325632095, + "num_tokens": 10527587.0, + "step": 4425 + }, + { + "entropy": 4.922537899017334, + "epoch": 4.334801762114537, + "grad_norm": 1.25, + "learning_rate": 0.00036285562716516234, + "loss": 4.6023, + "mean_token_accuracy": 0.239091594517231, + "num_tokens": 10538961.0, + "step": 4430 + }, + { + "entropy": 5.007340621948242, + "epoch": 4.339696524718551, + "grad_norm": 1.15625, + "learning_rate": 0.0003625022177864591, + "loss": 4.6344, + "mean_token_accuracy": 0.22378634810447692, + "num_tokens": 10552084.0, + "step": 4435 + }, + { + "entropy": 5.001192235946656, + "epoch": 4.344591287322565, + "grad_norm": 1.1875, + "learning_rate": 0.0003621485538774796, + "loss": 4.5266, + "mean_token_accuracy": 0.24157078862190245, + "num_tokens": 10563647.0, + "step": 4440 + }, + { + "entropy": 4.932107543945312, + "epoch": 4.349486049926578, + "grad_norm": 1.234375, + "learning_rate": 0.0003617946364669768, + "loss": 4.5989, + "mean_token_accuracy": 0.2350343644618988, + "num_tokens": 10575651.0, + "step": 4445 + }, + { + "entropy": 5.014455842971802, + "epoch": 4.354380812530592, + "grad_norm": 1.1328125, + "learning_rate": 0.00036144046658444115, + "loss": 4.6686, + "mean_token_accuracy": 0.2301238015294075, + "num_tokens": 10588672.0, + "step": 4450 + }, + { + "entropy": 5.024813079833985, + "epoch": 4.359275575134606, + "grad_norm": 1.1328125, + "learning_rate": 0.00036108604526009753, + "loss": 4.6073, + "mean_token_accuracy": 0.23376379162073135, + "num_tokens": 10601363.0, + "step": 4455 + }, + { + "entropy": 4.9786200523376465, + "epoch": 4.36417033773862, + "grad_norm": 1.2109375, + "learning_rate": 0.0003607313735249021, + "loss": 4.6024, + "mean_token_accuracy": 0.23971123546361922, + "num_tokens": 10613462.0, + "step": 4460 + }, + { + "entropy": 4.9615809440612795, + "epoch": 4.369065100342634, + "grad_norm": 1.1796875, + "learning_rate": 0.0003603764524105396, + "loss": 4.5825, + "mean_token_accuracy": 0.24286321103572844, + "num_tokens": 10624896.0, + "step": 4465 + }, + { + "entropy": 4.9141175746917725, + "epoch": 4.373959862946647, + "grad_norm": 1.2578125, + "learning_rate": 0.0003600212829494201, + "loss": 4.504, + "mean_token_accuracy": 0.24894710034132003, + "num_tokens": 10635542.0, + "step": 4470 + }, + { + "entropy": 4.977388048171997, + "epoch": 4.378854625550661, + "grad_norm": 1.15625, + "learning_rate": 0.0003596658661746759, + "loss": 4.5588, + "mean_token_accuracy": 0.24535323828458785, + "num_tokens": 10648955.0, + "step": 4475 + }, + { + "entropy": 4.973334836959839, + "epoch": 4.3837493881546745, + "grad_norm": 1.1953125, + "learning_rate": 0.000359310203120159, + "loss": 4.5934, + "mean_token_accuracy": 0.23908900320529938, + "num_tokens": 10660144.0, + "step": 4480 + }, + { + "entropy": 4.941062641143799, + "epoch": 4.388644150758688, + "grad_norm": 1.1015625, + "learning_rate": 0.00035895429482043763, + "loss": 4.4907, + "mean_token_accuracy": 0.24111208468675613, + "num_tokens": 10671896.0, + "step": 4485 + }, + { + "entropy": 4.986586046218872, + "epoch": 4.393538913362702, + "grad_norm": 1.28125, + "learning_rate": 0.00035859814231079337, + "loss": 4.6403, + "mean_token_accuracy": 0.2328612059354782, + "num_tokens": 10683344.0, + "step": 4490 + }, + { + "entropy": 4.831319856643677, + "epoch": 4.398433675966715, + "grad_norm": 1.296875, + "learning_rate": 0.00035824174662721814, + "loss": 4.4669, + "mean_token_accuracy": 0.24965253621339797, + "num_tokens": 10694057.0, + "step": 4495 + }, + { + "entropy": 5.074819278717041, + "epoch": 4.403328438570729, + "grad_norm": 1.09375, + "learning_rate": 0.00035788510880641137, + "loss": 4.7056, + "mean_token_accuracy": 0.22890681475400926, + "num_tokens": 10707429.0, + "step": 4500 + }, + { + "entropy": 5.049197864532471, + "epoch": 4.408223201174743, + "grad_norm": 1.171875, + "learning_rate": 0.00035752822988577683, + "loss": 4.5631, + "mean_token_accuracy": 0.23588933050632477, + "num_tokens": 10719857.0, + "step": 4505 + }, + { + "entropy": 4.944564390182495, + "epoch": 4.413117963778757, + "grad_norm": 1.1328125, + "learning_rate": 0.0003571711109034193, + "loss": 4.5742, + "mean_token_accuracy": 0.24017254561185836, + "num_tokens": 10732136.0, + "step": 4510 + }, + { + "entropy": 4.869391059875488, + "epoch": 4.41801272638277, + "grad_norm": 1.1796875, + "learning_rate": 0.00035681375289814226, + "loss": 4.5107, + "mean_token_accuracy": 0.2448602706193924, + "num_tokens": 10743104.0, + "step": 4515 + }, + { + "entropy": 4.992645597457885, + "epoch": 4.422907488986784, + "grad_norm": 1.0625, + "learning_rate": 0.0003564561569094443, + "loss": 4.5514, + "mean_token_accuracy": 0.24186391681432723, + "num_tokens": 10754965.0, + "step": 4520 + }, + { + "entropy": 5.020322179794311, + "epoch": 4.427802251590798, + "grad_norm": 1.1953125, + "learning_rate": 0.0003560983239775162, + "loss": 4.6161, + "mean_token_accuracy": 0.23685276359319687, + "num_tokens": 10765438.0, + "step": 4525 + }, + { + "entropy": 4.90551791191101, + "epoch": 4.432697014194812, + "grad_norm": 1.1875, + "learning_rate": 0.000355740255143238, + "loss": 4.6224, + "mean_token_accuracy": 0.23386283218860626, + "num_tokens": 10778176.0, + "step": 4530 + }, + { + "entropy": 4.968013525009155, + "epoch": 4.4375917767988255, + "grad_norm": 1.25, + "learning_rate": 0.0003553819514481761, + "loss": 4.6608, + "mean_token_accuracy": 0.226600943505764, + "num_tokens": 10790871.0, + "step": 4535 + }, + { + "entropy": 4.986626672744751, + "epoch": 4.4424865394028386, + "grad_norm": 1.1640625, + "learning_rate": 0.0003550234139345798, + "loss": 4.6401, + "mean_token_accuracy": 0.23747914880514145, + "num_tokens": 10802880.0, + "step": 4540 + }, + { + "entropy": 4.981742095947266, + "epoch": 4.447381302006852, + "grad_norm": 1.2109375, + "learning_rate": 0.0003546646436453789, + "loss": 4.5852, + "mean_token_accuracy": 0.23627849817276, + "num_tokens": 10816366.0, + "step": 4545 + }, + { + "entropy": 4.868809509277344, + "epoch": 4.452276064610866, + "grad_norm": 1.1875, + "learning_rate": 0.00035430564162417986, + "loss": 4.4891, + "mean_token_accuracy": 0.24741119891405106, + "num_tokens": 10827973.0, + "step": 4550 + }, + { + "entropy": 5.132536363601685, + "epoch": 4.45717082721488, + "grad_norm": 1.2265625, + "learning_rate": 0.0003539464089152636, + "loss": 4.6797, + "mean_token_accuracy": 0.23054636865854264, + "num_tokens": 10839438.0, + "step": 4555 + }, + { + "entropy": 4.904827022552491, + "epoch": 4.462065589818894, + "grad_norm": 1.1328125, + "learning_rate": 0.00035358694656358194, + "loss": 4.5165, + "mean_token_accuracy": 0.2442225217819214, + "num_tokens": 10850189.0, + "step": 4560 + }, + { + "entropy": 4.833751010894775, + "epoch": 4.466960352422907, + "grad_norm": 1.1953125, + "learning_rate": 0.0003532272556147545, + "loss": 4.5193, + "mean_token_accuracy": 0.23978835195302964, + "num_tokens": 10861730.0, + "step": 4565 + }, + { + "entropy": 5.036434888839722, + "epoch": 4.471855115026921, + "grad_norm": 1.1015625, + "learning_rate": 0.0003528673371150664, + "loss": 4.6726, + "mean_token_accuracy": 0.23058370351791382, + "num_tokens": 10873843.0, + "step": 4570 + }, + { + "entropy": 4.995850515365601, + "epoch": 4.476749877630935, + "grad_norm": 1.171875, + "learning_rate": 0.00035250719211146395, + "loss": 4.6395, + "mean_token_accuracy": 0.23562803864479065, + "num_tokens": 10886754.0, + "step": 4575 + }, + { + "entropy": 4.960853624343872, + "epoch": 4.481644640234949, + "grad_norm": 1.0859375, + "learning_rate": 0.0003521468216515528, + "loss": 4.5898, + "mean_token_accuracy": 0.23953092396259307, + "num_tokens": 10899402.0, + "step": 4580 + }, + { + "entropy": 4.983584070205689, + "epoch": 4.486539402838963, + "grad_norm": 1.1875, + "learning_rate": 0.00035178622678359433, + "loss": 4.6076, + "mean_token_accuracy": 0.24189481884241104, + "num_tokens": 10912706.0, + "step": 4585 + }, + { + "entropy": 4.929827404022217, + "epoch": 4.491434165442976, + "grad_norm": 1.171875, + "learning_rate": 0.00035142540855650264, + "loss": 4.6414, + "mean_token_accuracy": 0.23340380936861038, + "num_tokens": 10924710.0, + "step": 4590 + }, + { + "entropy": 4.896418762207031, + "epoch": 4.49632892804699, + "grad_norm": 1.125, + "learning_rate": 0.00035106436801984154, + "loss": 4.5596, + "mean_token_accuracy": 0.24512310326099396, + "num_tokens": 10936863.0, + "step": 4595 + }, + { + "entropy": 4.937282752990723, + "epoch": 4.5012236906510035, + "grad_norm": 1.0703125, + "learning_rate": 0.0003507031062238216, + "loss": 4.5465, + "mean_token_accuracy": 0.24911466538906096, + "num_tokens": 10948098.0, + "step": 4600 + }, + { + "entropy": 4.956559467315674, + "epoch": 4.506118453255017, + "grad_norm": 1.2734375, + "learning_rate": 0.0003503416242192968, + "loss": 4.6285, + "mean_token_accuracy": 0.2394946500658989, + "num_tokens": 10960703.0, + "step": 4605 + }, + { + "entropy": 4.99582805633545, + "epoch": 4.51101321585903, + "grad_norm": 1.09375, + "learning_rate": 0.00034997992305776194, + "loss": 4.5726, + "mean_token_accuracy": 0.23462877422571182, + "num_tokens": 10972652.0, + "step": 4610 + }, + { + "entropy": 4.9431041240692135, + "epoch": 4.515907978463044, + "grad_norm": 1.1875, + "learning_rate": 0.00034961800379134907, + "loss": 4.583, + "mean_token_accuracy": 0.23193895816802979, + "num_tokens": 10985511.0, + "step": 4615 + }, + { + "entropy": 4.928348207473755, + "epoch": 4.520802741067058, + "grad_norm": 1.140625, + "learning_rate": 0.0003492558674728248, + "loss": 4.5437, + "mean_token_accuracy": 0.23933225572109224, + "num_tokens": 10997397.0, + "step": 4620 + }, + { + "entropy": 4.884153079986572, + "epoch": 4.525697503671072, + "grad_norm": 1.0625, + "learning_rate": 0.00034889351515558705, + "loss": 4.5624, + "mean_token_accuracy": 0.23536658883094788, + "num_tokens": 11009301.0, + "step": 4625 + }, + { + "entropy": 4.983486604690552, + "epoch": 4.530592266275086, + "grad_norm": 1.2109375, + "learning_rate": 0.00034853094789366216, + "loss": 4.6166, + "mean_token_accuracy": 0.2318914443254471, + "num_tokens": 11021214.0, + "step": 4630 + }, + { + "entropy": 4.995839071273804, + "epoch": 4.5354870288791, + "grad_norm": 1.234375, + "learning_rate": 0.00034816816674170155, + "loss": 4.6307, + "mean_token_accuracy": 0.23181201964616777, + "num_tokens": 11033706.0, + "step": 4635 + }, + { + "entropy": 4.904265308380127, + "epoch": 4.540381791483113, + "grad_norm": 1.1640625, + "learning_rate": 0.00034780517275497896, + "loss": 4.5223, + "mean_token_accuracy": 0.24747188985347748, + "num_tokens": 11046903.0, + "step": 4640 + }, + { + "entropy": 4.995366525650025, + "epoch": 4.545276554087127, + "grad_norm": 1.1328125, + "learning_rate": 0.00034744196698938715, + "loss": 4.6808, + "mean_token_accuracy": 0.23345842957496643, + "num_tokens": 11059769.0, + "step": 4645 + }, + { + "entropy": 4.958969449996948, + "epoch": 4.550171316691141, + "grad_norm": 1.15625, + "learning_rate": 0.00034707855050143487, + "loss": 4.6213, + "mean_token_accuracy": 0.23973002284765244, + "num_tokens": 11072278.0, + "step": 4650 + }, + { + "entropy": 4.980345344543457, + "epoch": 4.5550660792951545, + "grad_norm": 1.2265625, + "learning_rate": 0.0003467149243482439, + "loss": 4.6103, + "mean_token_accuracy": 0.23416877686977386, + "num_tokens": 11084393.0, + "step": 4655 + }, + { + "entropy": 4.974357843399048, + "epoch": 4.5599608418991675, + "grad_norm": 1.1328125, + "learning_rate": 0.00034635108958754605, + "loss": 4.5113, + "mean_token_accuracy": 0.25227575153112414, + "num_tokens": 11096209.0, + "step": 4660 + }, + { + "entropy": 4.796844816207885, + "epoch": 4.564855604503181, + "grad_norm": 1.1484375, + "learning_rate": 0.0003459870472776796, + "loss": 4.3975, + "mean_token_accuracy": 0.25478396117687224, + "num_tokens": 11107563.0, + "step": 4665 + }, + { + "entropy": 4.876433897018432, + "epoch": 4.569750367107195, + "grad_norm": 1.1328125, + "learning_rate": 0.0003456227984775867, + "loss": 4.5936, + "mean_token_accuracy": 0.2475576013326645, + "num_tokens": 11119771.0, + "step": 4670 + }, + { + "entropy": 4.9424066066741945, + "epoch": 4.574645129711209, + "grad_norm": 1.1640625, + "learning_rate": 0.0003452583442468104, + "loss": 4.5355, + "mean_token_accuracy": 0.24378240704536439, + "num_tokens": 11130243.0, + "step": 4675 + }, + { + "entropy": 4.956759214401245, + "epoch": 4.579539892315223, + "grad_norm": 1.1484375, + "learning_rate": 0.0003448936856454909, + "loss": 4.6354, + "mean_token_accuracy": 0.23188417702913283, + "num_tokens": 11142623.0, + "step": 4680 + }, + { + "entropy": 4.957581090927124, + "epoch": 4.584434654919236, + "grad_norm": 1.109375, + "learning_rate": 0.0003445288237343632, + "loss": 4.5506, + "mean_token_accuracy": 0.23696067482233046, + "num_tokens": 11154961.0, + "step": 4685 + }, + { + "entropy": 4.863600587844848, + "epoch": 4.58932941752325, + "grad_norm": 1.1015625, + "learning_rate": 0.0003441637595747535, + "loss": 4.5568, + "mean_token_accuracy": 0.24411790668964387, + "num_tokens": 11166924.0, + "step": 4690 + }, + { + "entropy": 4.99712495803833, + "epoch": 4.594224180127264, + "grad_norm": 1.2421875, + "learning_rate": 0.0003437984942285764, + "loss": 4.5925, + "mean_token_accuracy": 0.23994487076997756, + "num_tokens": 11178151.0, + "step": 4695 + }, + { + "entropy": 4.99697642326355, + "epoch": 4.599118942731278, + "grad_norm": 1.234375, + "learning_rate": 0.00034343302875833174, + "loss": 4.6063, + "mean_token_accuracy": 0.23970601409673692, + "num_tokens": 11190546.0, + "step": 4700 + }, + { + "entropy": 4.911056089401245, + "epoch": 4.604013705335291, + "grad_norm": 1.1015625, + "learning_rate": 0.0003430673642271014, + "loss": 4.5319, + "mean_token_accuracy": 0.2503520429134369, + "num_tokens": 11202191.0, + "step": 4705 + }, + { + "entropy": 4.8730621337890625, + "epoch": 4.608908467939305, + "grad_norm": 1.203125, + "learning_rate": 0.0003427015016985464, + "loss": 4.6004, + "mean_token_accuracy": 0.23604031950235366, + "num_tokens": 11213233.0, + "step": 4710 + }, + { + "entropy": 4.965299892425537, + "epoch": 4.6138032305433185, + "grad_norm": 1.2109375, + "learning_rate": 0.0003423354422369036, + "loss": 4.5624, + "mean_token_accuracy": 0.23677294552326203, + "num_tokens": 11224209.0, + "step": 4715 + }, + { + "entropy": 5.060855054855347, + "epoch": 4.618697993147332, + "grad_norm": 1.140625, + "learning_rate": 0.0003419691869069829, + "loss": 4.7085, + "mean_token_accuracy": 0.23144390285015107, + "num_tokens": 11236764.0, + "step": 4720 + }, + { + "entropy": 4.937286138534546, + "epoch": 4.623592755751346, + "grad_norm": 1.28125, + "learning_rate": 0.0003416027367741637, + "loss": 4.5261, + "mean_token_accuracy": 0.24710342288017273, + "num_tokens": 11248386.0, + "step": 4725 + }, + { + "entropy": 4.834506940841675, + "epoch": 4.62848751835536, + "grad_norm": 1.15625, + "learning_rate": 0.0003412360929043922, + "loss": 4.5261, + "mean_token_accuracy": 0.2465933382511139, + "num_tokens": 11260056.0, + "step": 4730 + }, + { + "entropy": 4.969740867614746, + "epoch": 4.633382280959373, + "grad_norm": 1.0625, + "learning_rate": 0.0003408692563641781, + "loss": 4.6864, + "mean_token_accuracy": 0.22559406459331513, + "num_tokens": 11274186.0, + "step": 4735 + }, + { + "entropy": 4.9639567852020265, + "epoch": 4.638277043563387, + "grad_norm": 1.140625, + "learning_rate": 0.00034050222822059153, + "loss": 4.5563, + "mean_token_accuracy": 0.2435510516166687, + "num_tokens": 11286464.0, + "step": 4740 + }, + { + "entropy": 4.903935527801513, + "epoch": 4.643171806167401, + "grad_norm": 1.140625, + "learning_rate": 0.0003401350095412601, + "loss": 4.5388, + "mean_token_accuracy": 0.23533929139375687, + "num_tokens": 11298536.0, + "step": 4745 + }, + { + "entropy": 4.984070634841919, + "epoch": 4.648066568771415, + "grad_norm": 1.046875, + "learning_rate": 0.0003397676013943655, + "loss": 4.7008, + "mean_token_accuracy": 0.22351232320070266, + "num_tokens": 11311477.0, + "step": 4750 + }, + { + "entropy": 5.042261743545533, + "epoch": 4.652961331375428, + "grad_norm": 1.265625, + "learning_rate": 0.00033940000484864065, + "loss": 4.6359, + "mean_token_accuracy": 0.23226390033960342, + "num_tokens": 11323449.0, + "step": 4755 + }, + { + "entropy": 4.958922100067139, + "epoch": 4.657856093979442, + "grad_norm": 1.046875, + "learning_rate": 0.00033903222097336636, + "loss": 4.6416, + "mean_token_accuracy": 0.23971253782510757, + "num_tokens": 11336606.0, + "step": 4760 + }, + { + "entropy": 4.934089326858521, + "epoch": 4.662750856583456, + "grad_norm": 1.15625, + "learning_rate": 0.0003386642508383685, + "loss": 4.5607, + "mean_token_accuracy": 0.23808138817548752, + "num_tokens": 11348272.0, + "step": 4765 + }, + { + "entropy": 4.979602956771851, + "epoch": 4.66764561918747, + "grad_norm": 1.0546875, + "learning_rate": 0.0003382960955140146, + "loss": 4.6474, + "mean_token_accuracy": 0.2371411442756653, + "num_tokens": 11359762.0, + "step": 4770 + }, + { + "entropy": 4.918827533721924, + "epoch": 4.6725403817914835, + "grad_norm": 1.1875, + "learning_rate": 0.0003379277560712112, + "loss": 4.5287, + "mean_token_accuracy": 0.24563721120357512, + "num_tokens": 11372015.0, + "step": 4775 + }, + { + "entropy": 4.992553663253784, + "epoch": 4.6774351443954965, + "grad_norm": 1.2890625, + "learning_rate": 0.0003375592335813999, + "loss": 4.5794, + "mean_token_accuracy": 0.24276368618011473, + "num_tokens": 11382433.0, + "step": 4780 + }, + { + "entropy": 4.926769495010376, + "epoch": 4.68232990699951, + "grad_norm": 1.1953125, + "learning_rate": 0.0003371905291165551, + "loss": 4.5468, + "mean_token_accuracy": 0.2355273887515068, + "num_tokens": 11394479.0, + "step": 4785 + }, + { + "entropy": 4.898515892028809, + "epoch": 4.687224669603524, + "grad_norm": 1.3203125, + "learning_rate": 0.0003368216437491806, + "loss": 4.5381, + "mean_token_accuracy": 0.24220383167266846, + "num_tokens": 11405759.0, + "step": 4790 + }, + { + "entropy": 5.041534185409546, + "epoch": 4.692119432207538, + "grad_norm": 1.265625, + "learning_rate": 0.00033645257855230616, + "loss": 4.686, + "mean_token_accuracy": 0.23345834463834764, + "num_tokens": 11418356.0, + "step": 4795 + }, + { + "entropy": 4.962784957885742, + "epoch": 4.697014194811552, + "grad_norm": 1.21875, + "learning_rate": 0.0003360833345994849, + "loss": 4.5647, + "mean_token_accuracy": 0.2334904357790947, + "num_tokens": 11428999.0, + "step": 4800 + }, + { + "entropy": 4.961305141448975, + "epoch": 4.701908957415565, + "grad_norm": 1.234375, + "learning_rate": 0.00033571391296478956, + "loss": 4.6493, + "mean_token_accuracy": 0.23007457405328752, + "num_tokens": 11439531.0, + "step": 4805 + }, + { + "entropy": 4.888871335983277, + "epoch": 4.706803720019579, + "grad_norm": 1.1171875, + "learning_rate": 0.00033534431472281005, + "loss": 4.5147, + "mean_token_accuracy": 0.2470294326543808, + "num_tokens": 11451582.0, + "step": 4810 + }, + { + "entropy": 4.912890005111694, + "epoch": 4.711698482623593, + "grad_norm": 1.2421875, + "learning_rate": 0.0003349745409486499, + "loss": 4.6071, + "mean_token_accuracy": 0.23003580719232558, + "num_tokens": 11463243.0, + "step": 4815 + }, + { + "entropy": 5.000146865844727, + "epoch": 4.716593245227607, + "grad_norm": 1.109375, + "learning_rate": 0.0003346045927179232, + "loss": 4.597, + "mean_token_accuracy": 0.2359566494822502, + "num_tokens": 11475797.0, + "step": 4820 + }, + { + "entropy": 4.880976438522339, + "epoch": 4.721488007831621, + "grad_norm": 1.15625, + "learning_rate": 0.0003342344711067516, + "loss": 4.5452, + "mean_token_accuracy": 0.24409642368555068, + "num_tokens": 11487166.0, + "step": 4825 + }, + { + "entropy": 4.8728338241577145, + "epoch": 4.726382770435634, + "grad_norm": 1.1484375, + "learning_rate": 0.0003338641771917609, + "loss": 4.5857, + "mean_token_accuracy": 0.22893455922603606, + "num_tokens": 11498834.0, + "step": 4830 + }, + { + "entropy": 4.904224443435669, + "epoch": 4.7312775330396475, + "grad_norm": 1.1328125, + "learning_rate": 0.00033349371205007827, + "loss": 4.5863, + "mean_token_accuracy": 0.2370509222149849, + "num_tokens": 11511665.0, + "step": 4835 + }, + { + "entropy": 5.072694969177246, + "epoch": 4.736172295643661, + "grad_norm": 1.234375, + "learning_rate": 0.00033312307675932904, + "loss": 4.5992, + "mean_token_accuracy": 0.23935865312814714, + "num_tokens": 11522358.0, + "step": 4840 + }, + { + "entropy": 4.960729694366455, + "epoch": 4.741067058247675, + "grad_norm": 1.1875, + "learning_rate": 0.0003327522723976332, + "loss": 4.5857, + "mean_token_accuracy": 0.23962829560041427, + "num_tokens": 11536082.0, + "step": 4845 + }, + { + "entropy": 4.896367073059082, + "epoch": 4.745961820851688, + "grad_norm": 1.1484375, + "learning_rate": 0.0003323813000436028, + "loss": 4.5804, + "mean_token_accuracy": 0.24031926840543746, + "num_tokens": 11549004.0, + "step": 4850 + }, + { + "entropy": 4.942358016967773, + "epoch": 4.750856583455702, + "grad_norm": 1.1640625, + "learning_rate": 0.00033201016077633825, + "loss": 4.6194, + "mean_token_accuracy": 0.23238101601600647, + "num_tokens": 11560029.0, + "step": 4855 + }, + { + "entropy": 4.97268648147583, + "epoch": 4.755751346059716, + "grad_norm": 1.109375, + "learning_rate": 0.0003316388556754259, + "loss": 4.5764, + "mean_token_accuracy": 0.24354737401008605, + "num_tokens": 11571563.0, + "step": 4860 + }, + { + "entropy": 4.867502641677857, + "epoch": 4.76064610866373, + "grad_norm": 1.1171875, + "learning_rate": 0.0003312673858209341, + "loss": 4.5175, + "mean_token_accuracy": 0.23850720077753068, + "num_tokens": 11582917.0, + "step": 4865 + }, + { + "entropy": 4.924775886535644, + "epoch": 4.765540871267744, + "grad_norm": 1.1875, + "learning_rate": 0.0003308957522934107, + "loss": 4.6328, + "mean_token_accuracy": 0.2353920817375183, + "num_tokens": 11594272.0, + "step": 4870 + }, + { + "entropy": 4.96436653137207, + "epoch": 4.770435633871757, + "grad_norm": 1.28125, + "learning_rate": 0.00033052395617387954, + "loss": 4.6137, + "mean_token_accuracy": 0.24112553000450135, + "num_tokens": 11605389.0, + "step": 4875 + }, + { + "entropy": 4.93902096748352, + "epoch": 4.775330396475771, + "grad_norm": 1.1640625, + "learning_rate": 0.00033015199854383734, + "loss": 4.6033, + "mean_token_accuracy": 0.23862474411725998, + "num_tokens": 11617542.0, + "step": 4880 + }, + { + "entropy": 4.920818424224853, + "epoch": 4.780225159079785, + "grad_norm": 1.203125, + "learning_rate": 0.0003297798804852508, + "loss": 4.5455, + "mean_token_accuracy": 0.2366666316986084, + "num_tokens": 11630078.0, + "step": 4885 + }, + { + "entropy": 4.940057563781738, + "epoch": 4.7851199216837985, + "grad_norm": 1.1484375, + "learning_rate": 0.00032940760308055315, + "loss": 4.6167, + "mean_token_accuracy": 0.2333507552742958, + "num_tokens": 11641418.0, + "step": 4890 + }, + { + "entropy": 5.0347026824951175, + "epoch": 4.790014684287812, + "grad_norm": 1.125, + "learning_rate": 0.00032903516741264124, + "loss": 4.7665, + "mean_token_accuracy": 0.2256920740008354, + "num_tokens": 11654797.0, + "step": 4895 + }, + { + "entropy": 4.936593437194825, + "epoch": 4.794909446891825, + "grad_norm": 0.984375, + "learning_rate": 0.00032866257456487215, + "loss": 4.5822, + "mean_token_accuracy": 0.2424963504076004, + "num_tokens": 11667880.0, + "step": 4900 + }, + { + "entropy": 4.986945867538452, + "epoch": 4.799804209495839, + "grad_norm": 1.125, + "learning_rate": 0.00032828982562106023, + "loss": 4.5762, + "mean_token_accuracy": 0.23732181191444396, + "num_tokens": 11680229.0, + "step": 4905 + }, + { + "entropy": 4.926059579849243, + "epoch": 4.804698972099853, + "grad_norm": 1.1484375, + "learning_rate": 0.000327916921665474, + "loss": 4.5886, + "mean_token_accuracy": 0.23226813673973085, + "num_tokens": 11691219.0, + "step": 4910 + }, + { + "entropy": 4.9361631870269775, + "epoch": 4.809593734703867, + "grad_norm": 1.140625, + "learning_rate": 0.00032754386378283266, + "loss": 4.5513, + "mean_token_accuracy": 0.24084499776363372, + "num_tokens": 11702630.0, + "step": 4915 + }, + { + "entropy": 4.962361097335815, + "epoch": 4.814488497307881, + "grad_norm": 1.15625, + "learning_rate": 0.0003271706530583035, + "loss": 4.6579, + "mean_token_accuracy": 0.23210628032684327, + "num_tokens": 11713904.0, + "step": 4920 + }, + { + "entropy": 4.9835145473480225, + "epoch": 4.819383259911894, + "grad_norm": 1.171875, + "learning_rate": 0.00032679729057749797, + "loss": 4.5844, + "mean_token_accuracy": 0.24705798029899598, + "num_tokens": 11726106.0, + "step": 4925 + }, + { + "entropy": 4.951479530334472, + "epoch": 4.824278022515908, + "grad_norm": 1.109375, + "learning_rate": 0.0003264237774264693, + "loss": 4.5579, + "mean_token_accuracy": 0.2422999322414398, + "num_tokens": 11739032.0, + "step": 4930 + }, + { + "entropy": 4.921961879730224, + "epoch": 4.829172785119922, + "grad_norm": 1.21875, + "learning_rate": 0.00032605011469170875, + "loss": 4.5394, + "mean_token_accuracy": 0.23905659317970276, + "num_tokens": 11750859.0, + "step": 4935 + }, + { + "entropy": 4.932737016677857, + "epoch": 4.834067547723936, + "grad_norm": 1.1171875, + "learning_rate": 0.000325676303460143, + "loss": 4.5245, + "mean_token_accuracy": 0.25352912247180937, + "num_tokens": 11761442.0, + "step": 4940 + }, + { + "entropy": 4.915727233886718, + "epoch": 4.838962310327949, + "grad_norm": 1.171875, + "learning_rate": 0.0003253023448191303, + "loss": 4.4855, + "mean_token_accuracy": 0.2534261792898178, + "num_tokens": 11771986.0, + "step": 4945 + }, + { + "entropy": 4.8648669719696045, + "epoch": 4.8438570729319625, + "grad_norm": 1.2109375, + "learning_rate": 0.00032492823985645804, + "loss": 4.5548, + "mean_token_accuracy": 0.23888727724552156, + "num_tokens": 11782813.0, + "step": 4950 + }, + { + "entropy": 4.965753889083862, + "epoch": 4.848751835535976, + "grad_norm": 1.265625, + "learning_rate": 0.0003245539896603391, + "loss": 4.6013, + "mean_token_accuracy": 0.23862355351448059, + "num_tokens": 11794676.0, + "step": 4955 + }, + { + "entropy": 4.956359577178955, + "epoch": 4.85364659813999, + "grad_norm": 1.1953125, + "learning_rate": 0.0003241795953194086, + "loss": 4.5374, + "mean_token_accuracy": 0.2480431005358696, + "num_tokens": 11806251.0, + "step": 4960 + }, + { + "entropy": 4.981100988388062, + "epoch": 4.858541360744004, + "grad_norm": 1.1015625, + "learning_rate": 0.0003238050579227215, + "loss": 4.618, + "mean_token_accuracy": 0.2375776380300522, + "num_tokens": 11817331.0, + "step": 4965 + }, + { + "entropy": 4.944558477401733, + "epoch": 4.863436123348018, + "grad_norm": 1.21875, + "learning_rate": 0.0003234303785597482, + "loss": 4.6062, + "mean_token_accuracy": 0.2414374068379402, + "num_tokens": 11829178.0, + "step": 4970 + }, + { + "entropy": 4.879626083374023, + "epoch": 4.868330885952031, + "grad_norm": 1.3359375, + "learning_rate": 0.0003230555583203728, + "loss": 4.6051, + "mean_token_accuracy": 0.23914755880832672, + "num_tokens": 11841421.0, + "step": 4975 + }, + { + "entropy": 4.902350521087646, + "epoch": 4.873225648556045, + "grad_norm": 1.0625, + "learning_rate": 0.0003226805982948884, + "loss": 4.5538, + "mean_token_accuracy": 0.23678377121686936, + "num_tokens": 11854351.0, + "step": 4980 + }, + { + "entropy": 4.972124814987183, + "epoch": 4.878120411160059, + "grad_norm": 1.203125, + "learning_rate": 0.00032230549957399534, + "loss": 4.5696, + "mean_token_accuracy": 0.2439131036400795, + "num_tokens": 11865739.0, + "step": 4985 + }, + { + "entropy": 5.014398574829102, + "epoch": 4.883015173764073, + "grad_norm": 1.1484375, + "learning_rate": 0.0003219302632487971, + "loss": 4.7044, + "mean_token_accuracy": 0.233197383582592, + "num_tokens": 11878215.0, + "step": 4990 + }, + { + "entropy": 4.957666969299316, + "epoch": 4.887909936368086, + "grad_norm": 1.1796875, + "learning_rate": 0.00032155489041079755, + "loss": 4.5947, + "mean_token_accuracy": 0.2403508022427559, + "num_tokens": 11890224.0, + "step": 4995 + }, + { + "entropy": 4.90994439125061, + "epoch": 4.8928046989721, + "grad_norm": 1.09375, + "learning_rate": 0.0003211793821518977, + "loss": 4.5575, + "mean_token_accuracy": 0.2488363578915596, + "num_tokens": 11901982.0, + "step": 5000 + }, + { + "epoch": 4.8928046989721, + "eval_entropy": 4.9151236916916, + "eval_loss": 5.558598518371582, + "eval_mean_token_accuracy": 0.20045298462400857, + "eval_num_tokens": 11901982.0, + "eval_runtime": 2.7091, + "eval_samples_per_second": 1272.391, + "eval_steps_per_second": 159.095, + "step": 5000 + }, + { + "entropy": 4.970084285736084, + "epoch": 4.897699461576114, + "grad_norm": 1.21875, + "learning_rate": 0.00032080373956439213, + "loss": 4.5766, + "mean_token_accuracy": 0.23770701736211777, + "num_tokens": 11914236.0, + "step": 5005 + }, + { + "entropy": 4.940792083740234, + "epoch": 4.9025942241801275, + "grad_norm": 1.3125, + "learning_rate": 0.0003204279637409667, + "loss": 4.6004, + "mean_token_accuracy": 0.24051721394062042, + "num_tokens": 11924946.0, + "step": 5010 + }, + { + "entropy": 4.928751277923584, + "epoch": 4.907488986784141, + "grad_norm": 1.1484375, + "learning_rate": 0.00032005205577469436, + "loss": 4.6396, + "mean_token_accuracy": 0.2318523943424225, + "num_tokens": 11937135.0, + "step": 5015 + }, + { + "entropy": 4.892696285247803, + "epoch": 4.912383749388154, + "grad_norm": 1.171875, + "learning_rate": 0.0003196760167590328, + "loss": 4.5777, + "mean_token_accuracy": 0.24381590336561204, + "num_tokens": 11948831.0, + "step": 5020 + }, + { + "entropy": 5.015315008163452, + "epoch": 4.917278511992168, + "grad_norm": 1.3515625, + "learning_rate": 0.00031929984778782057, + "loss": 4.7053, + "mean_token_accuracy": 0.23329141587018967, + "num_tokens": 11961048.0, + "step": 5025 + }, + { + "entropy": 4.913628101348877, + "epoch": 4.922173274596182, + "grad_norm": 1.203125, + "learning_rate": 0.00031892354995527444, + "loss": 4.5653, + "mean_token_accuracy": 0.23947801887989045, + "num_tokens": 11973015.0, + "step": 5030 + }, + { + "entropy": 4.931114625930786, + "epoch": 4.927068037200196, + "grad_norm": 1.0625, + "learning_rate": 0.00031854712435598615, + "loss": 4.6083, + "mean_token_accuracy": 0.23548408597707748, + "num_tokens": 11985139.0, + "step": 5035 + }, + { + "entropy": 4.971907615661621, + "epoch": 4.931962799804209, + "grad_norm": 1.265625, + "learning_rate": 0.0003181705720849188, + "loss": 4.6079, + "mean_token_accuracy": 0.23368552327156067, + "num_tokens": 11996420.0, + "step": 5040 + }, + { + "entropy": 4.979585790634156, + "epoch": 4.936857562408223, + "grad_norm": 1.1875, + "learning_rate": 0.0003177938942374042, + "loss": 4.5557, + "mean_token_accuracy": 0.2486712157726288, + "num_tokens": 12007104.0, + "step": 5045 + }, + { + "entropy": 4.938420629501342, + "epoch": 4.941752325012237, + "grad_norm": 1.1796875, + "learning_rate": 0.0003174170919091392, + "loss": 4.6011, + "mean_token_accuracy": 0.2386533722281456, + "num_tokens": 12018663.0, + "step": 5050 + }, + { + "entropy": 4.980367660522461, + "epoch": 4.946647087616251, + "grad_norm": 1.1484375, + "learning_rate": 0.00031704016619618305, + "loss": 4.6438, + "mean_token_accuracy": 0.23362721502780914, + "num_tokens": 12030445.0, + "step": 5055 + }, + { + "entropy": 4.970768880844116, + "epoch": 4.951541850220265, + "grad_norm": 1.21875, + "learning_rate": 0.0003166631181949536, + "loss": 4.6339, + "mean_token_accuracy": 0.23144124448299408, + "num_tokens": 12042301.0, + "step": 5060 + }, + { + "entropy": 4.887622547149658, + "epoch": 4.9564366128242785, + "grad_norm": 1.140625, + "learning_rate": 0.00031628594900222465, + "loss": 4.5971, + "mean_token_accuracy": 0.23787095993757248, + "num_tokens": 12054131.0, + "step": 5065 + }, + { + "entropy": 4.968758010864258, + "epoch": 4.9613313754282915, + "grad_norm": 1.0390625, + "learning_rate": 0.00031590865971512237, + "loss": 4.6252, + "mean_token_accuracy": 0.234019935131073, + "num_tokens": 12067292.0, + "step": 5070 + }, + { + "entropy": 4.953561735153198, + "epoch": 4.966226138032305, + "grad_norm": 1.1953125, + "learning_rate": 0.00031553125143112237, + "loss": 4.6688, + "mean_token_accuracy": 0.23385276794433593, + "num_tokens": 12078056.0, + "step": 5075 + }, + { + "entropy": 4.884413242340088, + "epoch": 4.971120900636319, + "grad_norm": 1.2421875, + "learning_rate": 0.00031515372524804644, + "loss": 4.5109, + "mean_token_accuracy": 0.24655757546424867, + "num_tokens": 12089310.0, + "step": 5080 + }, + { + "entropy": 4.915296745300293, + "epoch": 4.976015663240333, + "grad_norm": 1.2421875, + "learning_rate": 0.00031477608226405907, + "loss": 4.5641, + "mean_token_accuracy": 0.24150988906621934, + "num_tokens": 12100931.0, + "step": 5085 + }, + { + "entropy": 4.936488294601441, + "epoch": 4.980910425844346, + "grad_norm": 1.203125, + "learning_rate": 0.00031439832357766485, + "loss": 4.604, + "mean_token_accuracy": 0.23317671120166777, + "num_tokens": 12112159.0, + "step": 5090 + }, + { + "entropy": 4.974797010421753, + "epoch": 4.98580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.00031402045028770456, + "loss": 4.6281, + "mean_token_accuracy": 0.23169159889221191, + "num_tokens": 12124057.0, + "step": 5095 + }, + { + "entropy": 4.9140619277954105, + "epoch": 4.990699951052374, + "grad_norm": 1.109375, + "learning_rate": 0.0003136424634933528, + "loss": 4.5903, + "mean_token_accuracy": 0.23971892148256302, + "num_tokens": 12136697.0, + "step": 5100 + }, + { + "entropy": 4.9594427108764645, + "epoch": 4.995594713656388, + "grad_norm": 1.171875, + "learning_rate": 0.00031326436429411386, + "loss": 4.5789, + "mean_token_accuracy": 0.24007336646318436, + "num_tokens": 12149152.0, + "step": 5105 + }, + { + "entropy": 4.837845855289036, + "epoch": 5.0, + "grad_norm": 2.25, + "learning_rate": 0.0003128861537898193, + "loss": 4.5335, + "mean_token_accuracy": 0.24379850758446586, + "num_tokens": 12158480.0, + "step": 5110 + }, + { + "entropy": 4.958009862899781, + "epoch": 5.004894762604014, + "grad_norm": 1.1953125, + "learning_rate": 0.0003125078330806245, + "loss": 4.3122, + "mean_token_accuracy": 0.2604338303208351, + "num_tokens": 12168435.0, + "step": 5115 + }, + { + "entropy": 4.963918924331665, + "epoch": 5.009789525208028, + "grad_norm": 1.0390625, + "learning_rate": 0.00031212940326700504, + "loss": 4.322, + "mean_token_accuracy": 0.26302495002746584, + "num_tokens": 12180408.0, + "step": 5120 + }, + { + "entropy": 4.897024536132813, + "epoch": 5.014684287812041, + "grad_norm": 1.1953125, + "learning_rate": 0.00031175086544975436, + "loss": 4.3045, + "mean_token_accuracy": 0.26604206264019015, + "num_tokens": 12192139.0, + "step": 5125 + }, + { + "entropy": 4.938781595230102, + "epoch": 5.019579050416055, + "grad_norm": 1.21875, + "learning_rate": 0.0003113722207299795, + "loss": 4.3542, + "mean_token_accuracy": 0.2577071011066437, + "num_tokens": 12204184.0, + "step": 5130 + }, + { + "entropy": 4.999024438858032, + "epoch": 5.024473813020069, + "grad_norm": 1.140625, + "learning_rate": 0.00031099347020909906, + "loss": 4.4331, + "mean_token_accuracy": 0.24938651025295258, + "num_tokens": 12216512.0, + "step": 5135 + }, + { + "entropy": 4.886103200912475, + "epoch": 5.0293685756240825, + "grad_norm": 1.0859375, + "learning_rate": 0.00031061461498883895, + "loss": 4.2971, + "mean_token_accuracy": 0.269036191701889, + "num_tokens": 12227419.0, + "step": 5140 + }, + { + "entropy": 4.847523498535156, + "epoch": 5.034263338228096, + "grad_norm": 1.21875, + "learning_rate": 0.0003102356561712299, + "loss": 4.3648, + "mean_token_accuracy": 0.25474782586097716, + "num_tokens": 12238965.0, + "step": 5145 + }, + { + "entropy": 4.959598731994629, + "epoch": 5.039158100832109, + "grad_norm": 1.109375, + "learning_rate": 0.0003098565948586038, + "loss": 4.4558, + "mean_token_accuracy": 0.24450213015079497, + "num_tokens": 12252740.0, + "step": 5150 + }, + { + "entropy": 4.921490287780761, + "epoch": 5.044052863436123, + "grad_norm": 1.1875, + "learning_rate": 0.00030947743215359075, + "loss": 4.3254, + "mean_token_accuracy": 0.25831259191036227, + "num_tokens": 12264190.0, + "step": 5155 + }, + { + "entropy": 4.907011032104492, + "epoch": 5.048947626040137, + "grad_norm": 1.1796875, + "learning_rate": 0.0003090981691591159, + "loss": 4.3652, + "mean_token_accuracy": 0.25150704085826875, + "num_tokens": 12275901.0, + "step": 5160 + }, + { + "entropy": 4.905701065063477, + "epoch": 5.053842388644151, + "grad_norm": 1.0859375, + "learning_rate": 0.000308718806978396, + "loss": 4.3429, + "mean_token_accuracy": 0.25858851969242097, + "num_tokens": 12287320.0, + "step": 5165 + }, + { + "entropy": 4.966667413711548, + "epoch": 5.058737151248164, + "grad_norm": 1.03125, + "learning_rate": 0.0003083393467149363, + "loss": 4.3863, + "mean_token_accuracy": 0.2497824788093567, + "num_tokens": 12300796.0, + "step": 5170 + }, + { + "entropy": 4.899695777893067, + "epoch": 5.063631913852178, + "grad_norm": 1.2109375, + "learning_rate": 0.0003079597894725274, + "loss": 4.3642, + "mean_token_accuracy": 0.2561481907963753, + "num_tokens": 12313368.0, + "step": 5175 + }, + { + "entropy": 4.918936395645142, + "epoch": 5.068526676456192, + "grad_norm": 1.3359375, + "learning_rate": 0.00030758013635524205, + "loss": 4.3876, + "mean_token_accuracy": 0.254037569463253, + "num_tokens": 12325071.0, + "step": 5180 + }, + { + "entropy": 4.832960748672486, + "epoch": 5.073421439060206, + "grad_norm": 1.25, + "learning_rate": 0.0003072003884674319, + "loss": 4.3656, + "mean_token_accuracy": 0.2558576062321663, + "num_tokens": 12336851.0, + "step": 5185 + }, + { + "entropy": 4.764031934738159, + "epoch": 5.07831620166422, + "grad_norm": 1.2578125, + "learning_rate": 0.00030682054691372396, + "loss": 4.3434, + "mean_token_accuracy": 0.25979203879833224, + "num_tokens": 12348401.0, + "step": 5190 + }, + { + "entropy": 4.95928840637207, + "epoch": 5.083210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.0003064406127990182, + "loss": 4.3884, + "mean_token_accuracy": 0.2560496285557747, + "num_tokens": 12359545.0, + "step": 5195 + }, + { + "entropy": 5.0024186134338375, + "epoch": 5.0881057268722465, + "grad_norm": 1.2109375, + "learning_rate": 0.0003060605872284834, + "loss": 4.396, + "mean_token_accuracy": 0.25134445130825045, + "num_tokens": 12371385.0, + "step": 5200 + }, + { + "entropy": 4.871951484680176, + "epoch": 5.09300048947626, + "grad_norm": 1.125, + "learning_rate": 0.00030568047130755474, + "loss": 4.415, + "mean_token_accuracy": 0.25351625978946685, + "num_tokens": 12384933.0, + "step": 5205 + }, + { + "entropy": 4.867712926864624, + "epoch": 5.097895252080274, + "grad_norm": 1.171875, + "learning_rate": 0.00030530026614192983, + "loss": 4.3827, + "mean_token_accuracy": 0.2571286603808403, + "num_tokens": 12397301.0, + "step": 5210 + }, + { + "entropy": 4.920883750915527, + "epoch": 5.102790014684288, + "grad_norm": 1.2578125, + "learning_rate": 0.0003049199728375662, + "loss": 4.3399, + "mean_token_accuracy": 0.2628617614507675, + "num_tokens": 12408593.0, + "step": 5215 + }, + { + "entropy": 4.908628320693969, + "epoch": 5.107684777288301, + "grad_norm": 1.2578125, + "learning_rate": 0.00030453959250067764, + "loss": 4.3396, + "mean_token_accuracy": 0.2595177605748177, + "num_tokens": 12419498.0, + "step": 5220 + }, + { + "entropy": 4.821868848800659, + "epoch": 5.112579539892315, + "grad_norm": 1.1015625, + "learning_rate": 0.00030415912623773107, + "loss": 4.3209, + "mean_token_accuracy": 0.2581139370799065, + "num_tokens": 12431874.0, + "step": 5225 + }, + { + "entropy": 4.9897682666778564, + "epoch": 5.117474302496329, + "grad_norm": 1.125, + "learning_rate": 0.0003037785751554434, + "loss": 4.501, + "mean_token_accuracy": 0.25574222952127457, + "num_tokens": 12444030.0, + "step": 5230 + }, + { + "entropy": 4.962854623794556, + "epoch": 5.122369065100343, + "grad_norm": 1.2421875, + "learning_rate": 0.00030339794036077824, + "loss": 4.3746, + "mean_token_accuracy": 0.25864806324243544, + "num_tokens": 12454627.0, + "step": 5235 + }, + { + "entropy": 4.834767484664917, + "epoch": 5.127263827704357, + "grad_norm": 1.265625, + "learning_rate": 0.0003030172229609427, + "loss": 4.3432, + "mean_token_accuracy": 0.2612172350287437, + "num_tokens": 12466465.0, + "step": 5240 + }, + { + "entropy": 4.888991165161133, + "epoch": 5.13215859030837, + "grad_norm": 1.140625, + "learning_rate": 0.0003026364240633842, + "loss": 4.296, + "mean_token_accuracy": 0.27039791345596315, + "num_tokens": 12478886.0, + "step": 5245 + }, + { + "entropy": 4.848423814773559, + "epoch": 5.137053352912384, + "grad_norm": 1.171875, + "learning_rate": 0.00030225554477578733, + "loss": 4.3093, + "mean_token_accuracy": 0.2598715707659721, + "num_tokens": 12491418.0, + "step": 5250 + }, + { + "entropy": 4.859292840957641, + "epoch": 5.1419481155163975, + "grad_norm": 1.1875, + "learning_rate": 0.0003018745862060702, + "loss": 4.3423, + "mean_token_accuracy": 0.2566388979554176, + "num_tokens": 12503784.0, + "step": 5255 + }, + { + "entropy": 4.907123231887818, + "epoch": 5.146842878120411, + "grad_norm": 1.140625, + "learning_rate": 0.00030149354946238196, + "loss": 4.3375, + "mean_token_accuracy": 0.261844602227211, + "num_tokens": 12514560.0, + "step": 5260 + }, + { + "entropy": 4.897166156768799, + "epoch": 5.151737640724425, + "grad_norm": 1.171875, + "learning_rate": 0.0003011124356530989, + "loss": 4.4245, + "mean_token_accuracy": 0.2525751248002052, + "num_tokens": 12527920.0, + "step": 5265 + }, + { + "entropy": 4.928752136230469, + "epoch": 5.156632403328438, + "grad_norm": 1.1796875, + "learning_rate": 0.0003007312458868214, + "loss": 4.3743, + "mean_token_accuracy": 0.25650078505277635, + "num_tokens": 12538793.0, + "step": 5270 + }, + { + "entropy": 4.814674186706543, + "epoch": 5.161527165932452, + "grad_norm": 1.2109375, + "learning_rate": 0.0003003499812723711, + "loss": 4.3407, + "mean_token_accuracy": 0.25908356755971906, + "num_tokens": 12551158.0, + "step": 5275 + }, + { + "entropy": 4.931568908691406, + "epoch": 5.166421928536466, + "grad_norm": 1.1171875, + "learning_rate": 0.000299968642918787, + "loss": 4.4402, + "mean_token_accuracy": 0.25640726685523985, + "num_tokens": 12564138.0, + "step": 5280 + }, + { + "entropy": 4.921501970291137, + "epoch": 5.17131669114048, + "grad_norm": 1.28125, + "learning_rate": 0.00029958723193532287, + "loss": 4.4058, + "mean_token_accuracy": 0.25719621777534485, + "num_tokens": 12575140.0, + "step": 5285 + }, + { + "entropy": 4.872871589660645, + "epoch": 5.176211453744493, + "grad_norm": 1.171875, + "learning_rate": 0.0002992057494314437, + "loss": 4.3463, + "mean_token_accuracy": 0.252190089225769, + "num_tokens": 12586371.0, + "step": 5290 + }, + { + "entropy": 4.939267635345459, + "epoch": 5.181106216348507, + "grad_norm": 1.1328125, + "learning_rate": 0.00029882419651682234, + "loss": 4.4147, + "mean_token_accuracy": 0.2542558580636978, + "num_tokens": 12599785.0, + "step": 5295 + }, + { + "entropy": 4.789497232437133, + "epoch": 5.186000978952521, + "grad_norm": 1.296875, + "learning_rate": 0.00029844257430133674, + "loss": 4.212, + "mean_token_accuracy": 0.2707947090268135, + "num_tokens": 12611073.0, + "step": 5300 + }, + { + "entropy": 4.84962100982666, + "epoch": 5.190895741556535, + "grad_norm": 1.1484375, + "learning_rate": 0.00029806088389506614, + "loss": 4.3582, + "mean_token_accuracy": 0.25633101165294647, + "num_tokens": 12623337.0, + "step": 5305 + }, + { + "entropy": 4.874534654617309, + "epoch": 5.1957905041605486, + "grad_norm": 1.2109375, + "learning_rate": 0.00029767912640828837, + "loss": 4.3945, + "mean_token_accuracy": 0.25490366518497465, + "num_tokens": 12635325.0, + "step": 5310 + }, + { + "entropy": 5.002076005935669, + "epoch": 5.2006852667645616, + "grad_norm": 1.1953125, + "learning_rate": 0.00029729730295147627, + "loss": 4.4477, + "mean_token_accuracy": 0.25073795169591906, + "num_tokens": 12646675.0, + "step": 5315 + }, + { + "entropy": 4.881000995635986, + "epoch": 5.2055800293685754, + "grad_norm": 1.2421875, + "learning_rate": 0.00029691541463529466, + "loss": 4.3804, + "mean_token_accuracy": 0.2621867716312408, + "num_tokens": 12657349.0, + "step": 5320 + }, + { + "entropy": 4.919429540634155, + "epoch": 5.210474791972589, + "grad_norm": 1.21875, + "learning_rate": 0.0002965334625705968, + "loss": 4.4285, + "mean_token_accuracy": 0.25295074433088305, + "num_tokens": 12669851.0, + "step": 5325 + }, + { + "entropy": 4.976959133148194, + "epoch": 5.215369554576603, + "grad_norm": 1.09375, + "learning_rate": 0.00029615144786842174, + "loss": 4.4419, + "mean_token_accuracy": 0.25048954486846925, + "num_tokens": 12684368.0, + "step": 5330 + }, + { + "entropy": 4.908678770065308, + "epoch": 5.220264317180617, + "grad_norm": 1.25, + "learning_rate": 0.00029576937163999046, + "loss": 4.3887, + "mean_token_accuracy": 0.25789752006530764, + "num_tokens": 12696401.0, + "step": 5335 + }, + { + "entropy": 4.888817834854126, + "epoch": 5.22515907978463, + "grad_norm": 1.1953125, + "learning_rate": 0.000295387234996703, + "loss": 4.4001, + "mean_token_accuracy": 0.2558760404586792, + "num_tokens": 12707493.0, + "step": 5340 + }, + { + "entropy": 4.872880363464356, + "epoch": 5.230053842388644, + "grad_norm": 1.1953125, + "learning_rate": 0.0002950050390501351, + "loss": 4.3732, + "mean_token_accuracy": 0.25516442507505416, + "num_tokens": 12719732.0, + "step": 5345 + }, + { + "entropy": 4.870816421508789, + "epoch": 5.234948604992658, + "grad_norm": 1.28125, + "learning_rate": 0.0002946227849120352, + "loss": 4.3123, + "mean_token_accuracy": 0.2601855263113976, + "num_tokens": 12730629.0, + "step": 5350 + }, + { + "entropy": 4.887098169326782, + "epoch": 5.239843367596672, + "grad_norm": 1.2109375, + "learning_rate": 0.0002942404736943206, + "loss": 4.3079, + "mean_token_accuracy": 0.26518921852111815, + "num_tokens": 12742742.0, + "step": 5355 + }, + { + "entropy": 4.886412620544434, + "epoch": 5.244738130200686, + "grad_norm": 1.21875, + "learning_rate": 0.00029385810650907514, + "loss": 4.474, + "mean_token_accuracy": 0.24400135576725007, + "num_tokens": 12755810.0, + "step": 5360 + }, + { + "entropy": 4.864665222167969, + "epoch": 5.249632892804699, + "grad_norm": 1.0703125, + "learning_rate": 0.000293475684468545, + "loss": 4.3247, + "mean_token_accuracy": 0.2605849504470825, + "num_tokens": 12768774.0, + "step": 5365 + }, + { + "entropy": 4.871584033966064, + "epoch": 5.254527655408713, + "grad_norm": 1.2421875, + "learning_rate": 0.0002930932086851362, + "loss": 4.311, + "mean_token_accuracy": 0.2626017689704895, + "num_tokens": 12778860.0, + "step": 5370 + }, + { + "entropy": 4.802646493911743, + "epoch": 5.2594224180127265, + "grad_norm": 1.1796875, + "learning_rate": 0.00029271068027141093, + "loss": 4.3288, + "mean_token_accuracy": 0.25410080701112747, + "num_tokens": 12790718.0, + "step": 5375 + }, + { + "entropy": 4.8621697425842285, + "epoch": 5.26431718061674, + "grad_norm": 1.2109375, + "learning_rate": 0.0002923281003400848, + "loss": 4.3795, + "mean_token_accuracy": 0.2574193745851517, + "num_tokens": 12801924.0, + "step": 5380 + }, + { + "entropy": 4.8984628200531, + "epoch": 5.269211943220753, + "grad_norm": 1.109375, + "learning_rate": 0.00029194547000402284, + "loss": 4.423, + "mean_token_accuracy": 0.24654452204704286, + "num_tokens": 12814180.0, + "step": 5385 + }, + { + "entropy": 4.925138330459594, + "epoch": 5.274106705824767, + "grad_norm": 1.203125, + "learning_rate": 0.00029156279037623694, + "loss": 4.3861, + "mean_token_accuracy": 0.2502188071608543, + "num_tokens": 12826179.0, + "step": 5390 + }, + { + "entropy": 4.8376720428466795, + "epoch": 5.279001468428781, + "grad_norm": 1.1484375, + "learning_rate": 0.0002911800625698823, + "loss": 4.473, + "mean_token_accuracy": 0.24802757054567337, + "num_tokens": 12838818.0, + "step": 5395 + }, + { + "entropy": 4.865996932983398, + "epoch": 5.283896231032795, + "grad_norm": 1.171875, + "learning_rate": 0.0002907972876982544, + "loss": 4.326, + "mean_token_accuracy": 0.2606485769152641, + "num_tokens": 12850404.0, + "step": 5400 + }, + { + "entropy": 4.852719354629516, + "epoch": 5.288790993636809, + "grad_norm": 1.21875, + "learning_rate": 0.00029041446687478543, + "loss": 4.3717, + "mean_token_accuracy": 0.251312343776226, + "num_tokens": 12862902.0, + "step": 5405 + }, + { + "entropy": 4.842373514175415, + "epoch": 5.293685756240822, + "grad_norm": 1.25, + "learning_rate": 0.0002900316012130413, + "loss": 4.3494, + "mean_token_accuracy": 0.25836356431245805, + "num_tokens": 12875440.0, + "step": 5410 + }, + { + "entropy": 4.975588035583496, + "epoch": 5.298580518844836, + "grad_norm": 1.171875, + "learning_rate": 0.0002896486918267186, + "loss": 4.472, + "mean_token_accuracy": 0.2513862207531929, + "num_tokens": 12887664.0, + "step": 5415 + }, + { + "entropy": 4.866049575805664, + "epoch": 5.30347528144885, + "grad_norm": 1.234375, + "learning_rate": 0.00028926573982964067, + "loss": 4.3668, + "mean_token_accuracy": 0.25593926161527636, + "num_tokens": 12898597.0, + "step": 5420 + }, + { + "entropy": 4.844847679138184, + "epoch": 5.308370044052864, + "grad_norm": 1.2265625, + "learning_rate": 0.00028888274633575504, + "loss": 4.3405, + "mean_token_accuracy": 0.2640332952141762, + "num_tokens": 12910272.0, + "step": 5425 + }, + { + "entropy": 4.92423415184021, + "epoch": 5.3132648066568775, + "grad_norm": 1.2421875, + "learning_rate": 0.00028849971245913005, + "loss": 4.3896, + "mean_token_accuracy": 0.2510180279612541, + "num_tokens": 12920481.0, + "step": 5430 + }, + { + "entropy": 4.862576961517334, + "epoch": 5.3181595692608905, + "grad_norm": 1.125, + "learning_rate": 0.00028811663931395127, + "loss": 4.3703, + "mean_token_accuracy": 0.25634227246046065, + "num_tokens": 12933388.0, + "step": 5435 + }, + { + "entropy": 4.848942279815674, + "epoch": 5.323054331864904, + "grad_norm": 1.1328125, + "learning_rate": 0.00028773352801451864, + "loss": 4.3438, + "mean_token_accuracy": 0.2634120240807533, + "num_tokens": 12944552.0, + "step": 5440 + }, + { + "entropy": 4.927693271636963, + "epoch": 5.327949094468918, + "grad_norm": 1.1953125, + "learning_rate": 0.00028735037967524303, + "loss": 4.4076, + "mean_token_accuracy": 0.24917805194854736, + "num_tokens": 12956412.0, + "step": 5445 + }, + { + "entropy": 4.800685691833496, + "epoch": 5.332843857072932, + "grad_norm": 1.1015625, + "learning_rate": 0.0002869671954106432, + "loss": 4.271, + "mean_token_accuracy": 0.26187579333782196, + "num_tokens": 12969317.0, + "step": 5450 + }, + { + "entropy": 4.889603948593139, + "epoch": 5.337738619676946, + "grad_norm": 1.1484375, + "learning_rate": 0.0002865839763353421, + "loss": 4.4635, + "mean_token_accuracy": 0.24944115430116653, + "num_tokens": 12982699.0, + "step": 5455 + }, + { + "entropy": 4.961989641189575, + "epoch": 5.342633382280959, + "grad_norm": 1.171875, + "learning_rate": 0.00028620072356406437, + "loss": 4.4472, + "mean_token_accuracy": 0.24868619740009307, + "num_tokens": 12995777.0, + "step": 5460 + }, + { + "entropy": 4.847643852233887, + "epoch": 5.347528144884973, + "grad_norm": 1.1796875, + "learning_rate": 0.0002858174382116322, + "loss": 4.3442, + "mean_token_accuracy": 0.25567984879016875, + "num_tokens": 13006992.0, + "step": 5465 + }, + { + "entropy": 4.847750473022461, + "epoch": 5.352422907488987, + "grad_norm": 1.15625, + "learning_rate": 0.00028543412139296295, + "loss": 4.3688, + "mean_token_accuracy": 0.25548591911792756, + "num_tokens": 13019333.0, + "step": 5470 + }, + { + "entropy": 4.889858913421631, + "epoch": 5.357317670093001, + "grad_norm": 1.2578125, + "learning_rate": 0.0002850507742230652, + "loss": 4.3919, + "mean_token_accuracy": 0.25415838360786436, + "num_tokens": 13031398.0, + "step": 5475 + }, + { + "entropy": 4.897127771377564, + "epoch": 5.362212432697014, + "grad_norm": 1.28125, + "learning_rate": 0.000284667397817036, + "loss": 4.3531, + "mean_token_accuracy": 0.25854593217372895, + "num_tokens": 13043052.0, + "step": 5480 + }, + { + "entropy": 4.837593936920166, + "epoch": 5.367107195301028, + "grad_norm": 1.1953125, + "learning_rate": 0.00028428399329005744, + "loss": 4.3506, + "mean_token_accuracy": 0.25983099043369295, + "num_tokens": 13053297.0, + "step": 5485 + }, + { + "entropy": 4.903572607040405, + "epoch": 5.3720019579050415, + "grad_norm": 1.21875, + "learning_rate": 0.00028390056175739333, + "loss": 4.4608, + "mean_token_accuracy": 0.250194339454174, + "num_tokens": 13066922.0, + "step": 5490 + }, + { + "entropy": 4.967030334472656, + "epoch": 5.376896720509055, + "grad_norm": 1.1796875, + "learning_rate": 0.0002835171043343861, + "loss": 4.4263, + "mean_token_accuracy": 0.25020225942134855, + "num_tokens": 13078819.0, + "step": 5495 + }, + { + "entropy": 4.889230489730835, + "epoch": 5.381791483113069, + "grad_norm": 1.21875, + "learning_rate": 0.0002831336221364534, + "loss": 4.4086, + "mean_token_accuracy": 0.2416940689086914, + "num_tokens": 13091737.0, + "step": 5500 + }, + { + "entropy": 4.82708969116211, + "epoch": 5.386686245717082, + "grad_norm": 1.140625, + "learning_rate": 0.00028275011627908517, + "loss": 4.3627, + "mean_token_accuracy": 0.26323580741882324, + "num_tokens": 13104338.0, + "step": 5505 + }, + { + "entropy": 4.8442614555358885, + "epoch": 5.391581008321096, + "grad_norm": 1.1015625, + "learning_rate": 0.0002823665878778398, + "loss": 4.3563, + "mean_token_accuracy": 0.2633529782295227, + "num_tokens": 13117348.0, + "step": 5510 + }, + { + "entropy": 4.9412072658538815, + "epoch": 5.39647577092511, + "grad_norm": 1.1796875, + "learning_rate": 0.00028198303804834163, + "loss": 4.4809, + "mean_token_accuracy": 0.24831988662481308, + "num_tokens": 13130204.0, + "step": 5515 + }, + { + "entropy": 5.003201055526733, + "epoch": 5.401370533529124, + "grad_norm": 1.125, + "learning_rate": 0.0002815994679062771, + "loss": 4.4445, + "mean_token_accuracy": 0.25087785720825195, + "num_tokens": 13141999.0, + "step": 5520 + }, + { + "entropy": 4.8898577213287355, + "epoch": 5.406265296133138, + "grad_norm": 1.1328125, + "learning_rate": 0.00028121587856739177, + "loss": 4.3676, + "mean_token_accuracy": 0.25085431784391404, + "num_tokens": 13154327.0, + "step": 5525 + }, + { + "entropy": 4.804069566726684, + "epoch": 5.411160058737151, + "grad_norm": 1.2890625, + "learning_rate": 0.0002808322711474873, + "loss": 4.3518, + "mean_token_accuracy": 0.25942639261484146, + "num_tokens": 13164271.0, + "step": 5530 + }, + { + "entropy": 4.837275075912475, + "epoch": 5.416054821341165, + "grad_norm": 1.15625, + "learning_rate": 0.00028044864676241737, + "loss": 4.3722, + "mean_token_accuracy": 0.2564785420894623, + "num_tokens": 13175801.0, + "step": 5535 + }, + { + "entropy": 4.882635021209717, + "epoch": 5.420949583945179, + "grad_norm": 1.125, + "learning_rate": 0.00028006500652808566, + "loss": 4.357, + "mean_token_accuracy": 0.24884607046842575, + "num_tokens": 13188793.0, + "step": 5540 + }, + { + "entropy": 4.95216588973999, + "epoch": 5.425844346549193, + "grad_norm": 1.0859375, + "learning_rate": 0.0002796813515604415, + "loss": 4.3867, + "mean_token_accuracy": 0.2546717330813408, + "num_tokens": 13200567.0, + "step": 5545 + }, + { + "entropy": 4.859859657287598, + "epoch": 5.4307391091532065, + "grad_norm": 1.2734375, + "learning_rate": 0.0002792976829754773, + "loss": 4.3861, + "mean_token_accuracy": 0.2546194359660149, + "num_tokens": 13212105.0, + "step": 5550 + }, + { + "entropy": 4.881920719146729, + "epoch": 5.4356338717572195, + "grad_norm": 1.171875, + "learning_rate": 0.00027891400188922495, + "loss": 4.3623, + "mean_token_accuracy": 0.2614657819271088, + "num_tokens": 13223706.0, + "step": 5555 + }, + { + "entropy": 4.9416053771972654, + "epoch": 5.440528634361233, + "grad_norm": 1.234375, + "learning_rate": 0.00027853030941775274, + "loss": 4.5306, + "mean_token_accuracy": 0.2471021294593811, + "num_tokens": 13235326.0, + "step": 5560 + }, + { + "entropy": 4.907420444488525, + "epoch": 5.445423396965247, + "grad_norm": 1.125, + "learning_rate": 0.0002781466066771623, + "loss": 4.442, + "mean_token_accuracy": 0.2501250237226486, + "num_tokens": 13248182.0, + "step": 5565 + }, + { + "entropy": 4.909937381744385, + "epoch": 5.450318159569261, + "grad_norm": 1.21875, + "learning_rate": 0.00027776289478358477, + "loss": 4.4102, + "mean_token_accuracy": 0.2543193385004997, + "num_tokens": 13259729.0, + "step": 5570 + }, + { + "entropy": 5.001272296905517, + "epoch": 5.455212922173274, + "grad_norm": 1.2890625, + "learning_rate": 0.0002773791748531781, + "loss": 4.5052, + "mean_token_accuracy": 0.24846877604722978, + "num_tokens": 13270735.0, + "step": 5575 + }, + { + "entropy": 4.887505054473877, + "epoch": 5.460107684777288, + "grad_norm": 1.09375, + "learning_rate": 0.00027699544800212356, + "loss": 4.3816, + "mean_token_accuracy": 0.25734333842992785, + "num_tokens": 13282724.0, + "step": 5580 + }, + { + "entropy": 4.870601558685303, + "epoch": 5.465002447381302, + "grad_norm": 1.1953125, + "learning_rate": 0.0002766117153466227, + "loss": 4.4024, + "mean_token_accuracy": 0.2541832819581032, + "num_tokens": 13296676.0, + "step": 5585 + }, + { + "entropy": 4.907495212554932, + "epoch": 5.469897209985316, + "grad_norm": 1.25, + "learning_rate": 0.0002762279780028937, + "loss": 4.3456, + "mean_token_accuracy": 0.2542095884680748, + "num_tokens": 13308524.0, + "step": 5590 + }, + { + "entropy": 4.904850864410401, + "epoch": 5.47479197258933, + "grad_norm": 1.09375, + "learning_rate": 0.00027584423708716866, + "loss": 4.4717, + "mean_token_accuracy": 0.2411001518368721, + "num_tokens": 13320523.0, + "step": 5595 + }, + { + "entropy": 4.818140125274658, + "epoch": 5.479686735193344, + "grad_norm": 1.0703125, + "learning_rate": 0.0002754604937156899, + "loss": 4.3241, + "mean_token_accuracy": 0.26283698827028273, + "num_tokens": 13333485.0, + "step": 5600 + }, + { + "entropy": 4.889340829849243, + "epoch": 5.484581497797357, + "grad_norm": 1.3125, + "learning_rate": 0.00027507674900470686, + "loss": 4.4188, + "mean_token_accuracy": 0.2551365777850151, + "num_tokens": 13345581.0, + "step": 5605 + }, + { + "entropy": 4.825367021560669, + "epoch": 5.4894762604013705, + "grad_norm": 1.3046875, + "learning_rate": 0.000274693004070473, + "loss": 4.3587, + "mean_token_accuracy": 0.2517304763197899, + "num_tokens": 13358672.0, + "step": 5610 + }, + { + "entropy": 4.9278435707092285, + "epoch": 5.494371023005384, + "grad_norm": 1.1953125, + "learning_rate": 0.00027430926002924226, + "loss": 4.3791, + "mean_token_accuracy": 0.2576457604765892, + "num_tokens": 13369753.0, + "step": 5615 + }, + { + "entropy": 4.9037861824035645, + "epoch": 5.499265785609398, + "grad_norm": 1.296875, + "learning_rate": 0.0002739255179972662, + "loss": 4.4261, + "mean_token_accuracy": 0.2506695121526718, + "num_tokens": 13381707.0, + "step": 5620 + }, + { + "entropy": 4.826402950286865, + "epoch": 5.504160548213411, + "grad_norm": 1.171875, + "learning_rate": 0.0002735417790907903, + "loss": 4.3484, + "mean_token_accuracy": 0.260126519203186, + "num_tokens": 13393551.0, + "step": 5625 + }, + { + "entropy": 4.915320825576782, + "epoch": 5.509055310817425, + "grad_norm": 1.3125, + "learning_rate": 0.0002731580444260512, + "loss": 4.4892, + "mean_token_accuracy": 0.2423268064856529, + "num_tokens": 13405253.0, + "step": 5630 + }, + { + "entropy": 4.9282050132751465, + "epoch": 5.513950073421439, + "grad_norm": 1.1640625, + "learning_rate": 0.0002727743151192729, + "loss": 4.3981, + "mean_token_accuracy": 0.2548184052109718, + "num_tokens": 13416892.0, + "step": 5635 + }, + { + "entropy": 4.901979303359985, + "epoch": 5.518844836025453, + "grad_norm": 1.1640625, + "learning_rate": 0.00027239059228666417, + "loss": 4.4077, + "mean_token_accuracy": 0.2559808880090714, + "num_tokens": 13429226.0, + "step": 5640 + }, + { + "entropy": 4.886145877838135, + "epoch": 5.523739598629467, + "grad_norm": 1.2265625, + "learning_rate": 0.0002720068770444146, + "loss": 4.4478, + "mean_token_accuracy": 0.2462196171283722, + "num_tokens": 13440028.0, + "step": 5645 + }, + { + "entropy": 4.788758850097656, + "epoch": 5.52863436123348, + "grad_norm": 1.140625, + "learning_rate": 0.000271623170508692, + "loss": 4.3139, + "mean_token_accuracy": 0.25626635253429414, + "num_tokens": 13451213.0, + "step": 5650 + }, + { + "entropy": 4.804979562759399, + "epoch": 5.533529123837494, + "grad_norm": 1.2109375, + "learning_rate": 0.00027123947379563857, + "loss": 4.3179, + "mean_token_accuracy": 0.25836723297834396, + "num_tokens": 13462751.0, + "step": 5655 + }, + { + "entropy": 4.7869219303131105, + "epoch": 5.538423886441508, + "grad_norm": 1.1328125, + "learning_rate": 0.00027085578802136823, + "loss": 4.3119, + "mean_token_accuracy": 0.2503983810544014, + "num_tokens": 13474622.0, + "step": 5660 + }, + { + "entropy": 4.9020153999328615, + "epoch": 5.5433186490455215, + "grad_norm": 1.125, + "learning_rate": 0.00027047211430196276, + "loss": 4.4257, + "mean_token_accuracy": 0.2556076109409332, + "num_tokens": 13485793.0, + "step": 5665 + }, + { + "entropy": 4.958245897293091, + "epoch": 5.5482134116495345, + "grad_norm": 1.1796875, + "learning_rate": 0.00027008845375346924, + "loss": 4.4426, + "mean_token_accuracy": 0.25535325407981874, + "num_tokens": 13497498.0, + "step": 5670 + }, + { + "entropy": 4.963417863845825, + "epoch": 5.553108174253548, + "grad_norm": 1.234375, + "learning_rate": 0.0002697048074918961, + "loss": 4.4397, + "mean_token_accuracy": 0.257719512283802, + "num_tokens": 13509305.0, + "step": 5675 + }, + { + "entropy": 4.838377571105957, + "epoch": 5.558002936857562, + "grad_norm": 1.125, + "learning_rate": 0.0002693211766332105, + "loss": 4.349, + "mean_token_accuracy": 0.26085864305496215, + "num_tokens": 13520339.0, + "step": 5680 + }, + { + "entropy": 4.846307229995728, + "epoch": 5.562897699461576, + "grad_norm": 1.203125, + "learning_rate": 0.0002689375622933344, + "loss": 4.3849, + "mean_token_accuracy": 0.25081703513860704, + "num_tokens": 13532043.0, + "step": 5685 + }, + { + "entropy": 4.938611602783203, + "epoch": 5.56779246206559, + "grad_norm": 1.15625, + "learning_rate": 0.00026855396558814225, + "loss": 4.4004, + "mean_token_accuracy": 0.2577081561088562, + "num_tokens": 13543335.0, + "step": 5690 + }, + { + "entropy": 4.948917627334595, + "epoch": 5.572687224669604, + "grad_norm": 1.234375, + "learning_rate": 0.0002681703876334567, + "loss": 4.467, + "mean_token_accuracy": 0.24466674774885178, + "num_tokens": 13553433.0, + "step": 5695 + }, + { + "entropy": 4.89360990524292, + "epoch": 5.577581987273617, + "grad_norm": 1.2109375, + "learning_rate": 0.0002677868295450463, + "loss": 4.4266, + "mean_token_accuracy": 0.2540895834565163, + "num_tokens": 13565176.0, + "step": 5700 + }, + { + "entropy": 4.873272132873535, + "epoch": 5.582476749877631, + "grad_norm": 1.171875, + "learning_rate": 0.0002674032924386214, + "loss": 4.3603, + "mean_token_accuracy": 0.25523366779088974, + "num_tokens": 13576650.0, + "step": 5705 + }, + { + "entropy": 4.818515777587891, + "epoch": 5.587371512481645, + "grad_norm": 1.1484375, + "learning_rate": 0.00026701977742983146, + "loss": 4.3695, + "mean_token_accuracy": 0.24810456931591035, + "num_tokens": 13588532.0, + "step": 5710 + }, + { + "entropy": 4.87041597366333, + "epoch": 5.592266275085659, + "grad_norm": 1.25, + "learning_rate": 0.00026663628563426185, + "loss": 4.3333, + "mean_token_accuracy": 0.26031445264816283, + "num_tokens": 13599424.0, + "step": 5715 + }, + { + "entropy": 4.856188344955444, + "epoch": 5.597161037689672, + "grad_norm": 1.2734375, + "learning_rate": 0.0002662528181674302, + "loss": 4.3466, + "mean_token_accuracy": 0.2565928384661674, + "num_tokens": 13610652.0, + "step": 5720 + }, + { + "entropy": 4.846140003204345, + "epoch": 5.6020558002936856, + "grad_norm": 1.171875, + "learning_rate": 0.0002658693761447835, + "loss": 4.4162, + "mean_token_accuracy": 0.24877500385046006, + "num_tokens": 13623040.0, + "step": 5725 + }, + { + "entropy": 4.899311065673828, + "epoch": 5.606950562897699, + "grad_norm": 1.25, + "learning_rate": 0.00026548596068169455, + "loss": 4.4517, + "mean_token_accuracy": 0.25163528472185137, + "num_tokens": 13635401.0, + "step": 5730 + }, + { + "entropy": 4.865639066696167, + "epoch": 5.611845325501713, + "grad_norm": 1.1171875, + "learning_rate": 0.00026510257289345915, + "loss": 4.3686, + "mean_token_accuracy": 0.25666899532079696, + "num_tokens": 13649100.0, + "step": 5735 + }, + { + "entropy": 4.885151338577271, + "epoch": 5.616740088105727, + "grad_norm": 1.1328125, + "learning_rate": 0.00026471921389529233, + "loss": 4.3883, + "mean_token_accuracy": 0.2459629863500595, + "num_tokens": 13661257.0, + "step": 5740 + }, + { + "entropy": 4.789510059356689, + "epoch": 5.62163485070974, + "grad_norm": 1.1640625, + "learning_rate": 0.0002643358848023256, + "loss": 4.3063, + "mean_token_accuracy": 0.2655410796403885, + "num_tokens": 13672507.0, + "step": 5745 + }, + { + "entropy": 4.9358001232147215, + "epoch": 5.626529613313754, + "grad_norm": 1.1484375, + "learning_rate": 0.0002639525867296033, + "loss": 4.4602, + "mean_token_accuracy": 0.2463882565498352, + "num_tokens": 13684143.0, + "step": 5750 + }, + { + "entropy": 4.950975131988526, + "epoch": 5.631424375917768, + "grad_norm": 1.2734375, + "learning_rate": 0.00026356932079207976, + "loss": 4.4523, + "mean_token_accuracy": 0.25883112400770186, + "num_tokens": 13696361.0, + "step": 5755 + }, + { + "entropy": 4.9228184700012205, + "epoch": 5.636319138521782, + "grad_norm": 1.3203125, + "learning_rate": 0.0002631860881046155, + "loss": 4.417, + "mean_token_accuracy": 0.25572172850370406, + "num_tokens": 13707199.0, + "step": 5760 + }, + { + "entropy": 4.85296139717102, + "epoch": 5.641213901125795, + "grad_norm": 1.1796875, + "learning_rate": 0.00026280288978197463, + "loss": 4.3313, + "mean_token_accuracy": 0.2568573772907257, + "num_tokens": 13718676.0, + "step": 5765 + }, + { + "entropy": 4.9180662631988525, + "epoch": 5.646108663729809, + "grad_norm": 1.2421875, + "learning_rate": 0.00026241972693882116, + "loss": 4.452, + "mean_token_accuracy": 0.2521181508898735, + "num_tokens": 13730299.0, + "step": 5770 + }, + { + "entropy": 4.848993158340454, + "epoch": 5.651003426333823, + "grad_norm": 1.1953125, + "learning_rate": 0.00026203660068971596, + "loss": 4.3345, + "mean_token_accuracy": 0.2588157162070274, + "num_tokens": 13741519.0, + "step": 5775 + }, + { + "entropy": 4.836781930923462, + "epoch": 5.655898188937837, + "grad_norm": 1.21875, + "learning_rate": 0.00026165351214911336, + "loss": 4.3613, + "mean_token_accuracy": 0.2587398186326027, + "num_tokens": 13753017.0, + "step": 5780 + }, + { + "entropy": 4.870823669433594, + "epoch": 5.6607929515418505, + "grad_norm": 1.1875, + "learning_rate": 0.0002612704624313581, + "loss": 4.3718, + "mean_token_accuracy": 0.25970977246761323, + "num_tokens": 13764560.0, + "step": 5785 + }, + { + "entropy": 4.891121101379395, + "epoch": 5.665687714145864, + "grad_norm": 1.234375, + "learning_rate": 0.00026088745265068187, + "loss": 4.3582, + "mean_token_accuracy": 0.2562860056757927, + "num_tokens": 13776225.0, + "step": 5790 + }, + { + "entropy": 4.786376333236694, + "epoch": 5.670582476749877, + "grad_norm": 1.1484375, + "learning_rate": 0.0002605044839212004, + "loss": 4.3066, + "mean_token_accuracy": 0.26747307777404783, + "num_tokens": 13788012.0, + "step": 5795 + }, + { + "entropy": 4.918028068542481, + "epoch": 5.675477239353891, + "grad_norm": 1.2109375, + "learning_rate": 0.0002601215573569097, + "loss": 4.4261, + "mean_token_accuracy": 0.25143319815397264, + "num_tokens": 13801110.0, + "step": 5800 + }, + { + "entropy": 4.859095764160156, + "epoch": 5.680372001957905, + "grad_norm": 1.0390625, + "learning_rate": 0.00025973867407168337, + "loss": 4.3776, + "mean_token_accuracy": 0.25642815977334976, + "num_tokens": 13813494.0, + "step": 5805 + }, + { + "entropy": 4.928546524047851, + "epoch": 5.685266764561919, + "grad_norm": 1.1640625, + "learning_rate": 0.000259355835179269, + "loss": 4.4149, + "mean_token_accuracy": 0.25614451467990873, + "num_tokens": 13824839.0, + "step": 5810 + }, + { + "entropy": 4.902575922012329, + "epoch": 5.690161527165932, + "grad_norm": 1.2421875, + "learning_rate": 0.00025897304179328527, + "loss": 4.3711, + "mean_token_accuracy": 0.25395126938819884, + "num_tokens": 13835331.0, + "step": 5815 + }, + { + "entropy": 4.842872667312622, + "epoch": 5.695056289769946, + "grad_norm": 1.1875, + "learning_rate": 0.0002585902950272182, + "loss": 4.3318, + "mean_token_accuracy": 0.259154349565506, + "num_tokens": 13846753.0, + "step": 5820 + }, + { + "entropy": 4.8264305114746096, + "epoch": 5.69995105237396, + "grad_norm": 1.0703125, + "learning_rate": 0.00025820759599441825, + "loss": 4.3749, + "mean_token_accuracy": 0.2616315230727196, + "num_tokens": 13858732.0, + "step": 5825 + }, + { + "entropy": 4.932910776138305, + "epoch": 5.704845814977974, + "grad_norm": 1.140625, + "learning_rate": 0.00025782494580809724, + "loss": 4.5086, + "mean_token_accuracy": 0.25525975078344343, + "num_tokens": 13871254.0, + "step": 5830 + }, + { + "entropy": 4.863980674743653, + "epoch": 5.709740577581988, + "grad_norm": 1.328125, + "learning_rate": 0.0002574423455813246, + "loss": 4.3471, + "mean_token_accuracy": 0.25700268894433975, + "num_tokens": 13883101.0, + "step": 5835 + }, + { + "entropy": 4.830964994430542, + "epoch": 5.714635340186001, + "grad_norm": 1.1640625, + "learning_rate": 0.0002570597964270247, + "loss": 4.3982, + "mean_token_accuracy": 0.2551607474684715, + "num_tokens": 13895710.0, + "step": 5840 + }, + { + "entropy": 4.83728141784668, + "epoch": 5.7195301027900145, + "grad_norm": 1.1953125, + "learning_rate": 0.00025667729945797325, + "loss": 4.3581, + "mean_token_accuracy": 0.2518611580133438, + "num_tokens": 13907277.0, + "step": 5845 + }, + { + "entropy": 4.839091110229492, + "epoch": 5.724424865394028, + "grad_norm": 1.109375, + "learning_rate": 0.0002562948557867941, + "loss": 4.3859, + "mean_token_accuracy": 0.2661369562149048, + "num_tokens": 13919302.0, + "step": 5850 + }, + { + "entropy": 4.850262117385864, + "epoch": 5.729319627998042, + "grad_norm": 1.2421875, + "learning_rate": 0.0002559124665259561, + "loss": 4.3563, + "mean_token_accuracy": 0.2551110714673996, + "num_tokens": 13930855.0, + "step": 5855 + }, + { + "entropy": 4.84032678604126, + "epoch": 5.734214390602056, + "grad_norm": 1.2890625, + "learning_rate": 0.00025553013278776994, + "loss": 4.4229, + "mean_token_accuracy": 0.2592659771442413, + "num_tokens": 13942032.0, + "step": 5860 + }, + { + "entropy": 4.853889322280883, + "epoch": 5.739109153206069, + "grad_norm": 1.2421875, + "learning_rate": 0.0002551478556843847, + "loss": 4.4186, + "mean_token_accuracy": 0.2460196405649185, + "num_tokens": 13953154.0, + "step": 5865 + }, + { + "entropy": 4.847426652908325, + "epoch": 5.744003915810083, + "grad_norm": 1.1484375, + "learning_rate": 0.00025476563632778463, + "loss": 4.3732, + "mean_token_accuracy": 0.2568355903029442, + "num_tokens": 13966653.0, + "step": 5870 + }, + { + "entropy": 4.8953962326049805, + "epoch": 5.748898678414097, + "grad_norm": 1.0703125, + "learning_rate": 0.0002543834758297862, + "loss": 4.4338, + "mean_token_accuracy": 0.2526059657335281, + "num_tokens": 13980803.0, + "step": 5875 + }, + { + "entropy": 4.864094018936157, + "epoch": 5.753793441018111, + "grad_norm": 1.1484375, + "learning_rate": 0.0002540013753020345, + "loss": 4.3791, + "mean_token_accuracy": 0.2601077049970627, + "num_tokens": 13993080.0, + "step": 5880 + }, + { + "entropy": 4.917114210128784, + "epoch": 5.758688203622125, + "grad_norm": 1.21875, + "learning_rate": 0.00025361933585600036, + "loss": 4.3565, + "mean_token_accuracy": 0.25888574570417405, + "num_tokens": 14003888.0, + "step": 5885 + }, + { + "entropy": 4.802571058273315, + "epoch": 5.763582966226138, + "grad_norm": 1.046875, + "learning_rate": 0.0002532373586029767, + "loss": 4.3826, + "mean_token_accuracy": 0.25347985327243805, + "num_tokens": 14016290.0, + "step": 5890 + }, + { + "entropy": 4.847525215148925, + "epoch": 5.768477728830152, + "grad_norm": 1.1953125, + "learning_rate": 0.00025285544465407573, + "loss": 4.3688, + "mean_token_accuracy": 0.2575444638729095, + "num_tokens": 14028572.0, + "step": 5895 + }, + { + "entropy": 4.861686086654663, + "epoch": 5.7733724914341655, + "grad_norm": 1.1796875, + "learning_rate": 0.00025247359512022536, + "loss": 4.3098, + "mean_token_accuracy": 0.2677211925387383, + "num_tokens": 14039656.0, + "step": 5900 + }, + { + "entropy": 4.732901096343994, + "epoch": 5.778267254038179, + "grad_norm": 1.1484375, + "learning_rate": 0.00025209181111216633, + "loss": 4.2269, + "mean_token_accuracy": 0.26832785457372665, + "num_tokens": 14051556.0, + "step": 5905 + }, + { + "entropy": 4.8498122215271, + "epoch": 5.783162016642192, + "grad_norm": 1.2109375, + "learning_rate": 0.00025171009374044855, + "loss": 4.3738, + "mean_token_accuracy": 0.26021302342414854, + "num_tokens": 14063547.0, + "step": 5910 + }, + { + "entropy": 4.865735149383545, + "epoch": 5.788056779246206, + "grad_norm": 1.109375, + "learning_rate": 0.00025132844411542823, + "loss": 4.4411, + "mean_token_accuracy": 0.25166173130273817, + "num_tokens": 14076071.0, + "step": 5915 + }, + { + "entropy": 4.995202827453613, + "epoch": 5.79295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.0002509468633472644, + "loss": 4.4838, + "mean_token_accuracy": 0.25088701099157334, + "num_tokens": 14087889.0, + "step": 5920 + }, + { + "entropy": 4.901824951171875, + "epoch": 5.797846304454234, + "grad_norm": 1.3125, + "learning_rate": 0.00025056535254591614, + "loss": 4.3811, + "mean_token_accuracy": 0.25655424445867536, + "num_tokens": 14098638.0, + "step": 5925 + }, + { + "entropy": 4.837943458557129, + "epoch": 5.802741067058248, + "grad_norm": 1.2421875, + "learning_rate": 0.00025018391282113846, + "loss": 4.3791, + "mean_token_accuracy": 0.2580624133348465, + "num_tokens": 14111179.0, + "step": 5930 + }, + { + "entropy": 4.893588066101074, + "epoch": 5.807635829662261, + "grad_norm": 1.1484375, + "learning_rate": 0.00024980254528248, + "loss": 4.3968, + "mean_token_accuracy": 0.2524055078625679, + "num_tokens": 14123217.0, + "step": 5935 + }, + { + "entropy": 4.805589103698731, + "epoch": 5.812530592266275, + "grad_norm": 1.2578125, + "learning_rate": 0.00024942125103927937, + "loss": 4.4205, + "mean_token_accuracy": 0.24955332428216934, + "num_tokens": 14135101.0, + "step": 5940 + }, + { + "entropy": 4.834405899047852, + "epoch": 5.817425354870289, + "grad_norm": 1.234375, + "learning_rate": 0.00024904003120066197, + "loss": 4.3614, + "mean_token_accuracy": 0.2539971902966499, + "num_tokens": 14147050.0, + "step": 5945 + }, + { + "entropy": 4.886589384078979, + "epoch": 5.822320117474303, + "grad_norm": 1.1484375, + "learning_rate": 0.00024865888687553657, + "loss": 4.3648, + "mean_token_accuracy": 0.2603609248995781, + "num_tokens": 14159014.0, + "step": 5950 + }, + { + "entropy": 4.9152076721191404, + "epoch": 5.827214880078317, + "grad_norm": 1.2578125, + "learning_rate": 0.00024827781917259264, + "loss": 4.387, + "mean_token_accuracy": 0.2601025730371475, + "num_tokens": 14170007.0, + "step": 5955 + }, + { + "entropy": 4.905130195617676, + "epoch": 5.83210964268233, + "grad_norm": 1.234375, + "learning_rate": 0.00024789682920029637, + "loss": 4.4073, + "mean_token_accuracy": 0.253394378721714, + "num_tokens": 14181933.0, + "step": 5960 + }, + { + "entropy": 4.861382627487183, + "epoch": 5.8370044052863435, + "grad_norm": 1.21875, + "learning_rate": 0.00024751591806688815, + "loss": 4.4136, + "mean_token_accuracy": 0.2488293930888176, + "num_tokens": 14195507.0, + "step": 5965 + }, + { + "entropy": 4.833344554901123, + "epoch": 5.841899167890357, + "grad_norm": 1.265625, + "learning_rate": 0.0002471350868803791, + "loss": 4.3257, + "mean_token_accuracy": 0.2623078554868698, + "num_tokens": 14206751.0, + "step": 5970 + }, + { + "entropy": 4.816693305969238, + "epoch": 5.846793930494371, + "grad_norm": 1.296875, + "learning_rate": 0.0002467543367485473, + "loss": 4.3789, + "mean_token_accuracy": 0.2612681910395622, + "num_tokens": 14217953.0, + "step": 5975 + }, + { + "entropy": 4.876659822463989, + "epoch": 5.851688693098385, + "grad_norm": 1.140625, + "learning_rate": 0.00024637366877893564, + "loss": 4.3855, + "mean_token_accuracy": 0.2643557578325272, + "num_tokens": 14229318.0, + "step": 5980 + }, + { + "entropy": 4.834124279022217, + "epoch": 5.856583455702398, + "grad_norm": 1.2734375, + "learning_rate": 0.0002459930840788476, + "loss": 4.4219, + "mean_token_accuracy": 0.2506131693720818, + "num_tokens": 14241249.0, + "step": 5985 + }, + { + "entropy": 4.832979917526245, + "epoch": 5.861478218306412, + "grad_norm": 1.0390625, + "learning_rate": 0.00024561258375534466, + "loss": 4.3209, + "mean_token_accuracy": 0.2616737484931946, + "num_tokens": 14254603.0, + "step": 5990 + }, + { + "entropy": 4.916781663894653, + "epoch": 5.866372980910426, + "grad_norm": 1.21875, + "learning_rate": 0.0002452321689152428, + "loss": 4.4344, + "mean_token_accuracy": 0.25329224318265914, + "num_tokens": 14266084.0, + "step": 5995 + }, + { + "entropy": 4.908779430389404, + "epoch": 5.87126774351444, + "grad_norm": 1.1796875, + "learning_rate": 0.0002448518406651093, + "loss": 4.4077, + "mean_token_accuracy": 0.2533883288502693, + "num_tokens": 14277760.0, + "step": 6000 + }, + { + "epoch": 5.87126774351444, + "eval_entropy": 4.847652898863684, + "eval_loss": 5.528921127319336, + "eval_mean_token_accuracy": 0.2043717649447669, + "eval_num_tokens": 14277760.0, + "eval_runtime": 2.7115, + "eval_samples_per_second": 1271.231, + "eval_steps_per_second": 158.95, + "step": 6000 + }, + { + "entropy": 4.872960376739502, + "epoch": 5.876162506118453, + "grad_norm": 1.2421875, + "learning_rate": 0.00024447160011125963, + "loss": 4.3288, + "mean_token_accuracy": 0.2566951096057892, + "num_tokens": 14288873.0, + "step": 6005 + }, + { + "entropy": 4.829443359375, + "epoch": 5.881057268722467, + "grad_norm": 1.1875, + "learning_rate": 0.0002440914483597541, + "loss": 4.382, + "mean_token_accuracy": 0.2564694702625275, + "num_tokens": 14300555.0, + "step": 6010 + }, + { + "entropy": 4.803920078277588, + "epoch": 5.885952031326481, + "grad_norm": 1.1328125, + "learning_rate": 0.0002437113865163948, + "loss": 4.3054, + "mean_token_accuracy": 0.2675867885351181, + "num_tokens": 14312280.0, + "step": 6015 + }, + { + "entropy": 4.905507183074951, + "epoch": 5.8908467939304945, + "grad_norm": 1.15625, + "learning_rate": 0.00024333141568672214, + "loss": 4.4598, + "mean_token_accuracy": 0.25115940868854525, + "num_tokens": 14325241.0, + "step": 6020 + }, + { + "entropy": 4.898667621612549, + "epoch": 5.895741556534508, + "grad_norm": 1.09375, + "learning_rate": 0.00024295153697601203, + "loss": 4.4245, + "mean_token_accuracy": 0.24731726944446564, + "num_tokens": 14337619.0, + "step": 6025 + }, + { + "entropy": 4.881683826446533, + "epoch": 5.900636319138522, + "grad_norm": 1.1171875, + "learning_rate": 0.00024257175148927214, + "loss": 4.4707, + "mean_token_accuracy": 0.2454853668808937, + "num_tokens": 14350732.0, + "step": 6030 + }, + { + "entropy": 4.901256561279297, + "epoch": 5.905531081742535, + "grad_norm": 1.21875, + "learning_rate": 0.00024219206033123907, + "loss": 4.4257, + "mean_token_accuracy": 0.25449724644422533, + "num_tokens": 14362142.0, + "step": 6035 + }, + { + "entropy": 4.9797758102417, + "epoch": 5.910425844346549, + "grad_norm": 1.21875, + "learning_rate": 0.00024181246460637523, + "loss": 4.4753, + "mean_token_accuracy": 0.24717148393392563, + "num_tokens": 14373456.0, + "step": 6040 + }, + { + "entropy": 4.8727391242980955, + "epoch": 5.915320606950563, + "grad_norm": 1.28125, + "learning_rate": 0.00024143296541886505, + "loss": 4.3742, + "mean_token_accuracy": 0.2551514819264412, + "num_tokens": 14384524.0, + "step": 6045 + }, + { + "entropy": 4.786277198791504, + "epoch": 5.920215369554577, + "grad_norm": 1.140625, + "learning_rate": 0.00024105356387261258, + "loss": 4.3444, + "mean_token_accuracy": 0.2624176487326622, + "num_tokens": 14396217.0, + "step": 6050 + }, + { + "entropy": 4.88754711151123, + "epoch": 5.92511013215859, + "grad_norm": 1.1953125, + "learning_rate": 0.0002406742610712374, + "loss": 4.3991, + "mean_token_accuracy": 0.2578703224658966, + "num_tokens": 14408617.0, + "step": 6055 + }, + { + "entropy": 4.809815359115601, + "epoch": 5.930004894762604, + "grad_norm": 1.2734375, + "learning_rate": 0.00024029505811807227, + "loss": 4.2976, + "mean_token_accuracy": 0.26516724824905397, + "num_tokens": 14419953.0, + "step": 6060 + }, + { + "entropy": 4.80200080871582, + "epoch": 5.934899657366618, + "grad_norm": 1.140625, + "learning_rate": 0.00023991595611615925, + "loss": 4.3741, + "mean_token_accuracy": 0.2620143949985504, + "num_tokens": 14433024.0, + "step": 6065 + }, + { + "entropy": 4.913531970977783, + "epoch": 5.939794419970632, + "grad_norm": 1.203125, + "learning_rate": 0.00023953695616824673, + "loss": 4.4575, + "mean_token_accuracy": 0.2479124590754509, + "num_tokens": 14444409.0, + "step": 6070 + }, + { + "entropy": 4.965805721282959, + "epoch": 5.9446891825746455, + "grad_norm": 1.1171875, + "learning_rate": 0.00023915805937678642, + "loss": 4.4447, + "mean_token_accuracy": 0.24559613019227983, + "num_tokens": 14456476.0, + "step": 6075 + }, + { + "entropy": 4.803340673446655, + "epoch": 5.9495839451786585, + "grad_norm": 1.2109375, + "learning_rate": 0.00023877926684392982, + "loss": 4.3531, + "mean_token_accuracy": 0.2564409762620926, + "num_tokens": 14467759.0, + "step": 6080 + }, + { + "entropy": 4.8058021068573, + "epoch": 5.954478707782672, + "grad_norm": 1.09375, + "learning_rate": 0.0002384005796715253, + "loss": 4.301, + "mean_token_accuracy": 0.2568058863282204, + "num_tokens": 14479884.0, + "step": 6085 + }, + { + "entropy": 4.790150880813599, + "epoch": 5.959373470386686, + "grad_norm": 1.1953125, + "learning_rate": 0.00023802199896111453, + "loss": 4.4343, + "mean_token_accuracy": 0.252117657661438, + "num_tokens": 14491966.0, + "step": 6090 + }, + { + "entropy": 4.785001564025879, + "epoch": 5.9642682329907, + "grad_norm": 1.1484375, + "learning_rate": 0.00023764352581392972, + "loss": 4.3435, + "mean_token_accuracy": 0.26462938338518144, + "num_tokens": 14503325.0, + "step": 6095 + }, + { + "entropy": 4.890700960159302, + "epoch": 5.969162995594713, + "grad_norm": 1.0234375, + "learning_rate": 0.0002372651613308901, + "loss": 4.4247, + "mean_token_accuracy": 0.25268724113702773, + "num_tokens": 14516191.0, + "step": 6100 + }, + { + "entropy": 4.861700963973999, + "epoch": 5.974057758198727, + "grad_norm": 1.1640625, + "learning_rate": 0.0002368869066125988, + "loss": 4.3782, + "mean_token_accuracy": 0.25734401047229766, + "num_tokens": 14526512.0, + "step": 6105 + }, + { + "entropy": 4.770480728149414, + "epoch": 5.978952520802741, + "grad_norm": 1.15625, + "learning_rate": 0.00023650876275933968, + "loss": 4.3034, + "mean_token_accuracy": 0.26017602533102036, + "num_tokens": 14538166.0, + "step": 6110 + }, + { + "entropy": 4.871961307525635, + "epoch": 5.983847283406755, + "grad_norm": 1.1484375, + "learning_rate": 0.00023613073087107412, + "loss": 4.4192, + "mean_token_accuracy": 0.2566285029053688, + "num_tokens": 14550348.0, + "step": 6115 + }, + { + "entropy": 4.815043163299561, + "epoch": 5.988742046010769, + "grad_norm": 1.15625, + "learning_rate": 0.00023575281204743777, + "loss": 4.3076, + "mean_token_accuracy": 0.26186804175376893, + "num_tokens": 14562817.0, + "step": 6120 + }, + { + "entropy": 4.831691694259644, + "epoch": 5.993636808614783, + "grad_norm": 1.203125, + "learning_rate": 0.0002353750073877375, + "loss": 4.2943, + "mean_token_accuracy": 0.26238631904125215, + "num_tokens": 14574525.0, + "step": 6125 + }, + { + "entropy": 4.79324197769165, + "epoch": 5.998531571218796, + "grad_norm": 1.078125, + "learning_rate": 0.00023499731799094792, + "loss": 4.3363, + "mean_token_accuracy": 0.2622803270816803, + "num_tokens": 14586978.0, + "step": 6130 + }, + { + "entropy": 4.938174141777886, + "epoch": 6.002936857562408, + "grad_norm": 1.1640625, + "learning_rate": 0.0002346197449557085, + "loss": 4.5267, + "mean_token_accuracy": 0.24622786541779837, + "num_tokens": 14596950.0, + "step": 6135 + }, + { + "entropy": 4.868229866027832, + "epoch": 6.007831620166422, + "grad_norm": 1.2734375, + "learning_rate": 0.00023424228938032023, + "loss": 4.269, + "mean_token_accuracy": 0.267243792116642, + "num_tokens": 14608443.0, + "step": 6140 + }, + { + "entropy": 4.856946420669556, + "epoch": 6.012726382770436, + "grad_norm": 1.2265625, + "learning_rate": 0.00023386495236274235, + "loss": 4.1954, + "mean_token_accuracy": 0.26945479214191437, + "num_tokens": 14619633.0, + "step": 6145 + }, + { + "entropy": 4.797254514694214, + "epoch": 6.0176211453744495, + "grad_norm": 1.140625, + "learning_rate": 0.00023348773500058928, + "loss": 4.1346, + "mean_token_accuracy": 0.28204409778118134, + "num_tokens": 14631935.0, + "step": 6150 + }, + { + "entropy": 4.893494367599487, + "epoch": 6.022515907978463, + "grad_norm": 1.0078125, + "learning_rate": 0.0002331106383911274, + "loss": 4.2652, + "mean_token_accuracy": 0.2601096361875534, + "num_tokens": 14645440.0, + "step": 6155 + }, + { + "entropy": 4.83541169166565, + "epoch": 6.027410670582476, + "grad_norm": 1.1953125, + "learning_rate": 0.00023273366363127173, + "loss": 4.1892, + "mean_token_accuracy": 0.2682227447628975, + "num_tokens": 14658005.0, + "step": 6160 + }, + { + "entropy": 4.927010250091553, + "epoch": 6.03230543318649, + "grad_norm": 1.203125, + "learning_rate": 0.00023235681181758307, + "loss": 4.1504, + "mean_token_accuracy": 0.2842243373394012, + "num_tokens": 14668253.0, + "step": 6165 + }, + { + "entropy": 4.864370393753052, + "epoch": 6.037200195790504, + "grad_norm": 1.1796875, + "learning_rate": 0.00023198008404626426, + "loss": 4.2025, + "mean_token_accuracy": 0.27535333186388017, + "num_tokens": 14680920.0, + "step": 6170 + }, + { + "entropy": 4.819535160064698, + "epoch": 6.042094958394518, + "grad_norm": 1.328125, + "learning_rate": 0.00023160348141315772, + "loss": 4.1694, + "mean_token_accuracy": 0.2749713361263275, + "num_tokens": 14692486.0, + "step": 6175 + }, + { + "entropy": 4.84032826423645, + "epoch": 6.046989720998532, + "grad_norm": 1.171875, + "learning_rate": 0.0002312270050137415, + "loss": 4.1672, + "mean_token_accuracy": 0.2730707943439484, + "num_tokens": 14703764.0, + "step": 6180 + }, + { + "entropy": 4.832402467727661, + "epoch": 6.051884483602545, + "grad_norm": 1.171875, + "learning_rate": 0.00023085065594312672, + "loss": 4.1812, + "mean_token_accuracy": 0.2766795590519905, + "num_tokens": 14715036.0, + "step": 6185 + }, + { + "entropy": 4.795878648757935, + "epoch": 6.056779246206559, + "grad_norm": 1.125, + "learning_rate": 0.00023047443529605383, + "loss": 4.1735, + "mean_token_accuracy": 0.27436170876026156, + "num_tokens": 14726900.0, + "step": 6190 + }, + { + "entropy": 4.874473524093628, + "epoch": 6.061674008810573, + "grad_norm": 1.2265625, + "learning_rate": 0.00023009834416689006, + "loss": 4.264, + "mean_token_accuracy": 0.2762237161397934, + "num_tokens": 14738305.0, + "step": 6195 + }, + { + "entropy": 4.825719833374023, + "epoch": 6.066568771414587, + "grad_norm": 1.2265625, + "learning_rate": 0.00022972238364962573, + "loss": 4.0988, + "mean_token_accuracy": 0.2811549425125122, + "num_tokens": 14749004.0, + "step": 6200 + }, + { + "entropy": 4.804828882217407, + "epoch": 6.0714635340186005, + "grad_norm": 1.25, + "learning_rate": 0.00022934655483787116, + "loss": 4.1463, + "mean_token_accuracy": 0.2754515290260315, + "num_tokens": 14758997.0, + "step": 6205 + }, + { + "entropy": 4.731018972396851, + "epoch": 6.0763582966226135, + "grad_norm": 1.1953125, + "learning_rate": 0.00022897085882485363, + "loss": 4.141, + "mean_token_accuracy": 0.2798526793718338, + "num_tokens": 14771234.0, + "step": 6210 + }, + { + "entropy": 4.816930341720581, + "epoch": 6.081253059226627, + "grad_norm": 1.1328125, + "learning_rate": 0.00022859529670341412, + "loss": 4.1734, + "mean_token_accuracy": 0.2771123304963112, + "num_tokens": 14783297.0, + "step": 6215 + }, + { + "entropy": 4.866773557662964, + "epoch": 6.086147821830641, + "grad_norm": 1.1484375, + "learning_rate": 0.0002282198695660042, + "loss": 4.223, + "mean_token_accuracy": 0.2721914514899254, + "num_tokens": 14795879.0, + "step": 6220 + }, + { + "entropy": 4.865912342071534, + "epoch": 6.091042584434655, + "grad_norm": 1.2734375, + "learning_rate": 0.0002278445785046827, + "loss": 4.216, + "mean_token_accuracy": 0.2727255493402481, + "num_tokens": 14807089.0, + "step": 6225 + }, + { + "entropy": 4.871426677703857, + "epoch": 6.095937347038669, + "grad_norm": 1.0859375, + "learning_rate": 0.00022746942461111263, + "loss": 4.254, + "mean_token_accuracy": 0.2625962600111961, + "num_tokens": 14819833.0, + "step": 6230 + }, + { + "entropy": 4.740596199035645, + "epoch": 6.100832109642682, + "grad_norm": 1.296875, + "learning_rate": 0.00022709440897655814, + "loss": 4.085, + "mean_token_accuracy": 0.28691370636224744, + "num_tokens": 14831445.0, + "step": 6235 + }, + { + "entropy": 4.7926253318786625, + "epoch": 6.105726872246696, + "grad_norm": 1.1796875, + "learning_rate": 0.000226719532691881, + "loss": 4.1375, + "mean_token_accuracy": 0.27816627621650697, + "num_tokens": 14842903.0, + "step": 6240 + }, + { + "entropy": 4.774874925613403, + "epoch": 6.11062163485071, + "grad_norm": 1.125, + "learning_rate": 0.00022634479684753784, + "loss": 4.1794, + "mean_token_accuracy": 0.2747546464204788, + "num_tokens": 14855549.0, + "step": 6245 + }, + { + "entropy": 4.767557144165039, + "epoch": 6.115516397454724, + "grad_norm": 1.1484375, + "learning_rate": 0.00022597020253357653, + "loss": 4.1578, + "mean_token_accuracy": 0.2763927549123764, + "num_tokens": 14867637.0, + "step": 6250 + }, + { + "entropy": 4.883736896514892, + "epoch": 6.120411160058737, + "grad_norm": 1.1953125, + "learning_rate": 0.0002255957508396335, + "loss": 4.2442, + "mean_token_accuracy": 0.26765406131744385, + "num_tokens": 14879091.0, + "step": 6255 + }, + { + "entropy": 4.940708494186401, + "epoch": 6.125305922662751, + "grad_norm": 1.171875, + "learning_rate": 0.0002252214428549301, + "loss": 4.3049, + "mean_token_accuracy": 0.27202845811843873, + "num_tokens": 14891534.0, + "step": 6260 + }, + { + "entropy": 4.808643913269043, + "epoch": 6.1302006852667645, + "grad_norm": 1.1484375, + "learning_rate": 0.0002248472796682699, + "loss": 4.1795, + "mean_token_accuracy": 0.27599882930517194, + "num_tokens": 14904932.0, + "step": 6265 + }, + { + "entropy": 4.884942626953125, + "epoch": 6.135095447870778, + "grad_norm": 1.2890625, + "learning_rate": 0.00022447326236803506, + "loss": 4.2656, + "mean_token_accuracy": 0.2682978302240372, + "num_tokens": 14916576.0, + "step": 6270 + }, + { + "entropy": 4.94645938873291, + "epoch": 6.139990210474792, + "grad_norm": 1.28125, + "learning_rate": 0.00022409939204218337, + "loss": 4.3452, + "mean_token_accuracy": 0.2676354169845581, + "num_tokens": 14928470.0, + "step": 6275 + }, + { + "entropy": 4.836667537689209, + "epoch": 6.144884973078805, + "grad_norm": 1.15625, + "learning_rate": 0.00022372566977824537, + "loss": 4.2439, + "mean_token_accuracy": 0.26788300424814226, + "num_tokens": 14941650.0, + "step": 6280 + }, + { + "entropy": 4.845656251907348, + "epoch": 6.149779735682819, + "grad_norm": 1.234375, + "learning_rate": 0.0002233520966633205, + "loss": 4.2367, + "mean_token_accuracy": 0.2657042175531387, + "num_tokens": 14952755.0, + "step": 6285 + }, + { + "entropy": 4.9208417415618895, + "epoch": 6.154674498286833, + "grad_norm": 1.140625, + "learning_rate": 0.00022297867378407476, + "loss": 4.241, + "mean_token_accuracy": 0.27318698167800903, + "num_tokens": 14964688.0, + "step": 6290 + }, + { + "entropy": 4.785317707061767, + "epoch": 6.159569260890847, + "grad_norm": 1.171875, + "learning_rate": 0.0002226054022267368, + "loss": 4.1559, + "mean_token_accuracy": 0.2777329087257385, + "num_tokens": 14977342.0, + "step": 6295 + }, + { + "entropy": 4.8080377101898195, + "epoch": 6.164464023494861, + "grad_norm": 1.171875, + "learning_rate": 0.00022223228307709532, + "loss": 4.2403, + "mean_token_accuracy": 0.27028653770685196, + "num_tokens": 14989978.0, + "step": 6300 + }, + { + "entropy": 4.857764005661011, + "epoch": 6.169358786098874, + "grad_norm": 1.1328125, + "learning_rate": 0.00022185931742049565, + "loss": 4.2303, + "mean_token_accuracy": 0.2628043547272682, + "num_tokens": 15001461.0, + "step": 6305 + }, + { + "entropy": 4.795481014251709, + "epoch": 6.174253548702888, + "grad_norm": 1.2734375, + "learning_rate": 0.00022148650634183647, + "loss": 4.206, + "mean_token_accuracy": 0.2713712215423584, + "num_tokens": 15013565.0, + "step": 6310 + }, + { + "entropy": 4.802100610733032, + "epoch": 6.179148311306902, + "grad_norm": 1.1875, + "learning_rate": 0.00022111385092556706, + "loss": 4.1986, + "mean_token_accuracy": 0.2786237820982933, + "num_tokens": 15025659.0, + "step": 6315 + }, + { + "entropy": 4.857635259628296, + "epoch": 6.184043073910916, + "grad_norm": 1.2421875, + "learning_rate": 0.0002207413522556837, + "loss": 4.2121, + "mean_token_accuracy": 0.2751770704984665, + "num_tokens": 15035587.0, + "step": 6320 + }, + { + "entropy": 4.822937393188477, + "epoch": 6.1889378365149295, + "grad_norm": 1.2890625, + "learning_rate": 0.00022036901141572692, + "loss": 4.2034, + "mean_token_accuracy": 0.26728240251541135, + "num_tokens": 15046722.0, + "step": 6325 + }, + { + "entropy": 4.789797830581665, + "epoch": 6.1938325991189425, + "grad_norm": 1.234375, + "learning_rate": 0.00021999682948877785, + "loss": 4.1278, + "mean_token_accuracy": 0.27864754796028135, + "num_tokens": 15058281.0, + "step": 6330 + }, + { + "entropy": 4.8300446510314945, + "epoch": 6.198727361722956, + "grad_norm": 1.1796875, + "learning_rate": 0.0002196248075574558, + "loss": 4.1802, + "mean_token_accuracy": 0.2792785882949829, + "num_tokens": 15071811.0, + "step": 6335 + }, + { + "entropy": 4.860809469223023, + "epoch": 6.20362212432697, + "grad_norm": 1.0625, + "learning_rate": 0.00021925294670391415, + "loss": 4.2547, + "mean_token_accuracy": 0.26011847108602526, + "num_tokens": 15084633.0, + "step": 6340 + }, + { + "entropy": 4.797617483139038, + "epoch": 6.208516886930984, + "grad_norm": 1.1328125, + "learning_rate": 0.0002188812480098382, + "loss": 4.1287, + "mean_token_accuracy": 0.2788653612136841, + "num_tokens": 15096159.0, + "step": 6345 + }, + { + "entropy": 4.787037372589111, + "epoch": 6.213411649534997, + "grad_norm": 1.3359375, + "learning_rate": 0.00021850971255644132, + "loss": 4.1419, + "mean_token_accuracy": 0.2781364738941193, + "num_tokens": 15106946.0, + "step": 6350 + }, + { + "entropy": 4.713369274139405, + "epoch": 6.218306412139011, + "grad_norm": 1.140625, + "learning_rate": 0.00021813834142446204, + "loss": 4.1694, + "mean_token_accuracy": 0.2754037231206894, + "num_tokens": 15118302.0, + "step": 6355 + }, + { + "entropy": 4.874451589584351, + "epoch": 6.223201174743025, + "grad_norm": 1.2421875, + "learning_rate": 0.00021776713569416102, + "loss": 4.2012, + "mean_token_accuracy": 0.276554149389267, + "num_tokens": 15128758.0, + "step": 6360 + }, + { + "entropy": 4.885494756698608, + "epoch": 6.228095937347039, + "grad_norm": 1.171875, + "learning_rate": 0.0002173960964453176, + "loss": 4.2504, + "mean_token_accuracy": 0.2736656591296196, + "num_tokens": 15141323.0, + "step": 6365 + }, + { + "entropy": 4.882346963882446, + "epoch": 6.232990699951053, + "grad_norm": 1.234375, + "learning_rate": 0.00021702522475722707, + "loss": 4.2664, + "mean_token_accuracy": 0.260635481774807, + "num_tokens": 15153777.0, + "step": 6370 + }, + { + "entropy": 4.812655591964722, + "epoch": 6.237885462555066, + "grad_norm": 1.1953125, + "learning_rate": 0.00021665452170869715, + "loss": 4.2003, + "mean_token_accuracy": 0.2736028864979744, + "num_tokens": 15165877.0, + "step": 6375 + }, + { + "entropy": 4.854285335540771, + "epoch": 6.24278022515908, + "grad_norm": 1.0859375, + "learning_rate": 0.00021628398837804502, + "loss": 4.2676, + "mean_token_accuracy": 0.2644032076001167, + "num_tokens": 15178808.0, + "step": 6380 + }, + { + "entropy": 4.789268064498901, + "epoch": 6.2476749877630935, + "grad_norm": 1.09375, + "learning_rate": 0.00021591362584309448, + "loss": 4.1754, + "mean_token_accuracy": 0.2738038256764412, + "num_tokens": 15191124.0, + "step": 6385 + }, + { + "entropy": 4.803241109848022, + "epoch": 6.252569750367107, + "grad_norm": 1.2265625, + "learning_rate": 0.00021554343518117192, + "loss": 4.1438, + "mean_token_accuracy": 0.2791943490505219, + "num_tokens": 15202452.0, + "step": 6390 + }, + { + "entropy": 4.877780866622925, + "epoch": 6.257464512971121, + "grad_norm": 1.2421875, + "learning_rate": 0.00021517341746910435, + "loss": 4.2576, + "mean_token_accuracy": 0.2712852030992508, + "num_tokens": 15214922.0, + "step": 6395 + }, + { + "entropy": 4.863499307632447, + "epoch": 6.262359275575134, + "grad_norm": 1.0859375, + "learning_rate": 0.00021480357378321537, + "loss": 4.3046, + "mean_token_accuracy": 0.26076753437519073, + "num_tokens": 15228382.0, + "step": 6400 + }, + { + "entropy": 4.83922233581543, + "epoch": 6.267254038179148, + "grad_norm": 1.2265625, + "learning_rate": 0.00021443390519932255, + "loss": 4.2526, + "mean_token_accuracy": 0.2809333875775337, + "num_tokens": 15240719.0, + "step": 6405 + }, + { + "entropy": 4.841563701629639, + "epoch": 6.272148800783162, + "grad_norm": 1.2421875, + "learning_rate": 0.00021406441279273392, + "loss": 4.1643, + "mean_token_accuracy": 0.27913168668746946, + "num_tokens": 15251602.0, + "step": 6410 + }, + { + "entropy": 4.812811374664307, + "epoch": 6.277043563387176, + "grad_norm": 1.3046875, + "learning_rate": 0.0002136950976382452, + "loss": 4.1813, + "mean_token_accuracy": 0.275836580991745, + "num_tokens": 15262798.0, + "step": 6415 + }, + { + "entropy": 4.797037792205811, + "epoch": 6.28193832599119, + "grad_norm": 1.21875, + "learning_rate": 0.00021332596081013644, + "loss": 4.2153, + "mean_token_accuracy": 0.27011936008930204, + "num_tokens": 15275367.0, + "step": 6420 + }, + { + "entropy": 4.865811824798584, + "epoch": 6.286833088595203, + "grad_norm": 1.296875, + "learning_rate": 0.000212957003382169, + "loss": 4.2325, + "mean_token_accuracy": 0.2576811045408249, + "num_tokens": 15286438.0, + "step": 6425 + }, + { + "entropy": 4.893474817276001, + "epoch": 6.291727851199217, + "grad_norm": 1.1484375, + "learning_rate": 0.00021258822642758246, + "loss": 4.28, + "mean_token_accuracy": 0.2612115263938904, + "num_tokens": 15299996.0, + "step": 6430 + }, + { + "entropy": 4.865672016143799, + "epoch": 6.296622613803231, + "grad_norm": 1.2265625, + "learning_rate": 0.00021221963101909113, + "loss": 4.2813, + "mean_token_accuracy": 0.2616779044270515, + "num_tokens": 15311751.0, + "step": 6435 + }, + { + "entropy": 4.871557569503784, + "epoch": 6.3015173764072445, + "grad_norm": 1.21875, + "learning_rate": 0.00021185121822888165, + "loss": 4.2092, + "mean_token_accuracy": 0.27429331094026566, + "num_tokens": 15322701.0, + "step": 6440 + }, + { + "entropy": 4.85855450630188, + "epoch": 6.3064121390112575, + "grad_norm": 1.265625, + "learning_rate": 0.00021148298912860913, + "loss": 4.2195, + "mean_token_accuracy": 0.2690881282091141, + "num_tokens": 15334256.0, + "step": 6445 + }, + { + "entropy": 4.836480283737183, + "epoch": 6.311306901615271, + "grad_norm": 1.25, + "learning_rate": 0.00021111494478939452, + "loss": 4.2403, + "mean_token_accuracy": 0.2790952980518341, + "num_tokens": 15346801.0, + "step": 6450 + }, + { + "entropy": 4.830028295516968, + "epoch": 6.316201664219285, + "grad_norm": 1.1875, + "learning_rate": 0.00021074708628182127, + "loss": 4.215, + "mean_token_accuracy": 0.2714369848370552, + "num_tokens": 15358617.0, + "step": 6455 + }, + { + "entropy": 4.8586992740631105, + "epoch": 6.321096426823299, + "grad_norm": 1.203125, + "learning_rate": 0.0002103794146759323, + "loss": 4.1794, + "mean_token_accuracy": 0.27869624495506284, + "num_tokens": 15369851.0, + "step": 6460 + }, + { + "entropy": 4.8272411823272705, + "epoch": 6.325991189427313, + "grad_norm": 1.1640625, + "learning_rate": 0.0002100119310412269, + "loss": 4.1811, + "mean_token_accuracy": 0.27745148837566375, + "num_tokens": 15381524.0, + "step": 6465 + }, + { + "entropy": 4.811811637878418, + "epoch": 6.330885952031326, + "grad_norm": 1.2890625, + "learning_rate": 0.00020964463644665743, + "loss": 4.1939, + "mean_token_accuracy": 0.2748070567846298, + "num_tokens": 15393189.0, + "step": 6470 + }, + { + "entropy": 4.882379531860352, + "epoch": 6.33578071463534, + "grad_norm": 1.2421875, + "learning_rate": 0.00020927753196062655, + "loss": 4.2421, + "mean_token_accuracy": 0.2694641500711441, + "num_tokens": 15405454.0, + "step": 6475 + }, + { + "entropy": 4.940475368499756, + "epoch": 6.340675477239354, + "grad_norm": 1.2421875, + "learning_rate": 0.00020891061865098377, + "loss": 4.2709, + "mean_token_accuracy": 0.27064765989780426, + "num_tokens": 15418177.0, + "step": 6480 + }, + { + "entropy": 4.8033034324646, + "epoch": 6.345570239843368, + "grad_norm": 1.140625, + "learning_rate": 0.00020854389758502264, + "loss": 4.1983, + "mean_token_accuracy": 0.27187115550041197, + "num_tokens": 15430765.0, + "step": 6485 + }, + { + "entropy": 4.797132968902588, + "epoch": 6.350465002447382, + "grad_norm": 1.265625, + "learning_rate": 0.00020817736982947733, + "loss": 4.1805, + "mean_token_accuracy": 0.2732017606496811, + "num_tokens": 15443020.0, + "step": 6490 + }, + { + "entropy": 4.860235118865967, + "epoch": 6.355359765051395, + "grad_norm": 1.1640625, + "learning_rate": 0.0002078110364505198, + "loss": 4.2013, + "mean_token_accuracy": 0.26815899163484574, + "num_tokens": 15454546.0, + "step": 6495 + }, + { + "entropy": 4.899313163757324, + "epoch": 6.3602545276554086, + "grad_norm": 1.21875, + "learning_rate": 0.00020744489851375682, + "loss": 4.2147, + "mean_token_accuracy": 0.2775817528367043, + "num_tokens": 15465943.0, + "step": 6500 + }, + { + "entropy": 4.819829940795898, + "epoch": 6.365149290259422, + "grad_norm": 1.1953125, + "learning_rate": 0.00020707895708422608, + "loss": 4.2655, + "mean_token_accuracy": 0.26704556941986085, + "num_tokens": 15477344.0, + "step": 6505 + }, + { + "entropy": 4.741813993453979, + "epoch": 6.370044052863436, + "grad_norm": 1.140625, + "learning_rate": 0.0002067132132263943, + "loss": 4.1813, + "mean_token_accuracy": 0.27693390250205996, + "num_tokens": 15490314.0, + "step": 6510 + }, + { + "entropy": 4.863301706314087, + "epoch": 6.37493881546745, + "grad_norm": 1.3125, + "learning_rate": 0.000206347668004153, + "loss": 4.2475, + "mean_token_accuracy": 0.2650014743208885, + "num_tokens": 15501140.0, + "step": 6515 + }, + { + "entropy": 4.864447069168091, + "epoch": 6.379833578071463, + "grad_norm": 1.1015625, + "learning_rate": 0.00020598232248081628, + "loss": 4.2063, + "mean_token_accuracy": 0.27616211473941804, + "num_tokens": 15513384.0, + "step": 6520 + }, + { + "entropy": 4.7786345958709715, + "epoch": 6.384728340675477, + "grad_norm": 1.125, + "learning_rate": 0.000205617177719117, + "loss": 4.1803, + "mean_token_accuracy": 0.27438597977161405, + "num_tokens": 15524938.0, + "step": 6525 + }, + { + "entropy": 4.8338518142700195, + "epoch": 6.389623103279491, + "grad_norm": 1.2890625, + "learning_rate": 0.00020525223478120425, + "loss": 4.287, + "mean_token_accuracy": 0.26312141716480253, + "num_tokens": 15536587.0, + "step": 6530 + }, + { + "entropy": 4.877009725570678, + "epoch": 6.394517865883505, + "grad_norm": 1.1640625, + "learning_rate": 0.0002048874947286401, + "loss": 4.2246, + "mean_token_accuracy": 0.2701993718743324, + "num_tokens": 15548331.0, + "step": 6535 + }, + { + "entropy": 4.846718978881836, + "epoch": 6.399412628487518, + "grad_norm": 1.2109375, + "learning_rate": 0.00020452295862239628, + "loss": 4.2365, + "mean_token_accuracy": 0.2658727169036865, + "num_tokens": 15559651.0, + "step": 6540 + }, + { + "entropy": 4.738231754302978, + "epoch": 6.404307391091532, + "grad_norm": 1.1640625, + "learning_rate": 0.0002041586275228514, + "loss": 4.1488, + "mean_token_accuracy": 0.271811380982399, + "num_tokens": 15571661.0, + "step": 6545 + }, + { + "entropy": 4.757180786132812, + "epoch": 6.409202153695546, + "grad_norm": 1.21875, + "learning_rate": 0.00020379450248978758, + "loss": 4.1828, + "mean_token_accuracy": 0.2725284159183502, + "num_tokens": 15583039.0, + "step": 6550 + }, + { + "entropy": 4.9070579528808596, + "epoch": 6.41409691629956, + "grad_norm": 1.1796875, + "learning_rate": 0.00020343058458238784, + "loss": 4.2965, + "mean_token_accuracy": 0.26431872844696047, + "num_tokens": 15595323.0, + "step": 6555 + }, + { + "entropy": 4.898988962173462, + "epoch": 6.4189916789035735, + "grad_norm": 1.296875, + "learning_rate": 0.00020306687485923224, + "loss": 4.297, + "mean_token_accuracy": 0.26345344036817553, + "num_tokens": 15608028.0, + "step": 6560 + }, + { + "entropy": 4.767673826217651, + "epoch": 6.4238864415075865, + "grad_norm": 1.1796875, + "learning_rate": 0.00020270337437829566, + "loss": 4.1317, + "mean_token_accuracy": 0.275686576962471, + "num_tokens": 15619581.0, + "step": 6565 + }, + { + "entropy": 4.824228715896607, + "epoch": 6.4287812041116, + "grad_norm": 1.28125, + "learning_rate": 0.00020234008419694422, + "loss": 4.1916, + "mean_token_accuracy": 0.27475271075963975, + "num_tokens": 15631350.0, + "step": 6570 + }, + { + "entropy": 4.8114992618560795, + "epoch": 6.433675966715614, + "grad_norm": 1.2265625, + "learning_rate": 0.0002019770053719322, + "loss": 4.1537, + "mean_token_accuracy": 0.27048716843128207, + "num_tokens": 15642981.0, + "step": 6575 + }, + { + "entropy": 4.838646078109742, + "epoch": 6.438570729319628, + "grad_norm": 1.2265625, + "learning_rate": 0.0002016141389593993, + "loss": 4.2253, + "mean_token_accuracy": 0.27099927961826326, + "num_tokens": 15655870.0, + "step": 6580 + }, + { + "entropy": 4.829157924652099, + "epoch": 6.443465491923642, + "grad_norm": 1.125, + "learning_rate": 0.00020125148601486697, + "loss": 4.2518, + "mean_token_accuracy": 0.2692422866821289, + "num_tokens": 15667980.0, + "step": 6585 + }, + { + "entropy": 4.820345306396485, + "epoch": 6.448360254527655, + "grad_norm": 1.0390625, + "learning_rate": 0.00020088904759323618, + "loss": 4.2263, + "mean_token_accuracy": 0.2683408439159393, + "num_tokens": 15679951.0, + "step": 6590 + }, + { + "entropy": 4.793087339401245, + "epoch": 6.453255017131669, + "grad_norm": 1.1640625, + "learning_rate": 0.00020052682474878348, + "loss": 4.275, + "mean_token_accuracy": 0.2666164442896843, + "num_tokens": 15693726.0, + "step": 6595 + }, + { + "entropy": 4.812196397781372, + "epoch": 6.458149779735683, + "grad_norm": 1.171875, + "learning_rate": 0.00020016481853515867, + "loss": 4.2339, + "mean_token_accuracy": 0.2712885245680809, + "num_tokens": 15705351.0, + "step": 6600 + }, + { + "entropy": 4.842929077148438, + "epoch": 6.463044542339697, + "grad_norm": 1.078125, + "learning_rate": 0.00019980303000538107, + "loss": 4.1756, + "mean_token_accuracy": 0.27295818775892255, + "num_tokens": 15717233.0, + "step": 6605 + }, + { + "entropy": 4.818914127349854, + "epoch": 6.467939304943711, + "grad_norm": 1.234375, + "learning_rate": 0.00019944146021183713, + "loss": 4.2522, + "mean_token_accuracy": 0.26604991406202316, + "num_tokens": 15729176.0, + "step": 6610 + }, + { + "entropy": 4.797746372222901, + "epoch": 6.472834067547724, + "grad_norm": 1.21875, + "learning_rate": 0.0001990801102062768, + "loss": 4.1772, + "mean_token_accuracy": 0.2749250531196594, + "num_tokens": 15741107.0, + "step": 6615 + }, + { + "entropy": 4.82577919960022, + "epoch": 6.4777288301517375, + "grad_norm": 1.2890625, + "learning_rate": 0.0001987189810398108, + "loss": 4.2698, + "mean_token_accuracy": 0.2620985582470894, + "num_tokens": 15752502.0, + "step": 6620 + }, + { + "entropy": 4.85613489151001, + "epoch": 6.482623592755751, + "grad_norm": 1.25, + "learning_rate": 0.00019835807376290744, + "loss": 4.2656, + "mean_token_accuracy": 0.26031616777181626, + "num_tokens": 15764404.0, + "step": 6625 + }, + { + "entropy": 4.835601472854615, + "epoch": 6.487518355359765, + "grad_norm": 1.2265625, + "learning_rate": 0.00019799738942538953, + "loss": 4.2261, + "mean_token_accuracy": 0.26890532970428466, + "num_tokens": 15776722.0, + "step": 6630 + }, + { + "entropy": 4.838583707809448, + "epoch": 6.492413117963778, + "grad_norm": 1.21875, + "learning_rate": 0.0001976369290764315, + "loss": 4.2586, + "mean_token_accuracy": 0.270209875702858, + "num_tokens": 15788863.0, + "step": 6635 + }, + { + "entropy": 4.801536655426025, + "epoch": 6.497307880567792, + "grad_norm": 1.203125, + "learning_rate": 0.00019727669376455614, + "loss": 4.2205, + "mean_token_accuracy": 0.27733253836631777, + "num_tokens": 15800359.0, + "step": 6640 + }, + { + "entropy": 4.832352018356323, + "epoch": 6.502202643171806, + "grad_norm": 1.1953125, + "learning_rate": 0.00019691668453763163, + "loss": 4.2949, + "mean_token_accuracy": 0.26831928342580796, + "num_tokens": 15811305.0, + "step": 6645 + }, + { + "entropy": 4.767752599716187, + "epoch": 6.50709740577582, + "grad_norm": 1.1796875, + "learning_rate": 0.00019655690244286866, + "loss": 4.1762, + "mean_token_accuracy": 0.27681835293769835, + "num_tokens": 15824315.0, + "step": 6650 + }, + { + "entropy": 4.7820886135101315, + "epoch": 6.511992168379834, + "grad_norm": 1.125, + "learning_rate": 0.00019619734852681698, + "loss": 4.1599, + "mean_token_accuracy": 0.27901582717895507, + "num_tokens": 15836299.0, + "step": 6655 + }, + { + "entropy": 4.8313281536102295, + "epoch": 6.516886930983848, + "grad_norm": 1.1953125, + "learning_rate": 0.00019583802383536293, + "loss": 4.2678, + "mean_token_accuracy": 0.26988839358091354, + "num_tokens": 15848986.0, + "step": 6660 + }, + { + "entropy": 4.872956228256226, + "epoch": 6.521781693587861, + "grad_norm": 1.3046875, + "learning_rate": 0.00019547892941372563, + "loss": 4.2103, + "mean_token_accuracy": 0.2761853069067001, + "num_tokens": 15859648.0, + "step": 6665 + }, + { + "entropy": 4.915903759002686, + "epoch": 6.526676456191875, + "grad_norm": 1.21875, + "learning_rate": 0.0001951200663064549, + "loss": 4.2957, + "mean_token_accuracy": 0.26605250388383866, + "num_tokens": 15871104.0, + "step": 6670 + }, + { + "entropy": 4.794031095504761, + "epoch": 6.5315712187958885, + "grad_norm": 1.203125, + "learning_rate": 0.0001947614355574272, + "loss": 4.2166, + "mean_token_accuracy": 0.2687538146972656, + "num_tokens": 15884614.0, + "step": 6675 + }, + { + "entropy": 4.85666036605835, + "epoch": 6.536465981399902, + "grad_norm": 1.296875, + "learning_rate": 0.00019440303820984339, + "loss": 4.2741, + "mean_token_accuracy": 0.2684029802680016, + "num_tokens": 15896555.0, + "step": 6680 + }, + { + "entropy": 4.831001615524292, + "epoch": 6.541360744003915, + "grad_norm": 1.359375, + "learning_rate": 0.0001940448753062255, + "loss": 4.2209, + "mean_token_accuracy": 0.2695989325642586, + "num_tokens": 15908179.0, + "step": 6685 + }, + { + "entropy": 4.835015678405762, + "epoch": 6.546255506607929, + "grad_norm": 1.2265625, + "learning_rate": 0.00019368694788841323, + "loss": 4.2392, + "mean_token_accuracy": 0.2734552651643753, + "num_tokens": 15919685.0, + "step": 6690 + }, + { + "entropy": 4.792286920547485, + "epoch": 6.551150269211943, + "grad_norm": 1.3203125, + "learning_rate": 0.0001933292569975616, + "loss": 4.1766, + "mean_token_accuracy": 0.2831962674856186, + "num_tokens": 15931637.0, + "step": 6695 + }, + { + "entropy": 4.829886341094971, + "epoch": 6.556045031815957, + "grad_norm": 1.1328125, + "learning_rate": 0.00019297180367413753, + "loss": 4.2534, + "mean_token_accuracy": 0.26621277779340746, + "num_tokens": 15943958.0, + "step": 6700 + }, + { + "entropy": 4.779302406311035, + "epoch": 6.560939794419971, + "grad_norm": 1.1875, + "learning_rate": 0.00019261458895791683, + "loss": 4.2087, + "mean_token_accuracy": 0.27134326845407486, + "num_tokens": 15955964.0, + "step": 6705 + }, + { + "entropy": 4.8313768863677975, + "epoch": 6.565834557023984, + "grad_norm": 1.265625, + "learning_rate": 0.0001922576138879813, + "loss": 4.1676, + "mean_token_accuracy": 0.2797742038965225, + "num_tokens": 15967724.0, + "step": 6710 + }, + { + "entropy": 4.792687797546387, + "epoch": 6.570729319627998, + "grad_norm": 1.140625, + "learning_rate": 0.00019190087950271567, + "loss": 4.1607, + "mean_token_accuracy": 0.28083215057849886, + "num_tokens": 15979655.0, + "step": 6715 + }, + { + "entropy": 4.786281538009644, + "epoch": 6.575624082232012, + "grad_norm": 1.3359375, + "learning_rate": 0.00019154438683980442, + "loss": 4.201, + "mean_token_accuracy": 0.26920303851366045, + "num_tokens": 15991179.0, + "step": 6720 + }, + { + "entropy": 4.7571288585662845, + "epoch": 6.580518844836026, + "grad_norm": 1.234375, + "learning_rate": 0.000191188136936229, + "loss": 4.1686, + "mean_token_accuracy": 0.28140535950660706, + "num_tokens": 16002829.0, + "step": 6725 + }, + { + "entropy": 4.884326171875, + "epoch": 6.585413607440039, + "grad_norm": 1.171875, + "learning_rate": 0.00019083213082826483, + "loss": 4.3358, + "mean_token_accuracy": 0.26777314990758894, + "num_tokens": 16015699.0, + "step": 6730 + }, + { + "entropy": 4.834535598754883, + "epoch": 6.590308370044053, + "grad_norm": 1.1015625, + "learning_rate": 0.0001904763695514779, + "loss": 4.2066, + "mean_token_accuracy": 0.27164087295532224, + "num_tokens": 16027655.0, + "step": 6735 + }, + { + "entropy": 4.846742725372314, + "epoch": 6.5952031326480665, + "grad_norm": 1.203125, + "learning_rate": 0.00019012085414072226, + "loss": 4.1997, + "mean_token_accuracy": 0.2772118762135506, + "num_tokens": 16038801.0, + "step": 6740 + }, + { + "entropy": 4.773180532455444, + "epoch": 6.60009789525208, + "grad_norm": 1.25, + "learning_rate": 0.00018976558563013664, + "loss": 4.2013, + "mean_token_accuracy": 0.2664397060871124, + "num_tokens": 16050080.0, + "step": 6745 + }, + { + "entropy": 4.81363525390625, + "epoch": 6.604992657856094, + "grad_norm": 1.2265625, + "learning_rate": 0.00018941056505314164, + "loss": 4.2004, + "mean_token_accuracy": 0.27494569569826127, + "num_tokens": 16060570.0, + "step": 6750 + }, + { + "entropy": 4.830636215209961, + "epoch": 6.609887420460108, + "grad_norm": 1.1875, + "learning_rate": 0.00018905579344243652, + "loss": 4.1835, + "mean_token_accuracy": 0.26962684392929076, + "num_tokens": 16071658.0, + "step": 6755 + }, + { + "entropy": 4.83025336265564, + "epoch": 6.614782183064121, + "grad_norm": 1.2734375, + "learning_rate": 0.00018870127182999658, + "loss": 4.1921, + "mean_token_accuracy": 0.2740777343511581, + "num_tokens": 16083191.0, + "step": 6760 + }, + { + "entropy": 4.758773517608643, + "epoch": 6.619676945668135, + "grad_norm": 1.1953125, + "learning_rate": 0.00018834700124706973, + "loss": 4.1522, + "mean_token_accuracy": 0.27572301030158997, + "num_tokens": 16094987.0, + "step": 6765 + }, + { + "entropy": 4.8176719665527346, + "epoch": 6.624571708272149, + "grad_norm": 1.234375, + "learning_rate": 0.00018799298272417376, + "loss": 4.183, + "mean_token_accuracy": 0.28053936511278155, + "num_tokens": 16105751.0, + "step": 6770 + }, + { + "entropy": 4.7507847309112545, + "epoch": 6.629466470876163, + "grad_norm": 1.1328125, + "learning_rate": 0.00018763921729109318, + "loss": 4.1182, + "mean_token_accuracy": 0.27906791120767593, + "num_tokens": 16117175.0, + "step": 6775 + }, + { + "entropy": 4.9235481262207035, + "epoch": 6.634361233480176, + "grad_norm": 1.1640625, + "learning_rate": 0.00018728570597687638, + "loss": 4.3259, + "mean_token_accuracy": 0.2675983518362045, + "num_tokens": 16130231.0, + "step": 6780 + }, + { + "entropy": 4.829068851470947, + "epoch": 6.63925599608419, + "grad_norm": 1.265625, + "learning_rate": 0.0001869324498098326, + "loss": 4.2372, + "mean_token_accuracy": 0.2697674423456192, + "num_tokens": 16142487.0, + "step": 6785 + }, + { + "entropy": 4.798414278030395, + "epoch": 6.644150758688204, + "grad_norm": 1.109375, + "learning_rate": 0.0001865794498175286, + "loss": 4.1686, + "mean_token_accuracy": 0.27501768469810484, + "num_tokens": 16153970.0, + "step": 6790 + }, + { + "entropy": 4.787086725234985, + "epoch": 6.6490455212922175, + "grad_norm": 1.2265625, + "learning_rate": 0.0001862267070267864, + "loss": 4.2401, + "mean_token_accuracy": 0.2746932148933411, + "num_tokens": 16165452.0, + "step": 6795 + }, + { + "entropy": 4.903980016708374, + "epoch": 6.653940283896231, + "grad_norm": 1.296875, + "learning_rate": 0.00018587422246367957, + "loss": 4.2909, + "mean_token_accuracy": 0.267347078025341, + "num_tokens": 16177310.0, + "step": 6800 + }, + { + "entropy": 4.8290393352508545, + "epoch": 6.658835046500244, + "grad_norm": 1.296875, + "learning_rate": 0.00018552199715353063, + "loss": 4.2431, + "mean_token_accuracy": 0.27273038029670715, + "num_tokens": 16189315.0, + "step": 6805 + }, + { + "entropy": 4.806507682800293, + "epoch": 6.663729809104258, + "grad_norm": 1.140625, + "learning_rate": 0.000185170032120908, + "loss": 4.2358, + "mean_token_accuracy": 0.2727368637919426, + "num_tokens": 16200992.0, + "step": 6810 + }, + { + "entropy": 4.826565790176391, + "epoch": 6.668624571708272, + "grad_norm": 1.1953125, + "learning_rate": 0.00018481832838962282, + "loss": 4.2785, + "mean_token_accuracy": 0.26921398639678956, + "num_tokens": 16213478.0, + "step": 6815 + }, + { + "entropy": 4.774142789840698, + "epoch": 6.673519334312286, + "grad_norm": 1.3046875, + "learning_rate": 0.0001844668869827264, + "loss": 4.171, + "mean_token_accuracy": 0.2769194781780243, + "num_tokens": 16225165.0, + "step": 6820 + }, + { + "entropy": 4.882353496551514, + "epoch": 6.6784140969163, + "grad_norm": 1.21875, + "learning_rate": 0.00018411570892250685, + "loss": 4.324, + "mean_token_accuracy": 0.25825629830360414, + "num_tokens": 16236824.0, + "step": 6825 + }, + { + "entropy": 4.873099946975708, + "epoch": 6.683308859520313, + "grad_norm": 1.2734375, + "learning_rate": 0.00018376479523048622, + "loss": 4.2445, + "mean_token_accuracy": 0.27525572180747987, + "num_tokens": 16247874.0, + "step": 6830 + }, + { + "entropy": 4.796633577346801, + "epoch": 6.688203622124327, + "grad_norm": 1.296875, + "learning_rate": 0.00018341414692741765, + "loss": 4.1685, + "mean_token_accuracy": 0.27403592467308047, + "num_tokens": 16259305.0, + "step": 6835 + }, + { + "entropy": 4.784992218017578, + "epoch": 6.693098384728341, + "grad_norm": 1.3125, + "learning_rate": 0.0001830637650332822, + "loss": 4.2153, + "mean_token_accuracy": 0.27535903453826904, + "num_tokens": 16271993.0, + "step": 6840 + }, + { + "entropy": 4.832751655578614, + "epoch": 6.697993147332355, + "grad_norm": 1.296875, + "learning_rate": 0.00018271365056728612, + "loss": 4.2942, + "mean_token_accuracy": 0.26922129690647123, + "num_tokens": 16283353.0, + "step": 6845 + }, + { + "entropy": 4.832975912094116, + "epoch": 6.7028879099363685, + "grad_norm": 1.203125, + "learning_rate": 0.00018236380454785756, + "loss": 4.2391, + "mean_token_accuracy": 0.2777084022760391, + "num_tokens": 16295782.0, + "step": 6850 + }, + { + "entropy": 4.830508184432984, + "epoch": 6.7077826725403815, + "grad_norm": 1.25, + "learning_rate": 0.00018201422799264406, + "loss": 4.2233, + "mean_token_accuracy": 0.2772673726081848, + "num_tokens": 16308708.0, + "step": 6855 + }, + { + "entropy": 4.751596260070801, + "epoch": 6.712677435144395, + "grad_norm": 1.1953125, + "learning_rate": 0.00018166492191850904, + "loss": 4.1594, + "mean_token_accuracy": 0.277548024058342, + "num_tokens": 16320508.0, + "step": 6860 + }, + { + "entropy": 4.812742757797241, + "epoch": 6.717572197748409, + "grad_norm": 1.1875, + "learning_rate": 0.0001813158873415293, + "loss": 4.2244, + "mean_token_accuracy": 0.26796922385692595, + "num_tokens": 16332393.0, + "step": 6865 + }, + { + "entropy": 4.830001449584961, + "epoch": 6.722466960352423, + "grad_norm": 1.1640625, + "learning_rate": 0.000180967125276992, + "loss": 4.2566, + "mean_token_accuracy": 0.2725358933210373, + "num_tokens": 16343845.0, + "step": 6870 + }, + { + "entropy": 4.900268936157227, + "epoch": 6.727361722956436, + "grad_norm": 1.296875, + "learning_rate": 0.00018061863673939145, + "loss": 4.287, + "mean_token_accuracy": 0.26801770031452177, + "num_tokens": 16355155.0, + "step": 6875 + }, + { + "entropy": 4.8318298816680905, + "epoch": 6.73225648556045, + "grad_norm": 1.21875, + "learning_rate": 0.00018027042274242611, + "loss": 4.2039, + "mean_token_accuracy": 0.27316527515649797, + "num_tokens": 16366986.0, + "step": 6880 + }, + { + "entropy": 4.772649335861206, + "epoch": 6.737151248164464, + "grad_norm": 1.1640625, + "learning_rate": 0.0001799224842989964, + "loss": 4.1864, + "mean_token_accuracy": 0.2741151288151741, + "num_tokens": 16378054.0, + "step": 6885 + }, + { + "entropy": 4.838140487670898, + "epoch": 6.742046010768478, + "grad_norm": 1.1796875, + "learning_rate": 0.00017957482242120072, + "loss": 4.2819, + "mean_token_accuracy": 0.2612364083528519, + "num_tokens": 16390140.0, + "step": 6890 + }, + { + "entropy": 4.869786024093628, + "epoch": 6.746940773372492, + "grad_norm": 1.3046875, + "learning_rate": 0.00017922743812033315, + "loss": 4.3309, + "mean_token_accuracy": 0.257459057867527, + "num_tokens": 16401456.0, + "step": 6895 + }, + { + "entropy": 4.828910064697266, + "epoch": 6.751835535976505, + "grad_norm": 1.3515625, + "learning_rate": 0.00017888033240688023, + "loss": 4.25, + "mean_token_accuracy": 0.2661407694220543, + "num_tokens": 16411373.0, + "step": 6900 + }, + { + "entropy": 4.8243536949157715, + "epoch": 6.756730298580519, + "grad_norm": 1.2265625, + "learning_rate": 0.00017853350629051847, + "loss": 4.2021, + "mean_token_accuracy": 0.2693841502070427, + "num_tokens": 16422842.0, + "step": 6905 + }, + { + "entropy": 4.832136249542236, + "epoch": 6.7616250611845325, + "grad_norm": 1.2421875, + "learning_rate": 0.00017818696078011065, + "loss": 4.1967, + "mean_token_accuracy": 0.2766373082995415, + "num_tokens": 16434736.0, + "step": 6910 + }, + { + "entropy": 4.928450345993042, + "epoch": 6.766519823788546, + "grad_norm": 1.21875, + "learning_rate": 0.00017784069688370346, + "loss": 4.3636, + "mean_token_accuracy": 0.2608417823910713, + "num_tokens": 16447114.0, + "step": 6915 + }, + { + "entropy": 4.833252906799316, + "epoch": 6.77141458639256, + "grad_norm": 1.203125, + "learning_rate": 0.00017749471560852466, + "loss": 4.2267, + "mean_token_accuracy": 0.27015837132930753, + "num_tokens": 16457802.0, + "step": 6920 + }, + { + "entropy": 4.785260629653931, + "epoch": 6.776309348996573, + "grad_norm": 1.2421875, + "learning_rate": 0.0001771490179609796, + "loss": 4.1734, + "mean_token_accuracy": 0.2765981197357178, + "num_tokens": 16470161.0, + "step": 6925 + }, + { + "entropy": 4.838615846633911, + "epoch": 6.781204111600587, + "grad_norm": 1.1796875, + "learning_rate": 0.00017680360494664872, + "loss": 4.3092, + "mean_token_accuracy": 0.26522997915744784, + "num_tokens": 16483240.0, + "step": 6930 + }, + { + "entropy": 4.821589088439941, + "epoch": 6.786098874204601, + "grad_norm": 1.203125, + "learning_rate": 0.0001764584775702844, + "loss": 4.2128, + "mean_token_accuracy": 0.27196179926395414, + "num_tokens": 16496748.0, + "step": 6935 + }, + { + "entropy": 4.72474045753479, + "epoch": 6.790993636808615, + "grad_norm": 1.1796875, + "learning_rate": 0.00017611363683580838, + "loss": 4.1164, + "mean_token_accuracy": 0.281719496846199, + "num_tokens": 16509287.0, + "step": 6940 + }, + { + "entropy": 4.780606508255005, + "epoch": 6.795888399412629, + "grad_norm": 1.1796875, + "learning_rate": 0.00017576908374630846, + "loss": 4.217, + "mean_token_accuracy": 0.26991317272186277, + "num_tokens": 16520713.0, + "step": 6945 + }, + { + "entropy": 4.8649680614471436, + "epoch": 6.800783162016642, + "grad_norm": 1.109375, + "learning_rate": 0.0001754248193040356, + "loss": 4.293, + "mean_token_accuracy": 0.2615252986550331, + "num_tokens": 16533392.0, + "step": 6950 + }, + { + "entropy": 4.831953716278076, + "epoch": 6.805677924620656, + "grad_norm": 1.1796875, + "learning_rate": 0.00017508084451040135, + "loss": 4.2649, + "mean_token_accuracy": 0.27412021458148955, + "num_tokens": 16546109.0, + "step": 6955 + }, + { + "entropy": 4.830960273742676, + "epoch": 6.81057268722467, + "grad_norm": 1.2734375, + "learning_rate": 0.00017473716036597465, + "loss": 4.2623, + "mean_token_accuracy": 0.271477110683918, + "num_tokens": 16558409.0, + "step": 6960 + }, + { + "entropy": 4.787686061859131, + "epoch": 6.815467449828684, + "grad_norm": 1.1875, + "learning_rate": 0.00017439376787047888, + "loss": 4.2047, + "mean_token_accuracy": 0.2721322447061539, + "num_tokens": 16569695.0, + "step": 6965 + }, + { + "entropy": 4.953125953674316, + "epoch": 6.820362212432697, + "grad_norm": 1.21875, + "learning_rate": 0.0001740506680227892, + "loss": 4.3336, + "mean_token_accuracy": 0.26900721788406373, + "num_tokens": 16581937.0, + "step": 6970 + }, + { + "entropy": 4.830428218841552, + "epoch": 6.8252569750367105, + "grad_norm": 1.3515625, + "learning_rate": 0.00017370786182092945, + "loss": 4.2295, + "mean_token_accuracy": 0.2690939217805862, + "num_tokens": 16593670.0, + "step": 6975 + }, + { + "entropy": 4.846615934371949, + "epoch": 6.830151737640724, + "grad_norm": 1.25, + "learning_rate": 0.0001733653502620693, + "loss": 4.3235, + "mean_token_accuracy": 0.26150154173374174, + "num_tokens": 16605165.0, + "step": 6980 + }, + { + "entropy": 4.7979254722595215, + "epoch": 6.835046500244738, + "grad_norm": 1.1796875, + "learning_rate": 0.00017302313434252125, + "loss": 4.2091, + "mean_token_accuracy": 0.26987202316522596, + "num_tokens": 16616774.0, + "step": 6985 + }, + { + "entropy": 4.862527751922608, + "epoch": 6.839941262848752, + "grad_norm": 1.15625, + "learning_rate": 0.0001726812150577381, + "loss": 4.2928, + "mean_token_accuracy": 0.2625435009598732, + "num_tokens": 16628895.0, + "step": 6990 + }, + { + "entropy": 4.757234287261963, + "epoch": 6.844836025452766, + "grad_norm": 1.2109375, + "learning_rate": 0.0001723395934023095, + "loss": 4.1597, + "mean_token_accuracy": 0.2716460421681404, + "num_tokens": 16640242.0, + "step": 6995 + }, + { + "entropy": 4.880573511123657, + "epoch": 6.849730788056779, + "grad_norm": 1.2265625, + "learning_rate": 0.00017199827036995947, + "loss": 4.2517, + "mean_token_accuracy": 0.2695384547114372, + "num_tokens": 16652057.0, + "step": 7000 + }, + { + "epoch": 6.849730788056779, + "eval_entropy": 4.799824526581023, + "eval_loss": 5.5178608894348145, + "eval_mean_token_accuracy": 0.20650460087022207, + "eval_num_tokens": 16652057.0, + "eval_runtime": 2.718, + "eval_samples_per_second": 1268.209, + "eval_steps_per_second": 158.572, + "step": 7000 + }, + { + "entropy": 4.852752685546875, + "epoch": 6.854625550660793, + "grad_norm": 1.171875, + "learning_rate": 0.0001716572469535433, + "loss": 4.2873, + "mean_token_accuracy": 0.2662672266364098, + "num_tokens": 16664628.0, + "step": 7005 + }, + { + "entropy": 4.765297269821167, + "epoch": 6.859520313264807, + "grad_norm": 1.296875, + "learning_rate": 0.00017131652414504494, + "loss": 4.1363, + "mean_token_accuracy": 0.28136025071144105, + "num_tokens": 16674787.0, + "step": 7010 + }, + { + "entropy": 4.908167028427124, + "epoch": 6.864415075868821, + "grad_norm": 1.2109375, + "learning_rate": 0.00017097610293557376, + "loss": 4.3026, + "mean_token_accuracy": 0.26215105354785917, + "num_tokens": 16686573.0, + "step": 7015 + }, + { + "entropy": 4.835732126235962, + "epoch": 6.869309838472834, + "grad_norm": 1.2578125, + "learning_rate": 0.0001706359843153618, + "loss": 4.2188, + "mean_token_accuracy": 0.27586893886327746, + "num_tokens": 16697732.0, + "step": 7020 + }, + { + "entropy": 4.90386176109314, + "epoch": 6.874204601076848, + "grad_norm": 1.125, + "learning_rate": 0.00017029616927376095, + "loss": 4.3291, + "mean_token_accuracy": 0.26336448788642886, + "num_tokens": 16709918.0, + "step": 7025 + }, + { + "entropy": 4.72867169380188, + "epoch": 6.8790993636808615, + "grad_norm": 1.28125, + "learning_rate": 0.00016995665879924023, + "loss": 4.1493, + "mean_token_accuracy": 0.27780025005340575, + "num_tokens": 16721254.0, + "step": 7030 + }, + { + "entropy": 4.7647747039794925, + "epoch": 6.883994126284875, + "grad_norm": 1.203125, + "learning_rate": 0.00016961745387938235, + "loss": 4.183, + "mean_token_accuracy": 0.27847700864076613, + "num_tokens": 16732442.0, + "step": 7035 + }, + { + "entropy": 4.78448224067688, + "epoch": 6.888888888888889, + "grad_norm": 1.2421875, + "learning_rate": 0.00016927855550088138, + "loss": 4.2229, + "mean_token_accuracy": 0.27126297205686567, + "num_tokens": 16744156.0, + "step": 7040 + }, + { + "entropy": 4.877876472473145, + "epoch": 6.893783651492902, + "grad_norm": 1.3515625, + "learning_rate": 0.00016893996464954, + "loss": 4.2728, + "mean_token_accuracy": 0.2641643062233925, + "num_tokens": 16756129.0, + "step": 7045 + }, + { + "entropy": 4.86338963508606, + "epoch": 6.898678414096916, + "grad_norm": 1.140625, + "learning_rate": 0.0001686016823102659, + "loss": 4.2897, + "mean_token_accuracy": 0.27286734580993655, + "num_tokens": 16768634.0, + "step": 7050 + }, + { + "entropy": 4.846466827392578, + "epoch": 6.90357317670093, + "grad_norm": 1.1171875, + "learning_rate": 0.0001682637094670696, + "loss": 4.2404, + "mean_token_accuracy": 0.27916857302188874, + "num_tokens": 16780385.0, + "step": 7055 + }, + { + "entropy": 4.774806690216065, + "epoch": 6.908467939304944, + "grad_norm": 1.3203125, + "learning_rate": 0.00016792604710306108, + "loss": 4.0999, + "mean_token_accuracy": 0.284425413608551, + "num_tokens": 16791576.0, + "step": 7060 + }, + { + "entropy": 4.801191425323486, + "epoch": 6.913362701908957, + "grad_norm": 1.1875, + "learning_rate": 0.0001675886962004477, + "loss": 4.1882, + "mean_token_accuracy": 0.27397194057703017, + "num_tokens": 16804080.0, + "step": 7065 + }, + { + "entropy": 4.823637437820435, + "epoch": 6.918257464512971, + "grad_norm": 1.1015625, + "learning_rate": 0.00016725165774053035, + "loss": 4.2662, + "mean_token_accuracy": 0.26977028250694274, + "num_tokens": 16817682.0, + "step": 7070 + }, + { + "entropy": 4.839293336868286, + "epoch": 6.923152227116985, + "grad_norm": 1.3046875, + "learning_rate": 0.0001669149327037011, + "loss": 4.229, + "mean_token_accuracy": 0.2711069226264954, + "num_tokens": 16828759.0, + "step": 7075 + }, + { + "entropy": 4.8168669700622555, + "epoch": 6.928046989720999, + "grad_norm": 1.265625, + "learning_rate": 0.00016657852206944078, + "loss": 4.2732, + "mean_token_accuracy": 0.266059809923172, + "num_tokens": 16842727.0, + "step": 7080 + }, + { + "entropy": 4.776056432723999, + "epoch": 6.9329417523250125, + "grad_norm": 1.1328125, + "learning_rate": 0.00016624242681631513, + "loss": 4.2229, + "mean_token_accuracy": 0.2724165767431259, + "num_tokens": 16855567.0, + "step": 7085 + }, + { + "entropy": 4.833657932281494, + "epoch": 6.937836514929026, + "grad_norm": 1.2265625, + "learning_rate": 0.00016590664792197278, + "loss": 4.2323, + "mean_token_accuracy": 0.26841968297958374, + "num_tokens": 16868442.0, + "step": 7090 + }, + { + "entropy": 4.8504619121551515, + "epoch": 6.942731277533039, + "grad_norm": 1.3046875, + "learning_rate": 0.00016557118636314192, + "loss": 4.2453, + "mean_token_accuracy": 0.2725552201271057, + "num_tokens": 16879958.0, + "step": 7095 + }, + { + "entropy": 4.831103324890137, + "epoch": 6.947626040137053, + "grad_norm": 1.2890625, + "learning_rate": 0.000165236043115628, + "loss": 4.2228, + "mean_token_accuracy": 0.27216201424598696, + "num_tokens": 16891621.0, + "step": 7100 + }, + { + "entropy": 4.86317892074585, + "epoch": 6.952520802741067, + "grad_norm": 1.3515625, + "learning_rate": 0.0001649012191543103, + "loss": 4.2722, + "mean_token_accuracy": 0.2661159485578537, + "num_tokens": 16903352.0, + "step": 7105 + }, + { + "entropy": 4.856297826766967, + "epoch": 6.957415565345081, + "grad_norm": 1.265625, + "learning_rate": 0.00016456671545313922, + "loss": 4.2843, + "mean_token_accuracy": 0.26669911593198775, + "num_tokens": 16915640.0, + "step": 7110 + }, + { + "entropy": 4.803306150436401, + "epoch": 6.962310327949094, + "grad_norm": 1.203125, + "learning_rate": 0.00016423253298513405, + "loss": 4.1791, + "mean_token_accuracy": 0.2789281040430069, + "num_tokens": 16927558.0, + "step": 7115 + }, + { + "entropy": 4.84641580581665, + "epoch": 6.967205090553108, + "grad_norm": 1.328125, + "learning_rate": 0.00016389867272237913, + "loss": 4.2345, + "mean_token_accuracy": 0.2728713482618332, + "num_tokens": 16940099.0, + "step": 7120 + }, + { + "entropy": 4.770545387268067, + "epoch": 6.972099853157122, + "grad_norm": 1.1484375, + "learning_rate": 0.00016356513563602187, + "loss": 4.1901, + "mean_token_accuracy": 0.27592024207115173, + "num_tokens": 16951667.0, + "step": 7125 + }, + { + "entropy": 4.824424791336059, + "epoch": 6.976994615761136, + "grad_norm": 1.171875, + "learning_rate": 0.00016323192269626944, + "loss": 4.2557, + "mean_token_accuracy": 0.2688666105270386, + "num_tokens": 16964323.0, + "step": 7130 + }, + { + "entropy": 4.911003065109253, + "epoch": 6.98188937836515, + "grad_norm": 1.2109375, + "learning_rate": 0.00016289903487238635, + "loss": 4.2777, + "mean_token_accuracy": 0.2706483691930771, + "num_tokens": 16975728.0, + "step": 7135 + }, + { + "entropy": 4.797976112365722, + "epoch": 6.986784140969163, + "grad_norm": 1.1953125, + "learning_rate": 0.0001625664731326912, + "loss": 4.262, + "mean_token_accuracy": 0.2732352793216705, + "num_tokens": 16987783.0, + "step": 7140 + }, + { + "entropy": 4.882084512710572, + "epoch": 6.991678903573177, + "grad_norm": 1.078125, + "learning_rate": 0.00016223423844455404, + "loss": 4.2662, + "mean_token_accuracy": 0.26308298110961914, + "num_tokens": 17000870.0, + "step": 7145 + }, + { + "entropy": 4.82815318107605, + "epoch": 6.9965736661771905, + "grad_norm": 1.1875, + "learning_rate": 0.00016190233177439377, + "loss": 4.2057, + "mean_token_accuracy": 0.27077903747558596, + "num_tokens": 17013617.0, + "step": 7150 + }, + { + "entropy": 4.780447059207493, + "epoch": 7.000978952520803, + "grad_norm": 1.0703125, + "learning_rate": 0.00016157075408767497, + "loss": 4.123, + "mean_token_accuracy": 0.28422121206919354, + "num_tokens": 17024956.0, + "step": 7155 + }, + { + "entropy": 4.818837356567383, + "epoch": 7.0058737151248165, + "grad_norm": 1.1484375, + "learning_rate": 0.0001612395063489053, + "loss": 4.1347, + "mean_token_accuracy": 0.2758771196007729, + "num_tokens": 17038148.0, + "step": 7160 + }, + { + "entropy": 4.802131509780883, + "epoch": 7.01076847772883, + "grad_norm": 1.21875, + "learning_rate": 0.00016090858952163263, + "loss": 4.0381, + "mean_token_accuracy": 0.28795155584812165, + "num_tokens": 17049128.0, + "step": 7165 + }, + { + "entropy": 4.757979965209961, + "epoch": 7.015663240332844, + "grad_norm": 1.203125, + "learning_rate": 0.00016057800456844234, + "loss": 4.0054, + "mean_token_accuracy": 0.29685018658638, + "num_tokens": 17060836.0, + "step": 7170 + }, + { + "entropy": 4.7881927490234375, + "epoch": 7.020558002936857, + "grad_norm": 1.1484375, + "learning_rate": 0.00016024775245095444, + "loss": 4.0643, + "mean_token_accuracy": 0.28257188498973845, + "num_tokens": 17072334.0, + "step": 7175 + }, + { + "entropy": 4.82642707824707, + "epoch": 7.025452765540871, + "grad_norm": 1.34375, + "learning_rate": 0.0001599178341298206, + "loss": 4.0571, + "mean_token_accuracy": 0.2883249506354332, + "num_tokens": 17083589.0, + "step": 7180 + }, + { + "entropy": 4.844866323471069, + "epoch": 7.030347528144885, + "grad_norm": 1.2578125, + "learning_rate": 0.00015958825056472175, + "loss": 4.106, + "mean_token_accuracy": 0.28452355563640597, + "num_tokens": 17095086.0, + "step": 7185 + }, + { + "entropy": 4.767334270477295, + "epoch": 7.035242290748899, + "grad_norm": 1.28125, + "learning_rate": 0.000159259002714365, + "loss": 4.0383, + "mean_token_accuracy": 0.29307461678981783, + "num_tokens": 17106766.0, + "step": 7190 + }, + { + "entropy": 4.803368616104126, + "epoch": 7.040137053352912, + "grad_norm": 1.234375, + "learning_rate": 0.00015893009153648087, + "loss": 4.0913, + "mean_token_accuracy": 0.28804914057254793, + "num_tokens": 17119880.0, + "step": 7195 + }, + { + "entropy": 4.759484148025512, + "epoch": 7.045031815956926, + "grad_norm": 1.28125, + "learning_rate": 0.0001586015179878204, + "loss": 4.0014, + "mean_token_accuracy": 0.2972134605050087, + "num_tokens": 17131184.0, + "step": 7200 + }, + { + "entropy": 4.760886526107788, + "epoch": 7.04992657856094, + "grad_norm": 1.2578125, + "learning_rate": 0.00015827328302415295, + "loss": 4.0744, + "mean_token_accuracy": 0.28752224445343016, + "num_tokens": 17141849.0, + "step": 7205 + }, + { + "entropy": 4.813902425765991, + "epoch": 7.054821341164954, + "grad_norm": 1.078125, + "learning_rate": 0.00015794538760026262, + "loss": 4.0714, + "mean_token_accuracy": 0.28896082043647764, + "num_tokens": 17154704.0, + "step": 7210 + }, + { + "entropy": 4.8288720607757565, + "epoch": 7.0597161037689675, + "grad_norm": 1.265625, + "learning_rate": 0.00015761783266994586, + "loss": 4.0952, + "mean_token_accuracy": 0.2799787759780884, + "num_tokens": 17167145.0, + "step": 7215 + }, + { + "entropy": 4.800954675674438, + "epoch": 7.0646108663729805, + "grad_norm": 1.2890625, + "learning_rate": 0.00015729061918600895, + "loss": 4.0888, + "mean_token_accuracy": 0.2849623948335648, + "num_tokens": 17179375.0, + "step": 7220 + }, + { + "entropy": 4.782412338256836, + "epoch": 7.069505628976994, + "grad_norm": 1.2109375, + "learning_rate": 0.00015696374810026471, + "loss": 4.0416, + "mean_token_accuracy": 0.29629620909690857, + "num_tokens": 17192236.0, + "step": 7225 + }, + { + "entropy": 4.74776554107666, + "epoch": 7.074400391581008, + "grad_norm": 1.203125, + "learning_rate": 0.00015663722036353002, + "loss": 4.0233, + "mean_token_accuracy": 0.29788653552532196, + "num_tokens": 17204525.0, + "step": 7230 + }, + { + "entropy": 4.792973518371582, + "epoch": 7.079295154185022, + "grad_norm": 1.1328125, + "learning_rate": 0.00015631103692562287, + "loss": 4.1002, + "mean_token_accuracy": 0.2791537374258041, + "num_tokens": 17216457.0, + "step": 7235 + }, + { + "entropy": 4.782972145080566, + "epoch": 7.084189916789036, + "grad_norm": 1.2578125, + "learning_rate": 0.00015598519873536023, + "loss": 4.0858, + "mean_token_accuracy": 0.2886860579252243, + "num_tokens": 17227552.0, + "step": 7240 + }, + { + "entropy": 4.809886455535889, + "epoch": 7.089084679393049, + "grad_norm": 1.1171875, + "learning_rate": 0.00015565970674055428, + "loss": 4.0608, + "mean_token_accuracy": 0.2873356699943542, + "num_tokens": 17239257.0, + "step": 7245 + }, + { + "entropy": 4.798758792877197, + "epoch": 7.093979441997063, + "grad_norm": 1.2265625, + "learning_rate": 0.00015533456188801035, + "loss": 4.0875, + "mean_token_accuracy": 0.29013034999370574, + "num_tokens": 17250183.0, + "step": 7250 + }, + { + "entropy": 4.777663993835449, + "epoch": 7.098874204601077, + "grad_norm": 1.109375, + "learning_rate": 0.00015500976512352411, + "loss": 4.0235, + "mean_token_accuracy": 0.2919615387916565, + "num_tokens": 17261275.0, + "step": 7255 + }, + { + "entropy": 4.850154161453247, + "epoch": 7.103768967205091, + "grad_norm": 1.234375, + "learning_rate": 0.0001546853173918785, + "loss": 4.1465, + "mean_token_accuracy": 0.2747348383069038, + "num_tokens": 17273497.0, + "step": 7260 + }, + { + "entropy": 4.73512830734253, + "epoch": 7.108663729809105, + "grad_norm": 1.2421875, + "learning_rate": 0.00015436121963684134, + "loss": 4.0128, + "mean_token_accuracy": 0.28873381912708285, + "num_tokens": 17285210.0, + "step": 7265 + }, + { + "entropy": 4.791627740859985, + "epoch": 7.113558492413118, + "grad_norm": 1.15625, + "learning_rate": 0.0001540374728011622, + "loss": 4.0997, + "mean_token_accuracy": 0.28171266913414, + "num_tokens": 17296571.0, + "step": 7270 + }, + { + "entropy": 4.752928829193115, + "epoch": 7.1184532550171316, + "grad_norm": 1.2890625, + "learning_rate": 0.00015371407782657022, + "loss": 4.1094, + "mean_token_accuracy": 0.2861900180578232, + "num_tokens": 17308619.0, + "step": 7275 + }, + { + "entropy": 4.78877820968628, + "epoch": 7.1233480176211454, + "grad_norm": 1.1328125, + "learning_rate": 0.00015339103565377066, + "loss": 4.0598, + "mean_token_accuracy": 0.28850083649158476, + "num_tokens": 17320543.0, + "step": 7280 + }, + { + "entropy": 4.848451757431031, + "epoch": 7.128242780225159, + "grad_norm": 1.1796875, + "learning_rate": 0.0001530683472224429, + "loss": 4.0745, + "mean_token_accuracy": 0.2905732810497284, + "num_tokens": 17331158.0, + "step": 7285 + }, + { + "entropy": 4.791416788101197, + "epoch": 7.133137542829173, + "grad_norm": 1.2578125, + "learning_rate": 0.0001527460134712369, + "loss": 4.0899, + "mean_token_accuracy": 0.28909812271595003, + "num_tokens": 17342174.0, + "step": 7290 + }, + { + "entropy": 4.819753646850586, + "epoch": 7.138032305433186, + "grad_norm": 1.1953125, + "learning_rate": 0.00015242403533777144, + "loss": 4.1523, + "mean_token_accuracy": 0.2755330979824066, + "num_tokens": 17353896.0, + "step": 7295 + }, + { + "entropy": 4.764073324203491, + "epoch": 7.1429270680372, + "grad_norm": 1.1640625, + "learning_rate": 0.00015210241375863048, + "loss": 4.0277, + "mean_token_accuracy": 0.2917007923126221, + "num_tokens": 17366131.0, + "step": 7300 + }, + { + "entropy": 4.891622877120971, + "epoch": 7.147821830641214, + "grad_norm": 1.15625, + "learning_rate": 0.00015178114966936078, + "loss": 4.2272, + "mean_token_accuracy": 0.2710686966776848, + "num_tokens": 17378513.0, + "step": 7305 + }, + { + "entropy": 4.861794376373291, + "epoch": 7.152716593245228, + "grad_norm": 1.15625, + "learning_rate": 0.00015146024400446967, + "loss": 4.1124, + "mean_token_accuracy": 0.2803745836019516, + "num_tokens": 17391153.0, + "step": 7310 + }, + { + "entropy": 4.8278069496154785, + "epoch": 7.157611355849241, + "grad_norm": 1.21875, + "learning_rate": 0.00015113969769742135, + "loss": 4.2097, + "mean_token_accuracy": 0.2775128915905952, + "num_tokens": 17403512.0, + "step": 7315 + }, + { + "entropy": 4.874017858505249, + "epoch": 7.162506118453255, + "grad_norm": 1.1953125, + "learning_rate": 0.00015081951168063507, + "loss": 4.2076, + "mean_token_accuracy": 0.2813242763280869, + "num_tokens": 17416141.0, + "step": 7320 + }, + { + "entropy": 4.827480125427246, + "epoch": 7.167400881057269, + "grad_norm": 1.25, + "learning_rate": 0.00015049968688548172, + "loss": 4.0906, + "mean_token_accuracy": 0.28566859662532806, + "num_tokens": 17427686.0, + "step": 7325 + }, + { + "entropy": 4.780575370788574, + "epoch": 7.172295643661283, + "grad_norm": 1.21875, + "learning_rate": 0.00015018022424228184, + "loss": 4.1103, + "mean_token_accuracy": 0.27947225272655485, + "num_tokens": 17440093.0, + "step": 7330 + }, + { + "entropy": 4.910111284255981, + "epoch": 7.1771904062652965, + "grad_norm": 1.21875, + "learning_rate": 0.0001498611246803022, + "loss": 4.182, + "mean_token_accuracy": 0.2680870145559311, + "num_tokens": 17451773.0, + "step": 7335 + }, + { + "entropy": 4.887281036376953, + "epoch": 7.1820851688693095, + "grad_norm": 1.1171875, + "learning_rate": 0.0001495423891277536, + "loss": 4.1593, + "mean_token_accuracy": 0.2688952133059502, + "num_tokens": 17464407.0, + "step": 7340 + }, + { + "entropy": 4.8682098388671875, + "epoch": 7.186979931473323, + "grad_norm": 1.2890625, + "learning_rate": 0.00014922401851178804, + "loss": 4.1048, + "mean_token_accuracy": 0.2840438082814217, + "num_tokens": 17476101.0, + "step": 7345 + }, + { + "entropy": 4.799012136459351, + "epoch": 7.191874694077337, + "grad_norm": 1.2109375, + "learning_rate": 0.0001489060137584958, + "loss": 4.0873, + "mean_token_accuracy": 0.28711037039756776, + "num_tokens": 17487472.0, + "step": 7350 + }, + { + "entropy": 4.825730991363526, + "epoch": 7.196769456681351, + "grad_norm": 1.2265625, + "learning_rate": 0.000148588375792903, + "loss": 4.1288, + "mean_token_accuracy": 0.28802083134651185, + "num_tokens": 17499499.0, + "step": 7355 + }, + { + "entropy": 4.855758333206177, + "epoch": 7.201664219285365, + "grad_norm": 1.15625, + "learning_rate": 0.00014827110553896876, + "loss": 4.1175, + "mean_token_accuracy": 0.2893441081047058, + "num_tokens": 17511307.0, + "step": 7360 + }, + { + "entropy": 4.923803806304932, + "epoch": 7.206558981889378, + "grad_norm": 1.109375, + "learning_rate": 0.00014795420391958285, + "loss": 4.1978, + "mean_token_accuracy": 0.27826104164123533, + "num_tokens": 17523359.0, + "step": 7365 + }, + { + "entropy": 4.748465538024902, + "epoch": 7.211453744493392, + "grad_norm": 1.25, + "learning_rate": 0.00014763767185656246, + "loss": 3.9908, + "mean_token_accuracy": 0.29602986574172974, + "num_tokens": 17534520.0, + "step": 7370 + }, + { + "entropy": 4.902448415756226, + "epoch": 7.216348507097406, + "grad_norm": 1.203125, + "learning_rate": 0.00014732151027064982, + "loss": 4.2838, + "mean_token_accuracy": 0.2666098862886429, + "num_tokens": 17547215.0, + "step": 7375 + }, + { + "entropy": 4.840163278579712, + "epoch": 7.22124326970142, + "grad_norm": 1.2578125, + "learning_rate": 0.00014700572008150977, + "loss": 4.1327, + "mean_token_accuracy": 0.2833808362483978, + "num_tokens": 17559334.0, + "step": 7380 + }, + { + "entropy": 4.838746213912964, + "epoch": 7.226138032305434, + "grad_norm": 1.203125, + "learning_rate": 0.00014669030220772642, + "loss": 4.0758, + "mean_token_accuracy": 0.288485449552536, + "num_tokens": 17570007.0, + "step": 7385 + }, + { + "entropy": 4.857969808578491, + "epoch": 7.231032794909447, + "grad_norm": 1.2734375, + "learning_rate": 0.00014637525756680116, + "loss": 4.1036, + "mean_token_accuracy": 0.286487540602684, + "num_tokens": 17580915.0, + "step": 7390 + }, + { + "entropy": 4.791293811798096, + "epoch": 7.2359275575134605, + "grad_norm": 1.34375, + "learning_rate": 0.00014606058707514958, + "loss": 4.0957, + "mean_token_accuracy": 0.2871719241142273, + "num_tokens": 17592315.0, + "step": 7395 + }, + { + "entropy": 4.820676183700561, + "epoch": 7.240822320117474, + "grad_norm": 1.1796875, + "learning_rate": 0.000145746291648099, + "loss": 4.1249, + "mean_token_accuracy": 0.28499663472175596, + "num_tokens": 17603458.0, + "step": 7400 + }, + { + "entropy": 4.748669624328613, + "epoch": 7.245717082721488, + "grad_norm": 1.2109375, + "learning_rate": 0.0001454323721998857, + "loss": 4.0926, + "mean_token_accuracy": 0.2825297206640244, + "num_tokens": 17615217.0, + "step": 7405 + }, + { + "entropy": 4.827870035171509, + "epoch": 7.250611845325501, + "grad_norm": 1.28125, + "learning_rate": 0.00014511882964365213, + "loss": 4.1783, + "mean_token_accuracy": 0.27295706868171693, + "num_tokens": 17627601.0, + "step": 7410 + }, + { + "entropy": 4.809018135070801, + "epoch": 7.255506607929515, + "grad_norm": 1.2109375, + "learning_rate": 0.0001448056648914449, + "loss": 4.0603, + "mean_token_accuracy": 0.29062820971012115, + "num_tokens": 17638475.0, + "step": 7415 + }, + { + "entropy": 4.782418441772461, + "epoch": 7.260401370533529, + "grad_norm": 1.1640625, + "learning_rate": 0.00014449287885421108, + "loss": 4.1064, + "mean_token_accuracy": 0.27899285703897475, + "num_tokens": 17650278.0, + "step": 7420 + }, + { + "entropy": 4.7921715259552, + "epoch": 7.265296133137543, + "grad_norm": 1.2109375, + "learning_rate": 0.0001441804724417965, + "loss": 4.0839, + "mean_token_accuracy": 0.28736929297447206, + "num_tokens": 17663110.0, + "step": 7425 + }, + { + "entropy": 4.85003809928894, + "epoch": 7.270190895741557, + "grad_norm": 1.3046875, + "learning_rate": 0.00014386844656294245, + "loss": 4.1425, + "mean_token_accuracy": 0.2779337793588638, + "num_tokens": 17673710.0, + "step": 7430 + }, + { + "entropy": 4.812310123443604, + "epoch": 7.27508565834557, + "grad_norm": 1.203125, + "learning_rate": 0.0001435568021252836, + "loss": 4.1105, + "mean_token_accuracy": 0.2840988889336586, + "num_tokens": 17686717.0, + "step": 7435 + }, + { + "entropy": 4.782513093948364, + "epoch": 7.279980420949584, + "grad_norm": 1.3359375, + "learning_rate": 0.00014324554003534485, + "loss": 4.0917, + "mean_token_accuracy": 0.2846391350030899, + "num_tokens": 17700013.0, + "step": 7440 + }, + { + "entropy": 4.774361610412598, + "epoch": 7.284875183553598, + "grad_norm": 1.1875, + "learning_rate": 0.00014293466119853887, + "loss": 4.0455, + "mean_token_accuracy": 0.2926559939980507, + "num_tokens": 17712450.0, + "step": 7445 + }, + { + "entropy": 4.842836046218872, + "epoch": 7.2897699461576115, + "grad_norm": 1.28125, + "learning_rate": 0.0001426241665191638, + "loss": 4.1109, + "mean_token_accuracy": 0.28842181265354155, + "num_tokens": 17724465.0, + "step": 7450 + }, + { + "entropy": 4.762375354766846, + "epoch": 7.294664708761625, + "grad_norm": 1.2265625, + "learning_rate": 0.00014231405690040005, + "loss": 4.0574, + "mean_token_accuracy": 0.29009200930595397, + "num_tokens": 17736638.0, + "step": 7455 + }, + { + "entropy": 4.8332212448120115, + "epoch": 7.299559471365638, + "grad_norm": 1.328125, + "learning_rate": 0.00014200433324430806, + "loss": 4.0976, + "mean_token_accuracy": 0.27914202213287354, + "num_tokens": 17747927.0, + "step": 7460 + }, + { + "entropy": 4.814736604690552, + "epoch": 7.304454233969652, + "grad_norm": 1.25, + "learning_rate": 0.0001416949964518254, + "loss": 4.0643, + "mean_token_accuracy": 0.29202333390712737, + "num_tokens": 17759676.0, + "step": 7465 + }, + { + "entropy": 4.825563526153564, + "epoch": 7.309348996573666, + "grad_norm": 1.2734375, + "learning_rate": 0.00014138604742276468, + "loss": 4.0887, + "mean_token_accuracy": 0.2903469443321228, + "num_tokens": 17771205.0, + "step": 7470 + }, + { + "entropy": 4.837093830108643, + "epoch": 7.31424375917768, + "grad_norm": 1.265625, + "learning_rate": 0.00014107748705581018, + "loss": 4.122, + "mean_token_accuracy": 0.2810250610113144, + "num_tokens": 17782407.0, + "step": 7475 + }, + { + "entropy": 4.795599889755249, + "epoch": 7.319138521781694, + "grad_norm": 1.1953125, + "learning_rate": 0.0001407693162485158, + "loss": 4.1132, + "mean_token_accuracy": 0.28156635761260984, + "num_tokens": 17793748.0, + "step": 7480 + }, + { + "entropy": 4.8112955570220945, + "epoch": 7.324033284385707, + "grad_norm": 1.1484375, + "learning_rate": 0.00014046153589730237, + "loss": 4.1608, + "mean_token_accuracy": 0.2788987457752228, + "num_tokens": 17806662.0, + "step": 7485 + }, + { + "entropy": 4.744254732131958, + "epoch": 7.328928046989721, + "grad_norm": 1.28125, + "learning_rate": 0.00014015414689745476, + "loss": 4.0998, + "mean_token_accuracy": 0.2806766092777252, + "num_tokens": 17817477.0, + "step": 7490 + }, + { + "entropy": 4.786280155181885, + "epoch": 7.333822809593735, + "grad_norm": 1.28125, + "learning_rate": 0.0001398471501431195, + "loss": 4.0604, + "mean_token_accuracy": 0.28615519404411316, + "num_tokens": 17830099.0, + "step": 7495 + }, + { + "entropy": 4.746518898010254, + "epoch": 7.338717572197749, + "grad_norm": 1.3046875, + "learning_rate": 0.0001395405465273021, + "loss": 4.0431, + "mean_token_accuracy": 0.2906483680009842, + "num_tokens": 17841520.0, + "step": 7500 + }, + { + "entropy": 4.806548023223877, + "epoch": 7.343612334801762, + "grad_norm": 1.40625, + "learning_rate": 0.00013923433694186478, + "loss": 4.1018, + "mean_token_accuracy": 0.2825804427266121, + "num_tokens": 17852319.0, + "step": 7505 + }, + { + "entropy": 4.791054153442383, + "epoch": 7.348507097405776, + "grad_norm": 1.1953125, + "learning_rate": 0.00013892852227752317, + "loss": 4.0786, + "mean_token_accuracy": 0.2819870948791504, + "num_tokens": 17864003.0, + "step": 7510 + }, + { + "entropy": 4.805252885818481, + "epoch": 7.3534018600097895, + "grad_norm": 1.1953125, + "learning_rate": 0.00013862310342384438, + "loss": 4.1959, + "mean_token_accuracy": 0.28391799330711365, + "num_tokens": 17877460.0, + "step": 7515 + }, + { + "entropy": 4.8232186794281, + "epoch": 7.358296622613803, + "grad_norm": 1.203125, + "learning_rate": 0.00013831808126924422, + "loss": 4.1513, + "mean_token_accuracy": 0.27248675376176834, + "num_tokens": 17889191.0, + "step": 7520 + }, + { + "entropy": 4.832364177703857, + "epoch": 7.363191385217817, + "grad_norm": 1.2421875, + "learning_rate": 0.00013801345670098438, + "loss": 4.0923, + "mean_token_accuracy": 0.2900449067354202, + "num_tokens": 17900866.0, + "step": 7525 + }, + { + "entropy": 4.887357330322265, + "epoch": 7.36808614782183, + "grad_norm": 1.28125, + "learning_rate": 0.00013770923060517015, + "loss": 4.1557, + "mean_token_accuracy": 0.2843441188335419, + "num_tokens": 17912747.0, + "step": 7530 + }, + { + "entropy": 4.835427141189575, + "epoch": 7.372980910425844, + "grad_norm": 1.296875, + "learning_rate": 0.0001374054038667476, + "loss": 4.1152, + "mean_token_accuracy": 0.285644468665123, + "num_tokens": 17924704.0, + "step": 7535 + }, + { + "entropy": 4.747461891174316, + "epoch": 7.377875673029858, + "grad_norm": 1.15625, + "learning_rate": 0.00013710197736950143, + "loss": 4.1147, + "mean_token_accuracy": 0.2786543697118759, + "num_tokens": 17936401.0, + "step": 7540 + }, + { + "entropy": 4.7854808330535885, + "epoch": 7.382770435633872, + "grad_norm": 1.2421875, + "learning_rate": 0.00013679895199605175, + "loss": 4.1127, + "mean_token_accuracy": 0.2867193892598152, + "num_tokens": 17948614.0, + "step": 7545 + }, + { + "entropy": 4.857870149612427, + "epoch": 7.387665198237886, + "grad_norm": 1.328125, + "learning_rate": 0.000136496328627852, + "loss": 4.2017, + "mean_token_accuracy": 0.2843237340450287, + "num_tokens": 17960708.0, + "step": 7550 + }, + { + "entropy": 4.798525190353393, + "epoch": 7.392559960841899, + "grad_norm": 1.21875, + "learning_rate": 0.0001361941081451863, + "loss": 4.0421, + "mean_token_accuracy": 0.2900181621313095, + "num_tokens": 17972977.0, + "step": 7555 + }, + { + "entropy": 4.838765430450439, + "epoch": 7.397454723445913, + "grad_norm": 1.0703125, + "learning_rate": 0.00013589229142716686, + "loss": 4.1262, + "mean_token_accuracy": 0.28275442123413086, + "num_tokens": 17985587.0, + "step": 7560 + }, + { + "entropy": 4.763973522186279, + "epoch": 7.402349486049927, + "grad_norm": 1.1953125, + "learning_rate": 0.0001355908793517313, + "loss": 3.9968, + "mean_token_accuracy": 0.2955072432756424, + "num_tokens": 17998005.0, + "step": 7565 + }, + { + "entropy": 4.754019546508789, + "epoch": 7.4072442486539405, + "grad_norm": 1.171875, + "learning_rate": 0.00013528987279564015, + "loss": 3.9688, + "mean_token_accuracy": 0.2980596512556076, + "num_tokens": 18009944.0, + "step": 7570 + }, + { + "entropy": 4.759017038345337, + "epoch": 7.412139011257954, + "grad_norm": 1.203125, + "learning_rate": 0.0001349892726344746, + "loss": 4.1087, + "mean_token_accuracy": 0.28233579993247987, + "num_tokens": 18022956.0, + "step": 7575 + }, + { + "entropy": 4.772615432739258, + "epoch": 7.417033773861967, + "grad_norm": 1.296875, + "learning_rate": 0.00013468907974263346, + "loss": 4.0929, + "mean_token_accuracy": 0.287433722615242, + "num_tokens": 18034930.0, + "step": 7580 + }, + { + "entropy": 4.770158004760742, + "epoch": 7.421928536465981, + "grad_norm": 1.1953125, + "learning_rate": 0.00013438929499333098, + "loss": 4.0876, + "mean_token_accuracy": 0.2871038466691971, + "num_tokens": 18045966.0, + "step": 7585 + }, + { + "entropy": 4.810977506637573, + "epoch": 7.426823299069995, + "grad_norm": 1.3046875, + "learning_rate": 0.000134089919258594, + "loss": 4.0938, + "mean_token_accuracy": 0.2832252860069275, + "num_tokens": 18057524.0, + "step": 7590 + }, + { + "entropy": 4.763741159439087, + "epoch": 7.431718061674009, + "grad_norm": 1.15625, + "learning_rate": 0.00013379095340925988, + "loss": 4.1054, + "mean_token_accuracy": 0.286394926905632, + "num_tokens": 18069858.0, + "step": 7595 + }, + { + "entropy": 4.71230001449585, + "epoch": 7.436612824278022, + "grad_norm": 1.15625, + "learning_rate": 0.00013349239831497356, + "loss": 4.0493, + "mean_token_accuracy": 0.2896520644426346, + "num_tokens": 18082613.0, + "step": 7600 + }, + { + "entropy": 4.858574295043946, + "epoch": 7.441507586882036, + "grad_norm": 1.203125, + "learning_rate": 0.00013319425484418506, + "loss": 4.1224, + "mean_token_accuracy": 0.29318794012069704, + "num_tokens": 18093828.0, + "step": 7605 + }, + { + "entropy": 4.859941673278809, + "epoch": 7.44640234948605, + "grad_norm": 1.2421875, + "learning_rate": 0.00013289652386414723, + "loss": 4.1457, + "mean_token_accuracy": 0.27586865425109863, + "num_tokens": 18105540.0, + "step": 7610 + }, + { + "entropy": 4.768905687332153, + "epoch": 7.451297112090064, + "grad_norm": 1.34375, + "learning_rate": 0.00013259920624091295, + "loss": 4.0996, + "mean_token_accuracy": 0.2855397403240204, + "num_tokens": 18116761.0, + "step": 7615 + }, + { + "entropy": 4.785869121551514, + "epoch": 7.456191874694078, + "grad_norm": 1.3125, + "learning_rate": 0.0001323023028393327, + "loss": 4.0547, + "mean_token_accuracy": 0.2858396708965302, + "num_tokens": 18128209.0, + "step": 7620 + }, + { + "entropy": 4.843937492370605, + "epoch": 7.461086637298091, + "grad_norm": 1.25, + "learning_rate": 0.000132005814523052, + "loss": 4.1785, + "mean_token_accuracy": 0.28769124746322633, + "num_tokens": 18141304.0, + "step": 7625 + }, + { + "entropy": 4.794684410095215, + "epoch": 7.4659813999021045, + "grad_norm": 1.1796875, + "learning_rate": 0.0001317097421545091, + "loss": 4.1412, + "mean_token_accuracy": 0.2853972852230072, + "num_tokens": 18152855.0, + "step": 7630 + }, + { + "entropy": 4.748196983337403, + "epoch": 7.470876162506118, + "grad_norm": 1.2109375, + "learning_rate": 0.00013141408659493231, + "loss": 4.0358, + "mean_token_accuracy": 0.29571499228477477, + "num_tokens": 18163885.0, + "step": 7635 + }, + { + "entropy": 4.801903629302979, + "epoch": 7.475770925110132, + "grad_norm": 1.25, + "learning_rate": 0.00013111884870433728, + "loss": 4.0691, + "mean_token_accuracy": 0.2905031472444534, + "num_tokens": 18174480.0, + "step": 7640 + }, + { + "entropy": 4.798210287094117, + "epoch": 7.480665687714146, + "grad_norm": 1.3203125, + "learning_rate": 0.00013082402934152504, + "loss": 4.1095, + "mean_token_accuracy": 0.2820493280887604, + "num_tokens": 18186088.0, + "step": 7645 + }, + { + "entropy": 4.8714094161987305, + "epoch": 7.485560450318159, + "grad_norm": 1.1640625, + "learning_rate": 0.00013052962936407902, + "loss": 4.1374, + "mean_token_accuracy": 0.284106707572937, + "num_tokens": 18197894.0, + "step": 7650 + }, + { + "entropy": 4.751612329483033, + "epoch": 7.490455212922173, + "grad_norm": 1.28125, + "learning_rate": 0.00013023564962836272, + "loss": 4.1025, + "mean_token_accuracy": 0.29093705415725707, + "num_tokens": 18210017.0, + "step": 7655 + }, + { + "entropy": 4.759692525863647, + "epoch": 7.495349975526187, + "grad_norm": 1.265625, + "learning_rate": 0.00012994209098951716, + "loss": 4.1282, + "mean_token_accuracy": 0.28445088267326357, + "num_tokens": 18221347.0, + "step": 7660 + }, + { + "entropy": 4.757839632034302, + "epoch": 7.500244738130201, + "grad_norm": 1.125, + "learning_rate": 0.00012964895430145869, + "loss": 4.1321, + "mean_token_accuracy": 0.28519167453050615, + "num_tokens": 18232934.0, + "step": 7665 + }, + { + "entropy": 4.856450414657592, + "epoch": 7.505139500734215, + "grad_norm": 1.1953125, + "learning_rate": 0.00012935624041687604, + "loss": 4.1213, + "mean_token_accuracy": 0.28798395693302153, + "num_tokens": 18244637.0, + "step": 7670 + }, + { + "entropy": 4.7560934066772464, + "epoch": 7.510034263338228, + "grad_norm": 0.9921875, + "learning_rate": 0.00012906395018722811, + "loss": 4.0537, + "mean_token_accuracy": 0.289487162232399, + "num_tokens": 18256852.0, + "step": 7675 + }, + { + "entropy": 4.8688610076904295, + "epoch": 7.514929025942242, + "grad_norm": 1.234375, + "learning_rate": 0.0001287720844627417, + "loss": 4.1754, + "mean_token_accuracy": 0.28162865340709686, + "num_tokens": 18267437.0, + "step": 7680 + }, + { + "entropy": 4.784332609176635, + "epoch": 7.5198237885462555, + "grad_norm": 1.359375, + "learning_rate": 0.00012848064409240839, + "loss": 4.1321, + "mean_token_accuracy": 0.2837877184152603, + "num_tokens": 18278975.0, + "step": 7685 + }, + { + "entropy": 4.8387714385986325, + "epoch": 7.524718551150269, + "grad_norm": 1.34375, + "learning_rate": 0.00012818962992398265, + "loss": 4.1507, + "mean_token_accuracy": 0.28322983980178834, + "num_tokens": 18289702.0, + "step": 7690 + }, + { + "entropy": 4.7619012832641605, + "epoch": 7.5296133137542824, + "grad_norm": 1.234375, + "learning_rate": 0.00012789904280397936, + "loss": 4.0134, + "mean_token_accuracy": 0.2988777369260788, + "num_tokens": 18302023.0, + "step": 7695 + }, + { + "entropy": 4.787058162689209, + "epoch": 7.534508076358296, + "grad_norm": 1.140625, + "learning_rate": 0.00012760888357767097, + "loss": 4.1084, + "mean_token_accuracy": 0.28231562077999117, + "num_tokens": 18314361.0, + "step": 7700 + }, + { + "entropy": 4.763881063461303, + "epoch": 7.53940283896231, + "grad_norm": 1.3203125, + "learning_rate": 0.0001273191530890853, + "loss": 4.0937, + "mean_token_accuracy": 0.28528667986392975, + "num_tokens": 18326405.0, + "step": 7705 + }, + { + "entropy": 4.827100229263306, + "epoch": 7.544297601566324, + "grad_norm": 1.140625, + "learning_rate": 0.00012702985218100306, + "loss": 4.1087, + "mean_token_accuracy": 0.2849459290504456, + "num_tokens": 18338765.0, + "step": 7710 + }, + { + "entropy": 4.7180108547210695, + "epoch": 7.549192364170338, + "grad_norm": 1.25, + "learning_rate": 0.0001267409816949554, + "loss": 4.0496, + "mean_token_accuracy": 0.29414022564888, + "num_tokens": 18350071.0, + "step": 7715 + }, + { + "entropy": 4.774911880493164, + "epoch": 7.554087126774352, + "grad_norm": 1.2734375, + "learning_rate": 0.0001264525424712215, + "loss": 4.1281, + "mean_token_accuracy": 0.28393369615077974, + "num_tokens": 18361183.0, + "step": 7720 + }, + { + "entropy": 4.685523796081543, + "epoch": 7.558981889378365, + "grad_norm": 1.1953125, + "learning_rate": 0.00012616453534882574, + "loss": 4.0168, + "mean_token_accuracy": 0.29059562981128695, + "num_tokens": 18374411.0, + "step": 7725 + }, + { + "entropy": 4.753079175949097, + "epoch": 7.563876651982379, + "grad_norm": 1.21875, + "learning_rate": 0.00012587696116553613, + "loss": 4.0859, + "mean_token_accuracy": 0.28874012529850007, + "num_tokens": 18386718.0, + "step": 7730 + }, + { + "entropy": 4.739024114608765, + "epoch": 7.568771414586393, + "grad_norm": 1.28125, + "learning_rate": 0.00012558982075786085, + "loss": 4.0464, + "mean_token_accuracy": 0.2881570875644684, + "num_tokens": 18398652.0, + "step": 7735 + }, + { + "entropy": 4.817078161239624, + "epoch": 7.573666177190407, + "grad_norm": 1.1875, + "learning_rate": 0.00012530311496104652, + "loss": 4.0754, + "mean_token_accuracy": 0.2835995480418205, + "num_tokens": 18411469.0, + "step": 7740 + }, + { + "entropy": 4.905104351043701, + "epoch": 7.57856093979442, + "grad_norm": 1.3359375, + "learning_rate": 0.00012501684460907542, + "loss": 4.2613, + "mean_token_accuracy": 0.27149486243724824, + "num_tokens": 18423199.0, + "step": 7745 + }, + { + "entropy": 4.799884796142578, + "epoch": 7.5834557023984335, + "grad_norm": 1.125, + "learning_rate": 0.00012473101053466336, + "loss": 4.0074, + "mean_token_accuracy": 0.29536075294017794, + "num_tokens": 18435598.0, + "step": 7750 + }, + { + "entropy": 4.877683877944946, + "epoch": 7.588350465002447, + "grad_norm": 1.2421875, + "learning_rate": 0.00012444561356925697, + "loss": 4.2195, + "mean_token_accuracy": 0.27193855345249174, + "num_tokens": 18447598.0, + "step": 7755 + }, + { + "entropy": 4.809196281433105, + "epoch": 7.593245227606461, + "grad_norm": 1.2578125, + "learning_rate": 0.00012416065454303135, + "loss": 4.096, + "mean_token_accuracy": 0.2852015197277069, + "num_tokens": 18458578.0, + "step": 7760 + }, + { + "entropy": 4.886521100997925, + "epoch": 7.598139990210475, + "grad_norm": 1.25, + "learning_rate": 0.00012387613428488787, + "loss": 4.1676, + "mean_token_accuracy": 0.27320022583007814, + "num_tokens": 18470890.0, + "step": 7765 + }, + { + "entropy": 4.8296223163604735, + "epoch": 7.603034752814488, + "grad_norm": 1.3515625, + "learning_rate": 0.00012359205362245148, + "loss": 4.1863, + "mean_token_accuracy": 0.27460389137268065, + "num_tokens": 18482957.0, + "step": 7770 + }, + { + "entropy": 4.832960605621338, + "epoch": 7.607929515418502, + "grad_norm": 1.2421875, + "learning_rate": 0.0001233084133820684, + "loss": 4.1237, + "mean_token_accuracy": 0.283318130671978, + "num_tokens": 18494258.0, + "step": 7775 + }, + { + "entropy": 4.832284355163575, + "epoch": 7.612824278022516, + "grad_norm": 1.21875, + "learning_rate": 0.0001230252143888037, + "loss": 4.0674, + "mean_token_accuracy": 0.2857169136404991, + "num_tokens": 18505148.0, + "step": 7780 + }, + { + "entropy": 4.864187526702881, + "epoch": 7.61771904062653, + "grad_norm": 1.2265625, + "learning_rate": 0.0001227424574664391, + "loss": 4.1762, + "mean_token_accuracy": 0.27729265540838244, + "num_tokens": 18517314.0, + "step": 7785 + }, + { + "entropy": 4.8134321689605715, + "epoch": 7.622613803230543, + "grad_norm": 1.234375, + "learning_rate": 0.00012246014343747025, + "loss": 4.1228, + "mean_token_accuracy": 0.27948571741580963, + "num_tokens": 18528747.0, + "step": 7790 + }, + { + "entropy": 4.753570556640625, + "epoch": 7.627508565834557, + "grad_norm": 1.2578125, + "learning_rate": 0.0001221782731231045, + "loss": 4.0373, + "mean_token_accuracy": 0.2885405868291855, + "num_tokens": 18540390.0, + "step": 7795 + }, + { + "entropy": 4.785124158859253, + "epoch": 7.632403328438571, + "grad_norm": 1.328125, + "learning_rate": 0.00012189684734325866, + "loss": 4.0875, + "mean_token_accuracy": 0.28584117591381075, + "num_tokens": 18552420.0, + "step": 7800 + }, + { + "entropy": 4.792561626434326, + "epoch": 7.6372980910425845, + "grad_norm": 1.2265625, + "learning_rate": 0.00012161586691655621, + "loss": 4.0826, + "mean_token_accuracy": 0.28352665305137636, + "num_tokens": 18564004.0, + "step": 7805 + }, + { + "entropy": 4.8642552375793455, + "epoch": 7.642192853646598, + "grad_norm": 1.1875, + "learning_rate": 0.0001213353326603254, + "loss": 4.1699, + "mean_token_accuracy": 0.27770218104124067, + "num_tokens": 18576087.0, + "step": 7810 + }, + { + "entropy": 4.855444526672363, + "epoch": 7.647087616250612, + "grad_norm": 1.25, + "learning_rate": 0.00012105524539059639, + "loss": 4.1754, + "mean_token_accuracy": 0.2800003468990326, + "num_tokens": 18588561.0, + "step": 7815 + }, + { + "entropy": 4.827912330627441, + "epoch": 7.651982378854625, + "grad_norm": 1.3046875, + "learning_rate": 0.00012077560592209949, + "loss": 4.1558, + "mean_token_accuracy": 0.2796990841627121, + "num_tokens": 18599865.0, + "step": 7820 + }, + { + "entropy": 4.787193679809571, + "epoch": 7.656877141458639, + "grad_norm": 1.15625, + "learning_rate": 0.00012049641506826205, + "loss": 4.1141, + "mean_token_accuracy": 0.2802642285823822, + "num_tokens": 18611706.0, + "step": 7825 + }, + { + "entropy": 4.804380655288696, + "epoch": 7.661771904062653, + "grad_norm": 1.2578125, + "learning_rate": 0.00012021767364120662, + "loss": 4.0274, + "mean_token_accuracy": 0.2949175775051117, + "num_tokens": 18623484.0, + "step": 7830 + }, + { + "entropy": 4.881743335723877, + "epoch": 7.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00011993938245174858, + "loss": 4.2126, + "mean_token_accuracy": 0.2740862563252449, + "num_tokens": 18635211.0, + "step": 7835 + }, + { + "entropy": 4.758770275115967, + "epoch": 7.67156142927068, + "grad_norm": 1.328125, + "learning_rate": 0.00011966154230939343, + "loss": 4.0911, + "mean_token_accuracy": 0.28511970341205595, + "num_tokens": 18646297.0, + "step": 7840 + }, + { + "entropy": 4.805492830276489, + "epoch": 7.676456191874694, + "grad_norm": 1.1875, + "learning_rate": 0.00011938415402233473, + "loss": 4.1634, + "mean_token_accuracy": 0.2800639748573303, + "num_tokens": 18658137.0, + "step": 7845 + }, + { + "entropy": 4.8410478115081785, + "epoch": 7.681350954478708, + "grad_norm": 1.328125, + "learning_rate": 0.00011910721839745157, + "loss": 4.1038, + "mean_token_accuracy": 0.2892598807811737, + "num_tokens": 18669890.0, + "step": 7850 + }, + { + "entropy": 4.798696660995484, + "epoch": 7.686245717082722, + "grad_norm": 1.3046875, + "learning_rate": 0.00011883073624030657, + "loss": 4.1466, + "mean_token_accuracy": 0.27026563286781313, + "num_tokens": 18682395.0, + "step": 7855 + }, + { + "entropy": 4.85063943862915, + "epoch": 7.6911404796867355, + "grad_norm": 1.3046875, + "learning_rate": 0.00011855470835514302, + "loss": 4.1578, + "mean_token_accuracy": 0.2830510914325714, + "num_tokens": 18693670.0, + "step": 7860 + }, + { + "entropy": 4.785726070404053, + "epoch": 7.6960352422907485, + "grad_norm": 1.15625, + "learning_rate": 0.00011827913554488281, + "loss": 4.0856, + "mean_token_accuracy": 0.28719454556703566, + "num_tokens": 18705509.0, + "step": 7865 + }, + { + "entropy": 4.789930200576782, + "epoch": 7.700930004894762, + "grad_norm": 1.2421875, + "learning_rate": 0.00011800401861112439, + "loss": 4.1216, + "mean_token_accuracy": 0.2813727855682373, + "num_tokens": 18717405.0, + "step": 7870 + }, + { + "entropy": 4.8502030849456785, + "epoch": 7.705824767498776, + "grad_norm": 1.2578125, + "learning_rate": 0.00011772935835413978, + "loss": 4.1448, + "mean_token_accuracy": 0.2789168253540993, + "num_tokens": 18729031.0, + "step": 7875 + }, + { + "entropy": 4.748601675033569, + "epoch": 7.71071953010279, + "grad_norm": 1.2578125, + "learning_rate": 0.00011745515557287279, + "loss": 4.0904, + "mean_token_accuracy": 0.28729701042175293, + "num_tokens": 18740933.0, + "step": 7880 + }, + { + "entropy": 4.822775888442993, + "epoch": 7.715614292706804, + "grad_norm": 1.265625, + "learning_rate": 0.00011718141106493634, + "loss": 4.1621, + "mean_token_accuracy": 0.2788541853427887, + "num_tokens": 18753103.0, + "step": 7885 + }, + { + "entropy": 4.824989080429077, + "epoch": 7.720509055310817, + "grad_norm": 1.1640625, + "learning_rate": 0.0001169081256266106, + "loss": 4.1743, + "mean_token_accuracy": 0.27899649143218996, + "num_tokens": 18765948.0, + "step": 7890 + }, + { + "entropy": 4.794853830337525, + "epoch": 7.725403817914831, + "grad_norm": 1.171875, + "learning_rate": 0.00011663530005284012, + "loss": 4.1278, + "mean_token_accuracy": 0.2771626740694046, + "num_tokens": 18779223.0, + "step": 7895 + }, + { + "entropy": 4.784135437011718, + "epoch": 7.730298580518845, + "grad_norm": 1.203125, + "learning_rate": 0.00011636293513723178, + "loss": 4.1133, + "mean_token_accuracy": 0.2764637678861618, + "num_tokens": 18792864.0, + "step": 7900 + }, + { + "entropy": 4.790557336807251, + "epoch": 7.735193343122859, + "grad_norm": 1.2421875, + "learning_rate": 0.00011609103167205269, + "loss": 4.1234, + "mean_token_accuracy": 0.28146245181560514, + "num_tokens": 18805616.0, + "step": 7905 + }, + { + "entropy": 4.805563592910767, + "epoch": 7.740088105726873, + "grad_norm": 1.1796875, + "learning_rate": 0.00011581959044822749, + "loss": 4.1011, + "mean_token_accuracy": 0.28298195600509646, + "num_tokens": 18817842.0, + "step": 7910 + }, + { + "entropy": 4.816723918914795, + "epoch": 7.744982868330886, + "grad_norm": 1.265625, + "learning_rate": 0.00011554861225533625, + "loss": 4.1127, + "mean_token_accuracy": 0.28312732875347135, + "num_tokens": 18830121.0, + "step": 7915 + }, + { + "entropy": 4.824205350875855, + "epoch": 7.7498776309349, + "grad_norm": 1.265625, + "learning_rate": 0.00011527809788161215, + "loss": 4.114, + "mean_token_accuracy": 0.2774210304021835, + "num_tokens": 18842569.0, + "step": 7920 + }, + { + "entropy": 4.797594165802002, + "epoch": 7.7547723935389135, + "grad_norm": 1.1875, + "learning_rate": 0.00011500804811393931, + "loss": 4.1234, + "mean_token_accuracy": 0.27936862856149675, + "num_tokens": 18855001.0, + "step": 7925 + }, + { + "entropy": 4.8385285377502445, + "epoch": 7.759667156142927, + "grad_norm": 1.21875, + "learning_rate": 0.00011473846373785026, + "loss": 4.1457, + "mean_token_accuracy": 0.28422166109085084, + "num_tokens": 18867854.0, + "step": 7930 + }, + { + "entropy": 4.876369047164917, + "epoch": 7.76456191874694, + "grad_norm": 1.2109375, + "learning_rate": 0.00011446934553752384, + "loss": 4.1937, + "mean_token_accuracy": 0.2772183895111084, + "num_tokens": 18879235.0, + "step": 7935 + }, + { + "entropy": 4.778491687774658, + "epoch": 7.769456681350954, + "grad_norm": 1.234375, + "learning_rate": 0.00011420069429578273, + "loss": 4.0717, + "mean_token_accuracy": 0.28918620347976687, + "num_tokens": 18890588.0, + "step": 7940 + }, + { + "entropy": 4.762243986129761, + "epoch": 7.774351443954968, + "grad_norm": 1.3515625, + "learning_rate": 0.00011393251079409157, + "loss": 4.057, + "mean_token_accuracy": 0.29051515758037566, + "num_tokens": 18901515.0, + "step": 7945 + }, + { + "entropy": 4.7536064147949215, + "epoch": 7.779246206558982, + "grad_norm": 1.265625, + "learning_rate": 0.00011366479581255418, + "loss": 4.0879, + "mean_token_accuracy": 0.28467804193496704, + "num_tokens": 18914314.0, + "step": 7950 + }, + { + "entropy": 4.830654954910278, + "epoch": 7.784140969162996, + "grad_norm": 1.34375, + "learning_rate": 0.00011339755012991149, + "loss": 4.0924, + "mean_token_accuracy": 0.287271773815155, + "num_tokens": 18926040.0, + "step": 7955 + }, + { + "entropy": 4.801731824874878, + "epoch": 7.789035731767009, + "grad_norm": 1.296875, + "learning_rate": 0.00011313077452353965, + "loss": 4.0612, + "mean_token_accuracy": 0.2877976268529892, + "num_tokens": 18939362.0, + "step": 7960 + }, + { + "entropy": 4.796913957595825, + "epoch": 7.793930494371023, + "grad_norm": 1.21875, + "learning_rate": 0.00011286446976944704, + "loss": 4.1443, + "mean_token_accuracy": 0.2828346401453018, + "num_tokens": 18951460.0, + "step": 7965 + }, + { + "entropy": 4.881304931640625, + "epoch": 7.798825256975037, + "grad_norm": 1.1796875, + "learning_rate": 0.00011259863664227265, + "loss": 4.1385, + "mean_token_accuracy": 0.2836930096149445, + "num_tokens": 18963626.0, + "step": 7970 + }, + { + "entropy": 4.855031538009643, + "epoch": 7.803720019579051, + "grad_norm": 1.2109375, + "learning_rate": 0.00011233327591528339, + "loss": 4.1741, + "mean_token_accuracy": 0.2811962366104126, + "num_tokens": 18975706.0, + "step": 7975 + }, + { + "entropy": 4.870762634277344, + "epoch": 7.8086147821830645, + "grad_norm": 1.171875, + "learning_rate": 0.00011206838836037227, + "loss": 4.1095, + "mean_token_accuracy": 0.2842129483819008, + "num_tokens": 18986504.0, + "step": 7980 + }, + { + "entropy": 4.74673547744751, + "epoch": 7.8135095447870775, + "grad_norm": 1.2265625, + "learning_rate": 0.00011180397474805576, + "loss": 4.0687, + "mean_token_accuracy": 0.2877952128648758, + "num_tokens": 18999233.0, + "step": 7985 + }, + { + "entropy": 4.769118309020996, + "epoch": 7.818404307391091, + "grad_norm": 1.328125, + "learning_rate": 0.00011154003584747166, + "loss": 4.075, + "mean_token_accuracy": 0.28466567397117615, + "num_tokens": 19011155.0, + "step": 7990 + }, + { + "entropy": 4.78886833190918, + "epoch": 7.823299069995105, + "grad_norm": 1.28125, + "learning_rate": 0.00011127657242637709, + "loss": 4.1035, + "mean_token_accuracy": 0.2814509928226471, + "num_tokens": 19023736.0, + "step": 7995 + }, + { + "entropy": 4.7121885299682615, + "epoch": 7.828193832599119, + "grad_norm": 1.140625, + "learning_rate": 0.00011101358525114592, + "loss": 3.9746, + "mean_token_accuracy": 0.30115596652030946, + "num_tokens": 19035376.0, + "step": 8000 + }, + { + "epoch": 7.828193832599119, + "eval_entropy": 4.751975100444254, + "eval_loss": 5.513649940490723, + "eval_mean_token_accuracy": 0.20852118673498835, + "eval_num_tokens": 19035376.0, + "eval_runtime": 2.7121, + "eval_samples_per_second": 1270.956, + "eval_steps_per_second": 158.916, + "step": 8000 + }, + { + "entropy": 4.790023469924927, + "epoch": 7.833088595203133, + "grad_norm": 1.328125, + "learning_rate": 0.00011075107508676672, + "loss": 4.1235, + "mean_token_accuracy": 0.28174285888671874, + "num_tokens": 19045925.0, + "step": 8005 + }, + { + "entropy": 4.849683856964111, + "epoch": 7.837983357807146, + "grad_norm": 1.203125, + "learning_rate": 0.00011048904269684048, + "loss": 4.1552, + "mean_token_accuracy": 0.2836036294698715, + "num_tokens": 19058873.0, + "step": 8010 + }, + { + "entropy": 4.815062665939331, + "epoch": 7.84287812041116, + "grad_norm": 1.2265625, + "learning_rate": 0.00011022748884357864, + "loss": 4.0749, + "mean_token_accuracy": 0.2853410840034485, + "num_tokens": 19071284.0, + "step": 8015 + }, + { + "entropy": 4.846319770812988, + "epoch": 7.847772883015174, + "grad_norm": 1.3046875, + "learning_rate": 0.00010996641428780035, + "loss": 4.1261, + "mean_token_accuracy": 0.2799112170934677, + "num_tokens": 19083369.0, + "step": 8020 + }, + { + "entropy": 4.844157981872558, + "epoch": 7.852667645619188, + "grad_norm": 1.2578125, + "learning_rate": 0.00010970581978893069, + "loss": 4.173, + "mean_token_accuracy": 0.2815590053796768, + "num_tokens": 19095774.0, + "step": 8025 + }, + { + "entropy": 4.803434658050537, + "epoch": 7.857562408223201, + "grad_norm": 1.328125, + "learning_rate": 0.00010944570610499837, + "loss": 4.1018, + "mean_token_accuracy": 0.2834786757826805, + "num_tokens": 19106445.0, + "step": 8030 + }, + { + "entropy": 4.7973674774169925, + "epoch": 7.862457170827215, + "grad_norm": 1.3515625, + "learning_rate": 0.0001091860739926335, + "loss": 4.0678, + "mean_token_accuracy": 0.2952722132205963, + "num_tokens": 19117043.0, + "step": 8035 + }, + { + "entropy": 4.801469135284424, + "epoch": 7.8673519334312285, + "grad_norm": 1.2890625, + "learning_rate": 0.00010892692420706521, + "loss": 4.0667, + "mean_token_accuracy": 0.2818433403968811, + "num_tokens": 19126786.0, + "step": 8040 + }, + { + "entropy": 4.826764011383057, + "epoch": 7.872246696035242, + "grad_norm": 1.28125, + "learning_rate": 0.00010866825750211972, + "loss": 4.1453, + "mean_token_accuracy": 0.28413928151130674, + "num_tokens": 19138093.0, + "step": 8045 + }, + { + "entropy": 4.815477466583252, + "epoch": 7.877141458639256, + "grad_norm": 1.203125, + "learning_rate": 0.00010841007463021818, + "loss": 4.1191, + "mean_token_accuracy": 0.2844523787498474, + "num_tokens": 19151252.0, + "step": 8050 + }, + { + "entropy": 4.782418298721313, + "epoch": 7.88203622124327, + "grad_norm": 1.1640625, + "learning_rate": 0.00010815237634237412, + "loss": 4.0656, + "mean_token_accuracy": 0.292576202750206, + "num_tokens": 19162493.0, + "step": 8055 + }, + { + "entropy": 4.809414434432983, + "epoch": 7.886930983847283, + "grad_norm": 1.28125, + "learning_rate": 0.00010789516338819155, + "loss": 4.1597, + "mean_token_accuracy": 0.2815487176179886, + "num_tokens": 19174396.0, + "step": 8060 + }, + { + "entropy": 4.7714988708496096, + "epoch": 7.891825746451297, + "grad_norm": 1.1875, + "learning_rate": 0.00010763843651586283, + "loss": 4.1386, + "mean_token_accuracy": 0.2797869980335236, + "num_tokens": 19188151.0, + "step": 8065 + }, + { + "entropy": 4.759133911132812, + "epoch": 7.896720509055311, + "grad_norm": 1.234375, + "learning_rate": 0.00010738219647216632, + "loss": 4.0656, + "mean_token_accuracy": 0.2926129400730133, + "num_tokens": 19200691.0, + "step": 8070 + }, + { + "entropy": 4.76167778968811, + "epoch": 7.901615271659325, + "grad_norm": 1.265625, + "learning_rate": 0.00010712644400246421, + "loss": 4.0766, + "mean_token_accuracy": 0.2882638245820999, + "num_tokens": 19211826.0, + "step": 8075 + }, + { + "entropy": 4.754981184005738, + "epoch": 7.906510034263338, + "grad_norm": 1.25, + "learning_rate": 0.00010687117985070044, + "loss": 4.0502, + "mean_token_accuracy": 0.2898054599761963, + "num_tokens": 19223757.0, + "step": 8080 + }, + { + "entropy": 4.781965112686157, + "epoch": 7.911404796867352, + "grad_norm": 1.046875, + "learning_rate": 0.0001066164047593986, + "loss": 4.161, + "mean_token_accuracy": 0.2828197956085205, + "num_tokens": 19236696.0, + "step": 8085 + }, + { + "entropy": 4.841031742095947, + "epoch": 7.916299559471366, + "grad_norm": 1.25, + "learning_rate": 0.0001063621194696596, + "loss": 4.1217, + "mean_token_accuracy": 0.2799760729074478, + "num_tokens": 19248694.0, + "step": 8090 + }, + { + "entropy": 4.720451545715332, + "epoch": 7.9211943220753795, + "grad_norm": 1.2578125, + "learning_rate": 0.00010610832472115953, + "loss": 4.0099, + "mean_token_accuracy": 0.2908418208360672, + "num_tokens": 19260481.0, + "step": 8095 + }, + { + "entropy": 4.798959255218506, + "epoch": 7.926089084679393, + "grad_norm": 1.296875, + "learning_rate": 0.00010585502125214778, + "loss": 4.0897, + "mean_token_accuracy": 0.28865148723125456, + "num_tokens": 19272577.0, + "step": 8100 + }, + { + "entropy": 4.819539403915405, + "epoch": 7.930983847283406, + "grad_norm": 1.25, + "learning_rate": 0.00010560220979944447, + "loss": 4.0648, + "mean_token_accuracy": 0.2851977705955505, + "num_tokens": 19283140.0, + "step": 8105 + }, + { + "entropy": 4.8135308742523195, + "epoch": 7.93587860988742, + "grad_norm": 1.296875, + "learning_rate": 0.00010534989109843866, + "loss": 4.1311, + "mean_token_accuracy": 0.2837995454668999, + "num_tokens": 19294532.0, + "step": 8110 + }, + { + "entropy": 4.842606830596924, + "epoch": 7.940773372491434, + "grad_norm": 1.2109375, + "learning_rate": 0.0001050980658830859, + "loss": 4.1434, + "mean_token_accuracy": 0.2774684727191925, + "num_tokens": 19307304.0, + "step": 8115 + }, + { + "entropy": 4.808180665969848, + "epoch": 7.945668135095448, + "grad_norm": 1.4140625, + "learning_rate": 0.00010484673488590651, + "loss": 4.0749, + "mean_token_accuracy": 0.28432413637638093, + "num_tokens": 19318260.0, + "step": 8120 + }, + { + "entropy": 4.826688289642334, + "epoch": 7.950562897699461, + "grad_norm": 1.125, + "learning_rate": 0.00010459589883798303, + "loss": 4.1873, + "mean_token_accuracy": 0.2748486503958702, + "num_tokens": 19333401.0, + "step": 8125 + }, + { + "entropy": 4.835629034042358, + "epoch": 7.955457660303475, + "grad_norm": 1.3125, + "learning_rate": 0.0001043455584689583, + "loss": 4.1655, + "mean_token_accuracy": 0.28058279156684873, + "num_tokens": 19346407.0, + "step": 8130 + }, + { + "entropy": 4.824550437927246, + "epoch": 7.960352422907489, + "grad_norm": 1.296875, + "learning_rate": 0.0001040957145070334, + "loss": 4.108, + "mean_token_accuracy": 0.28389019072055816, + "num_tokens": 19357868.0, + "step": 8135 + }, + { + "entropy": 4.826464557647705, + "epoch": 7.965247185511503, + "grad_norm": 1.21875, + "learning_rate": 0.00010384636767896533, + "loss": 4.1006, + "mean_token_accuracy": 0.2863073766231537, + "num_tokens": 19369322.0, + "step": 8140 + }, + { + "entropy": 4.8558349609375, + "epoch": 7.970141948115517, + "grad_norm": 1.1953125, + "learning_rate": 0.000103597518710065, + "loss": 4.1188, + "mean_token_accuracy": 0.27743022739887235, + "num_tokens": 19381609.0, + "step": 8145 + }, + { + "entropy": 4.825598335266113, + "epoch": 7.975036710719531, + "grad_norm": 1.25, + "learning_rate": 0.00010334916832419519, + "loss": 4.1384, + "mean_token_accuracy": 0.2844781383872032, + "num_tokens": 19393113.0, + "step": 8150 + }, + { + "entropy": 4.863827180862427, + "epoch": 7.979931473323544, + "grad_norm": 1.2109375, + "learning_rate": 0.00010310131724376845, + "loss": 4.1587, + "mean_token_accuracy": 0.284981444478035, + "num_tokens": 19404671.0, + "step": 8155 + }, + { + "entropy": 4.715756893157959, + "epoch": 7.9848262359275575, + "grad_norm": 1.3125, + "learning_rate": 0.00010285396618974475, + "loss": 4.0805, + "mean_token_accuracy": 0.28676379323005674, + "num_tokens": 19416027.0, + "step": 8160 + }, + { + "entropy": 4.692251300811767, + "epoch": 7.989720998531571, + "grad_norm": 1.1953125, + "learning_rate": 0.00010260711588162963, + "loss": 3.986, + "mean_token_accuracy": 0.29854593575000765, + "num_tokens": 19426968.0, + "step": 8165 + }, + { + "entropy": 4.75119423866272, + "epoch": 7.994615761135585, + "grad_norm": 1.265625, + "learning_rate": 0.00010236076703747207, + "loss": 4.0255, + "mean_token_accuracy": 0.29295570552349093, + "num_tokens": 19438335.0, + "step": 8170 + }, + { + "entropy": 4.775824737548828, + "epoch": 7.999510523739598, + "grad_norm": 1.0859375, + "learning_rate": 0.00010211492037386244, + "loss": 4.1301, + "mean_token_accuracy": 0.2802129596471786, + "num_tokens": 19452586.0, + "step": 8175 + }, + { + "entropy": 4.7508266766866045, + "epoch": 8.00391581008321, + "grad_norm": 1.34375, + "learning_rate": 0.00010186957660593018, + "loss": 4.0159, + "mean_token_accuracy": 0.3001713984542423, + "num_tokens": 19462341.0, + "step": 8180 + }, + { + "entropy": 4.789851951599121, + "epoch": 8.008810572687224, + "grad_norm": 1.2734375, + "learning_rate": 0.00010162473644734197, + "loss": 4.0858, + "mean_token_accuracy": 0.2801043540239334, + "num_tokens": 19474885.0, + "step": 8185 + }, + { + "entropy": 4.833471012115479, + "epoch": 8.013705335291238, + "grad_norm": 1.234375, + "learning_rate": 0.0001013804006102996, + "loss": 4.0077, + "mean_token_accuracy": 0.29478251934051514, + "num_tokens": 19486979.0, + "step": 8190 + }, + { + "entropy": 4.732617712020874, + "epoch": 8.018600097895252, + "grad_norm": 1.1796875, + "learning_rate": 0.00010113656980553782, + "loss": 3.933, + "mean_token_accuracy": 0.301824215054512, + "num_tokens": 19497355.0, + "step": 8195 + }, + { + "entropy": 4.752558803558349, + "epoch": 8.023494860499266, + "grad_norm": 1.2421875, + "learning_rate": 0.00010089324474232237, + "loss": 3.9631, + "mean_token_accuracy": 0.3032965540885925, + "num_tokens": 19507990.0, + "step": 8200 + }, + { + "entropy": 4.735957384109497, + "epoch": 8.02838962310328, + "grad_norm": 1.1875, + "learning_rate": 0.00010065042612844772, + "loss": 3.9955, + "mean_token_accuracy": 0.2964070439338684, + "num_tokens": 19520332.0, + "step": 8205 + }, + { + "entropy": 4.841171216964722, + "epoch": 8.033284385707294, + "grad_norm": 1.3046875, + "learning_rate": 0.00010040811467023542, + "loss": 4.1005, + "mean_token_accuracy": 0.2906040489673615, + "num_tokens": 19530951.0, + "step": 8210 + }, + { + "entropy": 4.788151597976684, + "epoch": 8.038179148311308, + "grad_norm": 1.25, + "learning_rate": 0.00010016631107253152, + "loss": 4.065, + "mean_token_accuracy": 0.2935373544692993, + "num_tokens": 19543683.0, + "step": 8215 + }, + { + "entropy": 4.8335155010223385, + "epoch": 8.04307391091532, + "grad_norm": 1.2578125, + "learning_rate": 9.992501603870491e-05, + "loss": 4.0523, + "mean_token_accuracy": 0.2906232953071594, + "num_tokens": 19554771.0, + "step": 8220 + }, + { + "entropy": 4.823724365234375, + "epoch": 8.047968673519334, + "grad_norm": 1.1875, + "learning_rate": 9.968423027064519e-05, + "loss": 3.9926, + "mean_token_accuracy": 0.2919668316841125, + "num_tokens": 19566296.0, + "step": 8225 + }, + { + "entropy": 4.74432373046875, + "epoch": 8.052863436123348, + "grad_norm": 1.1875, + "learning_rate": 9.944395446876047e-05, + "loss": 3.9566, + "mean_token_accuracy": 0.2975243330001831, + "num_tokens": 19579388.0, + "step": 8230 + }, + { + "entropy": 4.743651485443115, + "epoch": 8.057758198727361, + "grad_norm": 1.375, + "learning_rate": 9.920418933197559e-05, + "loss": 3.9562, + "mean_token_accuracy": 0.30524595975875857, + "num_tokens": 19590986.0, + "step": 8235 + }, + { + "entropy": 4.796912336349488, + "epoch": 8.062652961331375, + "grad_norm": 1.3046875, + "learning_rate": 9.89649355577297e-05, + "loss": 4.0393, + "mean_token_accuracy": 0.2856418013572693, + "num_tokens": 19602571.0, + "step": 8240 + }, + { + "entropy": 4.775595188140869, + "epoch": 8.06754772393539, + "grad_norm": 1.1796875, + "learning_rate": 9.872619384197478e-05, + "loss": 3.9547, + "mean_token_accuracy": 0.29954299330711365, + "num_tokens": 19614761.0, + "step": 8245 + }, + { + "entropy": 4.794795274734497, + "epoch": 8.072442486539403, + "grad_norm": 1.2890625, + "learning_rate": 9.848796487917316e-05, + "loss": 4.0244, + "mean_token_accuracy": 0.29351837635040284, + "num_tokens": 19627048.0, + "step": 8250 + }, + { + "entropy": 4.8953821659088135, + "epoch": 8.077337249143417, + "grad_norm": 1.21875, + "learning_rate": 9.825024936229557e-05, + "loss": 4.1208, + "mean_token_accuracy": 0.2821303129196167, + "num_tokens": 19639271.0, + "step": 8255 + }, + { + "entropy": 4.896049118041992, + "epoch": 8.082232011747431, + "grad_norm": 1.234375, + "learning_rate": 9.801304798281942e-05, + "loss": 4.1254, + "mean_token_accuracy": 0.2852731287479401, + "num_tokens": 19651170.0, + "step": 8260 + }, + { + "entropy": 4.855378913879394, + "epoch": 8.087126774351445, + "grad_norm": 1.2265625, + "learning_rate": 9.777636143072638e-05, + "loss": 4.0513, + "mean_token_accuracy": 0.28629745841026305, + "num_tokens": 19662576.0, + "step": 8265 + }, + { + "entropy": 4.791099786758423, + "epoch": 8.092021536955457, + "grad_norm": 1.3203125, + "learning_rate": 9.754019039450064e-05, + "loss": 4.0335, + "mean_token_accuracy": 0.2928896903991699, + "num_tokens": 19673748.0, + "step": 8270 + }, + { + "entropy": 4.764239311218262, + "epoch": 8.09691629955947, + "grad_norm": 1.25, + "learning_rate": 9.73045355611268e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.2971791118383408, + "num_tokens": 19685655.0, + "step": 8275 + }, + { + "entropy": 4.806309175491333, + "epoch": 8.101811062163485, + "grad_norm": 1.2890625, + "learning_rate": 9.706939761608802e-05, + "loss": 4.0062, + "mean_token_accuracy": 0.29895917773246766, + "num_tokens": 19696808.0, + "step": 8280 + }, + { + "entropy": 4.799530935287476, + "epoch": 8.106705824767499, + "grad_norm": 1.3203125, + "learning_rate": 9.683477724336381e-05, + "loss": 4.0458, + "mean_token_accuracy": 0.2901474267244339, + "num_tokens": 19708501.0, + "step": 8285 + }, + { + "entropy": 4.804644298553467, + "epoch": 8.111600587371512, + "grad_norm": 1.375, + "learning_rate": 9.66006751254281e-05, + "loss": 4.0576, + "mean_token_accuracy": 0.29216207563877106, + "num_tokens": 19721014.0, + "step": 8290 + }, + { + "entropy": 4.8463719367980955, + "epoch": 8.116495349975526, + "grad_norm": 1.25, + "learning_rate": 9.636709194324747e-05, + "loss": 4.0665, + "mean_token_accuracy": 0.2936025321483612, + "num_tokens": 19734010.0, + "step": 8295 + }, + { + "entropy": 4.874621200561523, + "epoch": 8.12139011257954, + "grad_norm": 1.28125, + "learning_rate": 9.613402837627882e-05, + "loss": 4.0136, + "mean_token_accuracy": 0.30141418278217313, + "num_tokens": 19744811.0, + "step": 8300 + }, + { + "entropy": 4.77404556274414, + "epoch": 8.126284875183554, + "grad_norm": 1.2265625, + "learning_rate": 9.590148510246772e-05, + "loss": 4.0014, + "mean_token_accuracy": 0.3035804033279419, + "num_tokens": 19757041.0, + "step": 8305 + }, + { + "entropy": 4.731545114517212, + "epoch": 8.131179637787568, + "grad_norm": 1.203125, + "learning_rate": 9.566946279824606e-05, + "loss": 3.9495, + "mean_token_accuracy": 0.3044112652540207, + "num_tokens": 19768890.0, + "step": 8310 + }, + { + "entropy": 4.7629693984985355, + "epoch": 8.13607440039158, + "grad_norm": 1.234375, + "learning_rate": 9.54379621385306e-05, + "loss": 4.0067, + "mean_token_accuracy": 0.2983778327703476, + "num_tokens": 19781644.0, + "step": 8315 + }, + { + "entropy": 4.774078607559204, + "epoch": 8.140969162995594, + "grad_norm": 1.34375, + "learning_rate": 9.520698379672056e-05, + "loss": 4.0141, + "mean_token_accuracy": 0.29419822692871095, + "num_tokens": 19792955.0, + "step": 8320 + }, + { + "entropy": 4.85325059890747, + "epoch": 8.145863925599608, + "grad_norm": 1.1796875, + "learning_rate": 9.497652844469574e-05, + "loss": 4.0712, + "mean_token_accuracy": 0.28395206928253175, + "num_tokens": 19806216.0, + "step": 8325 + }, + { + "entropy": 4.797935962677002, + "epoch": 8.150758688203622, + "grad_norm": 1.3359375, + "learning_rate": 9.474659675281486e-05, + "loss": 4.0253, + "mean_token_accuracy": 0.2976793497800827, + "num_tokens": 19818171.0, + "step": 8330 + }, + { + "entropy": 4.779278707504273, + "epoch": 8.155653450807636, + "grad_norm": 1.3203125, + "learning_rate": 9.451718938991326e-05, + "loss": 4.0355, + "mean_token_accuracy": 0.2973834216594696, + "num_tokens": 19829475.0, + "step": 8335 + }, + { + "entropy": 4.820474910736084, + "epoch": 8.16054821341165, + "grad_norm": 1.3125, + "learning_rate": 9.428830702330106e-05, + "loss": 4.0895, + "mean_token_accuracy": 0.28223137855529784, + "num_tokens": 19841681.0, + "step": 8340 + }, + { + "entropy": 4.750711250305176, + "epoch": 8.165442976015663, + "grad_norm": 1.25, + "learning_rate": 9.405995031876125e-05, + "loss": 3.9613, + "mean_token_accuracy": 0.30018341839313506, + "num_tokens": 19853491.0, + "step": 8345 + }, + { + "entropy": 4.783193778991699, + "epoch": 8.170337738619677, + "grad_norm": 1.296875, + "learning_rate": 9.383211994054794e-05, + "loss": 4.0521, + "mean_token_accuracy": 0.2948135644197464, + "num_tokens": 19865170.0, + "step": 8350 + }, + { + "entropy": 4.798542881011963, + "epoch": 8.175232501223691, + "grad_norm": 1.296875, + "learning_rate": 9.360481655138397e-05, + "loss": 4.0523, + "mean_token_accuracy": 0.2915564179420471, + "num_tokens": 19875959.0, + "step": 8355 + }, + { + "entropy": 4.848939037322998, + "epoch": 8.180127263827705, + "grad_norm": 1.390625, + "learning_rate": 9.337804081245937e-05, + "loss": 4.0415, + "mean_token_accuracy": 0.2928876131772995, + "num_tokens": 19886380.0, + "step": 8360 + }, + { + "entropy": 4.825018692016601, + "epoch": 8.185022026431717, + "grad_norm": 1.265625, + "learning_rate": 9.315179338342946e-05, + "loss": 4.0429, + "mean_token_accuracy": 0.29187908172607424, + "num_tokens": 19898371.0, + "step": 8365 + }, + { + "entropy": 4.822934627532959, + "epoch": 8.189916789035731, + "grad_norm": 1.375, + "learning_rate": 9.292607492241252e-05, + "loss": 3.9575, + "mean_token_accuracy": 0.29686312973499296, + "num_tokens": 19910044.0, + "step": 8370 + }, + { + "entropy": 4.812992238998413, + "epoch": 8.194811551639745, + "grad_norm": 1.1640625, + "learning_rate": 9.270088608598833e-05, + "loss": 4.0247, + "mean_token_accuracy": 0.29154442250728607, + "num_tokens": 19921955.0, + "step": 8375 + }, + { + "entropy": 4.788355684280395, + "epoch": 8.199706314243759, + "grad_norm": 1.234375, + "learning_rate": 9.247622752919594e-05, + "loss": 4.0225, + "mean_token_accuracy": 0.29671117216348647, + "num_tokens": 19933486.0, + "step": 8380 + }, + { + "entropy": 4.800418567657471, + "epoch": 8.204601076847773, + "grad_norm": 1.3359375, + "learning_rate": 9.225209990553213e-05, + "loss": 4.0076, + "mean_token_accuracy": 0.2950641632080078, + "num_tokens": 19944904.0, + "step": 8385 + }, + { + "entropy": 4.752691841125488, + "epoch": 8.209495839451787, + "grad_norm": 1.140625, + "learning_rate": 9.202850386694903e-05, + "loss": 3.9958, + "mean_token_accuracy": 0.30097452998161317, + "num_tokens": 19956747.0, + "step": 8390 + }, + { + "entropy": 4.850427436828613, + "epoch": 8.2143906020558, + "grad_norm": 1.15625, + "learning_rate": 9.180544006385252e-05, + "loss": 4.1406, + "mean_token_accuracy": 0.28515096604824064, + "num_tokens": 19970132.0, + "step": 8395 + }, + { + "entropy": 4.783610105514526, + "epoch": 8.219285364659815, + "grad_norm": 1.1953125, + "learning_rate": 9.15829091451005e-05, + "loss": 3.9833, + "mean_token_accuracy": 0.2993343651294708, + "num_tokens": 19981480.0, + "step": 8400 + }, + { + "entropy": 4.808634901046753, + "epoch": 8.224180127263828, + "grad_norm": 1.296875, + "learning_rate": 9.136091175800053e-05, + "loss": 4.041, + "mean_token_accuracy": 0.29177541583776473, + "num_tokens": 19992335.0, + "step": 8405 + }, + { + "entropy": 4.785143852233887, + "epoch": 8.229074889867842, + "grad_norm": 1.375, + "learning_rate": 9.113944854830836e-05, + "loss": 3.9952, + "mean_token_accuracy": 0.29254370033740995, + "num_tokens": 20004719.0, + "step": 8410 + }, + { + "entropy": 4.815789079666137, + "epoch": 8.233969652471854, + "grad_norm": 1.265625, + "learning_rate": 9.091852016022572e-05, + "loss": 4.0448, + "mean_token_accuracy": 0.2930038273334503, + "num_tokens": 20015465.0, + "step": 8415 + }, + { + "entropy": 4.772142505645752, + "epoch": 8.238864415075868, + "grad_norm": 1.328125, + "learning_rate": 9.069812723639898e-05, + "loss": 3.9806, + "mean_token_accuracy": 0.29986772537231443, + "num_tokens": 20025896.0, + "step": 8420 + }, + { + "entropy": 4.763949394226074, + "epoch": 8.243759177679882, + "grad_norm": 1.234375, + "learning_rate": 9.047827041791656e-05, + "loss": 3.9849, + "mean_token_accuracy": 0.2964647144079208, + "num_tokens": 20037587.0, + "step": 8425 + }, + { + "entropy": 4.78084168434143, + "epoch": 8.248653940283896, + "grad_norm": 1.203125, + "learning_rate": 9.025895034430765e-05, + "loss": 4.0614, + "mean_token_accuracy": 0.2884828716516495, + "num_tokens": 20050160.0, + "step": 8430 + }, + { + "entropy": 4.794815111160278, + "epoch": 8.25354870288791, + "grad_norm": 1.1953125, + "learning_rate": 9.004016765353998e-05, + "loss": 4.0756, + "mean_token_accuracy": 0.2914129376411438, + "num_tokens": 20062716.0, + "step": 8435 + }, + { + "entropy": 4.746814727783203, + "epoch": 8.258443465491924, + "grad_norm": 1.2109375, + "learning_rate": 8.982192298201832e-05, + "loss": 3.9913, + "mean_token_accuracy": 0.29088248312473297, + "num_tokens": 20074376.0, + "step": 8440 + }, + { + "entropy": 4.780981540679932, + "epoch": 8.263338228095938, + "grad_norm": 1.2578125, + "learning_rate": 8.960421696458226e-05, + "loss": 4.0071, + "mean_token_accuracy": 0.2879849374294281, + "num_tokens": 20087161.0, + "step": 8445 + }, + { + "entropy": 4.770525217056274, + "epoch": 8.268232990699952, + "grad_norm": 1.1953125, + "learning_rate": 8.938705023450455e-05, + "loss": 4.0418, + "mean_token_accuracy": 0.2875596463680267, + "num_tokens": 20099352.0, + "step": 8450 + }, + { + "entropy": 4.770326280593872, + "epoch": 8.273127753303966, + "grad_norm": 1.3359375, + "learning_rate": 8.917042342348935e-05, + "loss": 3.9895, + "mean_token_accuracy": 0.2998296141624451, + "num_tokens": 20110288.0, + "step": 8455 + }, + { + "entropy": 4.7889824390411375, + "epoch": 8.278022515907978, + "grad_norm": 1.3203125, + "learning_rate": 8.895433716167014e-05, + "loss": 4.031, + "mean_token_accuracy": 0.2933506637811661, + "num_tokens": 20121744.0, + "step": 8460 + }, + { + "entropy": 4.822531843185425, + "epoch": 8.282917278511992, + "grad_norm": 1.1953125, + "learning_rate": 8.873879207760807e-05, + "loss": 4.0773, + "mean_token_accuracy": 0.2831497386097908, + "num_tokens": 20134165.0, + "step": 8465 + }, + { + "entropy": 4.823532390594482, + "epoch": 8.287812041116005, + "grad_norm": 1.2578125, + "learning_rate": 8.852378879829009e-05, + "loss": 4.0161, + "mean_token_accuracy": 0.29584149420261385, + "num_tokens": 20146188.0, + "step": 8470 + }, + { + "entropy": 4.813218021392823, + "epoch": 8.29270680372002, + "grad_norm": 1.234375, + "learning_rate": 8.830932794912723e-05, + "loss": 4.0506, + "mean_token_accuracy": 0.2843432143330574, + "num_tokens": 20158477.0, + "step": 8475 + }, + { + "entropy": 4.845458984375, + "epoch": 8.297601566324033, + "grad_norm": 1.3203125, + "learning_rate": 8.809541015395254e-05, + "loss": 4.0911, + "mean_token_accuracy": 0.28241041004657746, + "num_tokens": 20170507.0, + "step": 8480 + }, + { + "entropy": 4.888974571228028, + "epoch": 8.302496328928047, + "grad_norm": 1.234375, + "learning_rate": 8.788203603501935e-05, + "loss": 4.062, + "mean_token_accuracy": 0.28928353190422057, + "num_tokens": 20181423.0, + "step": 8485 + }, + { + "entropy": 4.81447172164917, + "epoch": 8.307391091532061, + "grad_norm": 1.2109375, + "learning_rate": 8.766920621299982e-05, + "loss": 4.0751, + "mean_token_accuracy": 0.2945033431053162, + "num_tokens": 20192892.0, + "step": 8490 + }, + { + "entropy": 4.772926902770996, + "epoch": 8.312285854136075, + "grad_norm": 1.28125, + "learning_rate": 8.745692130698248e-05, + "loss": 4.0057, + "mean_token_accuracy": 0.29243382811546326, + "num_tokens": 20203466.0, + "step": 8495 + }, + { + "entropy": 4.768928718566895, + "epoch": 8.317180616740089, + "grad_norm": 1.2109375, + "learning_rate": 8.724518193447104e-05, + "loss": 4.0938, + "mean_token_accuracy": 0.2866020709276199, + "num_tokens": 20216660.0, + "step": 8500 + }, + { + "entropy": 4.799443864822388, + "epoch": 8.322075379344103, + "grad_norm": 1.3359375, + "learning_rate": 8.703398871138213e-05, + "loss": 3.9456, + "mean_token_accuracy": 0.307177472114563, + "num_tokens": 20227689.0, + "step": 8505 + }, + { + "entropy": 4.798560619354248, + "epoch": 8.326970141948115, + "grad_norm": 1.2421875, + "learning_rate": 8.682334225204397e-05, + "loss": 4.0607, + "mean_token_accuracy": 0.29022422432899475, + "num_tokens": 20239988.0, + "step": 8510 + }, + { + "entropy": 4.720589923858642, + "epoch": 8.331864904552129, + "grad_norm": 1.1484375, + "learning_rate": 8.661324316919411e-05, + "loss": 3.9598, + "mean_token_accuracy": 0.29875352680683137, + "num_tokens": 20253187.0, + "step": 8515 + }, + { + "entropy": 4.7920006275177, + "epoch": 8.336759667156143, + "grad_norm": 1.2734375, + "learning_rate": 8.640369207397791e-05, + "loss": 4.0117, + "mean_token_accuracy": 0.2947863072156906, + "num_tokens": 20265667.0, + "step": 8520 + }, + { + "entropy": 4.791538381576538, + "epoch": 8.341654429760156, + "grad_norm": 1.1640625, + "learning_rate": 8.619468957594685e-05, + "loss": 4.0895, + "mean_token_accuracy": 0.2899941444396973, + "num_tokens": 20279088.0, + "step": 8525 + }, + { + "entropy": 4.804943370819092, + "epoch": 8.34654919236417, + "grad_norm": 1.296875, + "learning_rate": 8.598623628305652e-05, + "loss": 4.0024, + "mean_token_accuracy": 0.29515176713466645, + "num_tokens": 20290199.0, + "step": 8530 + }, + { + "entropy": 4.793981552124023, + "epoch": 8.351443954968184, + "grad_norm": 1.25, + "learning_rate": 8.577833280166492e-05, + "loss": 3.9885, + "mean_token_accuracy": 0.29896204471588134, + "num_tokens": 20302119.0, + "step": 8535 + }, + { + "entropy": 4.875656223297119, + "epoch": 8.356338717572198, + "grad_norm": 1.3828125, + "learning_rate": 8.557097973653075e-05, + "loss": 4.0733, + "mean_token_accuracy": 0.28331688344478606, + "num_tokens": 20312459.0, + "step": 8540 + }, + { + "entropy": 4.741098690032959, + "epoch": 8.361233480176212, + "grad_norm": 1.203125, + "learning_rate": 8.536417769081179e-05, + "loss": 3.9739, + "mean_token_accuracy": 0.29959961771965027, + "num_tokens": 20324631.0, + "step": 8545 + }, + { + "entropy": 4.781824016571045, + "epoch": 8.366128242780226, + "grad_norm": 1.296875, + "learning_rate": 8.515792726606279e-05, + "loss": 4.0324, + "mean_token_accuracy": 0.2903775334358215, + "num_tokens": 20337748.0, + "step": 8550 + }, + { + "entropy": 4.829334688186646, + "epoch": 8.371023005384238, + "grad_norm": 1.3203125, + "learning_rate": 8.495222906223398e-05, + "loss": 4.1214, + "mean_token_accuracy": 0.2910662621259689, + "num_tokens": 20349017.0, + "step": 8555 + }, + { + "entropy": 4.785458517074585, + "epoch": 8.375917767988252, + "grad_norm": 1.3125, + "learning_rate": 8.474708367766937e-05, + "loss": 3.9871, + "mean_token_accuracy": 0.2969660609960556, + "num_tokens": 20359694.0, + "step": 8560 + }, + { + "entropy": 4.816461753845215, + "epoch": 8.380812530592266, + "grad_norm": 1.2578125, + "learning_rate": 8.45424917091048e-05, + "loss": 4.0634, + "mean_token_accuracy": 0.28907600343227385, + "num_tokens": 20373100.0, + "step": 8565 + }, + { + "entropy": 4.781310987472534, + "epoch": 8.38570729319628, + "grad_norm": 1.2890625, + "learning_rate": 8.433845375166628e-05, + "loss": 3.9855, + "mean_token_accuracy": 0.2901960551738739, + "num_tokens": 20384586.0, + "step": 8570 + }, + { + "entropy": 4.7860747337341305, + "epoch": 8.390602055800294, + "grad_norm": 1.3046875, + "learning_rate": 8.413497039886833e-05, + "loss": 4.0897, + "mean_token_accuracy": 0.2878449022769928, + "num_tokens": 20396876.0, + "step": 8575 + }, + { + "entropy": 4.78942494392395, + "epoch": 8.395496818404308, + "grad_norm": 1.3046875, + "learning_rate": 8.393204224261233e-05, + "loss": 4.0502, + "mean_token_accuracy": 0.2904807299375534, + "num_tokens": 20408701.0, + "step": 8580 + }, + { + "entropy": 4.738808345794678, + "epoch": 8.400391581008321, + "grad_norm": 1.2578125, + "learning_rate": 8.372966987318451e-05, + "loss": 4.061, + "mean_token_accuracy": 0.2913679838180542, + "num_tokens": 20420733.0, + "step": 8585 + }, + { + "entropy": 4.777753067016602, + "epoch": 8.405286343612335, + "grad_norm": 1.3125, + "learning_rate": 8.352785387925437e-05, + "loss": 4.0636, + "mean_token_accuracy": 0.2929169833660126, + "num_tokens": 20431755.0, + "step": 8590 + }, + { + "entropy": 4.786384105682373, + "epoch": 8.41018110621635, + "grad_norm": 1.125, + "learning_rate": 8.332659484787326e-05, + "loss": 4.0283, + "mean_token_accuracy": 0.2937730997800827, + "num_tokens": 20444097.0, + "step": 8595 + }, + { + "entropy": 4.726397180557251, + "epoch": 8.415075868820363, + "grad_norm": 1.234375, + "learning_rate": 8.312589336447219e-05, + "loss": 3.9753, + "mean_token_accuracy": 0.29979950487613677, + "num_tokens": 20455953.0, + "step": 8600 + }, + { + "entropy": 4.791380453109741, + "epoch": 8.419970631424375, + "grad_norm": 1.21875, + "learning_rate": 8.292575001286037e-05, + "loss": 4.0287, + "mean_token_accuracy": 0.29104123711586, + "num_tokens": 20468303.0, + "step": 8605 + }, + { + "entropy": 4.76235294342041, + "epoch": 8.424865394028389, + "grad_norm": 1.1640625, + "learning_rate": 8.27261653752235e-05, + "loss": 3.9511, + "mean_token_accuracy": 0.2976638972759247, + "num_tokens": 20481322.0, + "step": 8610 + }, + { + "entropy": 4.839085912704467, + "epoch": 8.429760156632403, + "grad_norm": 1.3515625, + "learning_rate": 8.252714003212225e-05, + "loss": 4.1405, + "mean_token_accuracy": 0.2797196418046951, + "num_tokens": 20493172.0, + "step": 8615 + }, + { + "entropy": 4.760579442977905, + "epoch": 8.434654919236417, + "grad_norm": 1.234375, + "learning_rate": 8.232867456249007e-05, + "loss": 4.0336, + "mean_token_accuracy": 0.28962074518203734, + "num_tokens": 20505716.0, + "step": 8620 + }, + { + "entropy": 4.791565752029419, + "epoch": 8.43954968184043, + "grad_norm": 1.2265625, + "learning_rate": 8.213076954363205e-05, + "loss": 4.0172, + "mean_token_accuracy": 0.28873046934604646, + "num_tokens": 20517651.0, + "step": 8625 + }, + { + "entropy": 4.78104248046875, + "epoch": 8.444444444444445, + "grad_norm": 1.2578125, + "learning_rate": 8.193342555122303e-05, + "loss": 3.9961, + "mean_token_accuracy": 0.2987930953502655, + "num_tokens": 20530081.0, + "step": 8630 + }, + { + "entropy": 4.786302375793457, + "epoch": 8.449339207048459, + "grad_norm": 1.15625, + "learning_rate": 8.173664315930579e-05, + "loss": 4.0465, + "mean_token_accuracy": 0.29273083806037903, + "num_tokens": 20543489.0, + "step": 8635 + }, + { + "entropy": 4.782888412475586, + "epoch": 8.454233969652472, + "grad_norm": 1.234375, + "learning_rate": 8.154042294028957e-05, + "loss": 4.0551, + "mean_token_accuracy": 0.2949908018112183, + "num_tokens": 20554003.0, + "step": 8640 + }, + { + "entropy": 4.735061311721802, + "epoch": 8.459128732256486, + "grad_norm": 1.3125, + "learning_rate": 8.134476546494821e-05, + "loss": 4.0007, + "mean_token_accuracy": 0.2939163863658905, + "num_tokens": 20564517.0, + "step": 8645 + }, + { + "entropy": 4.772111511230468, + "epoch": 8.464023494860498, + "grad_norm": 1.15625, + "learning_rate": 8.11496713024189e-05, + "loss": 4.0241, + "mean_token_accuracy": 0.2869536876678467, + "num_tokens": 20576981.0, + "step": 8650 + }, + { + "entropy": 4.819644546508789, + "epoch": 8.468918257464512, + "grad_norm": 1.1875, + "learning_rate": 8.095514102019998e-05, + "loss": 4.0432, + "mean_token_accuracy": 0.2900003880262375, + "num_tokens": 20589988.0, + "step": 8655 + }, + { + "entropy": 4.84394154548645, + "epoch": 8.473813020068526, + "grad_norm": 1.375, + "learning_rate": 8.07611751841496e-05, + "loss": 4.1373, + "mean_token_accuracy": 0.286513751745224, + "num_tokens": 20602133.0, + "step": 8660 + }, + { + "entropy": 4.854602241516114, + "epoch": 8.47870778267254, + "grad_norm": 1.2109375, + "learning_rate": 8.056777435848416e-05, + "loss": 4.1188, + "mean_token_accuracy": 0.2816850274801254, + "num_tokens": 20615487.0, + "step": 8665 + }, + { + "entropy": 4.7972588539123535, + "epoch": 8.483602545276554, + "grad_norm": 1.2734375, + "learning_rate": 8.037493910577639e-05, + "loss": 4.0855, + "mean_token_accuracy": 0.28804087042808535, + "num_tokens": 20627548.0, + "step": 8670 + }, + { + "entropy": 4.769118165969848, + "epoch": 8.488497307880568, + "grad_norm": 1.265625, + "learning_rate": 8.018266998695388e-05, + "loss": 3.9887, + "mean_token_accuracy": 0.3054073482751846, + "num_tokens": 20640148.0, + "step": 8675 + }, + { + "entropy": 4.74007658958435, + "epoch": 8.493392070484582, + "grad_norm": 1.21875, + "learning_rate": 7.999096756129744e-05, + "loss": 3.9965, + "mean_token_accuracy": 0.2966343998908997, + "num_tokens": 20652597.0, + "step": 8680 + }, + { + "entropy": 4.7319730758667, + "epoch": 8.498286833088596, + "grad_norm": 1.1640625, + "learning_rate": 7.979983238643956e-05, + "loss": 4.0648, + "mean_token_accuracy": 0.29506135582923887, + "num_tokens": 20664566.0, + "step": 8685 + }, + { + "entropy": 4.777488422393799, + "epoch": 8.50318159569261, + "grad_norm": 1.25, + "learning_rate": 7.96092650183625e-05, + "loss": 4.0103, + "mean_token_accuracy": 0.2942069947719574, + "num_tokens": 20675347.0, + "step": 8690 + }, + { + "entropy": 4.838548612594605, + "epoch": 8.508076358296623, + "grad_norm": 1.2890625, + "learning_rate": 7.9419266011397e-05, + "loss": 4.0891, + "mean_token_accuracy": 0.2877217441797256, + "num_tokens": 20687793.0, + "step": 8695 + }, + { + "entropy": 4.820555686950684, + "epoch": 8.512971120900636, + "grad_norm": 1.359375, + "learning_rate": 7.92298359182204e-05, + "loss": 4.0091, + "mean_token_accuracy": 0.2929632067680359, + "num_tokens": 20699378.0, + "step": 8700 + }, + { + "entropy": 4.785987138748169, + "epoch": 8.51786588350465, + "grad_norm": 1.3046875, + "learning_rate": 7.904097528985531e-05, + "loss": 4.0792, + "mean_token_accuracy": 0.29013843834400177, + "num_tokens": 20710222.0, + "step": 8705 + }, + { + "entropy": 4.8486487865448, + "epoch": 8.522760646108663, + "grad_norm": 1.28125, + "learning_rate": 7.885268467566777e-05, + "loss": 4.112, + "mean_token_accuracy": 0.28479293584823606, + "num_tokens": 20722472.0, + "step": 8710 + }, + { + "entropy": 4.812375020980835, + "epoch": 8.527655408712677, + "grad_norm": 1.296875, + "learning_rate": 7.866496462336573e-05, + "loss": 4.1212, + "mean_token_accuracy": 0.295592787861824, + "num_tokens": 20734185.0, + "step": 8715 + }, + { + "entropy": 4.788163948059082, + "epoch": 8.532550171316691, + "grad_norm": 1.125, + "learning_rate": 7.847781567899753e-05, + "loss": 3.9897, + "mean_token_accuracy": 0.29671492576599123, + "num_tokens": 20746494.0, + "step": 8720 + }, + { + "entropy": 4.7523521900177, + "epoch": 8.537444933920705, + "grad_norm": 1.21875, + "learning_rate": 7.829123838695018e-05, + "loss": 3.994, + "mean_token_accuracy": 0.29750536382198334, + "num_tokens": 20758272.0, + "step": 8725 + }, + { + "entropy": 4.799636554718018, + "epoch": 8.542339696524719, + "grad_norm": 1.25, + "learning_rate": 7.810523328994784e-05, + "loss": 4.0422, + "mean_token_accuracy": 0.29070090055465697, + "num_tokens": 20770529.0, + "step": 8730 + }, + { + "entropy": 4.836698436737061, + "epoch": 8.547234459128733, + "grad_norm": 1.2265625, + "learning_rate": 7.791980092905021e-05, + "loss": 4.0696, + "mean_token_accuracy": 0.28972819447517395, + "num_tokens": 20783037.0, + "step": 8735 + }, + { + "entropy": 4.822051286697388, + "epoch": 8.552129221732747, + "grad_norm": 1.1484375, + "learning_rate": 7.773494184365118e-05, + "loss": 4.0784, + "mean_token_accuracy": 0.28878008723258974, + "num_tokens": 20795407.0, + "step": 8740 + }, + { + "entropy": 4.862188339233398, + "epoch": 8.557023984336759, + "grad_norm": 1.0625, + "learning_rate": 7.755065657147689e-05, + "loss": 4.0711, + "mean_token_accuracy": 0.2921226888895035, + "num_tokens": 20807106.0, + "step": 8745 + }, + { + "entropy": 4.825860643386841, + "epoch": 8.561918746940773, + "grad_norm": 1.3203125, + "learning_rate": 7.736694564858432e-05, + "loss": 4.0901, + "mean_token_accuracy": 0.2901833146810532, + "num_tokens": 20820152.0, + "step": 8750 + }, + { + "entropy": 4.7968442916870115, + "epoch": 8.566813509544787, + "grad_norm": 1.2421875, + "learning_rate": 7.718380960935996e-05, + "loss": 4.0198, + "mean_token_accuracy": 0.29333437979221344, + "num_tokens": 20832206.0, + "step": 8755 + }, + { + "entropy": 4.863492250442505, + "epoch": 8.5717082721488, + "grad_norm": 1.3046875, + "learning_rate": 7.700124898651784e-05, + "loss": 4.0707, + "mean_token_accuracy": 0.2905102252960205, + "num_tokens": 20844308.0, + "step": 8760 + }, + { + "entropy": 4.838164758682251, + "epoch": 8.576603034752814, + "grad_norm": 1.25, + "learning_rate": 7.68192643110983e-05, + "loss": 4.0349, + "mean_token_accuracy": 0.29059784710407255, + "num_tokens": 20856260.0, + "step": 8765 + }, + { + "entropy": 4.797353458404541, + "epoch": 8.581497797356828, + "grad_norm": 1.3125, + "learning_rate": 7.66378561124663e-05, + "loss": 4.0355, + "mean_token_accuracy": 0.2898124739527702, + "num_tokens": 20868944.0, + "step": 8770 + }, + { + "entropy": 4.7604187488555905, + "epoch": 8.586392559960842, + "grad_norm": 1.2890625, + "learning_rate": 7.645702491830999e-05, + "loss": 3.9757, + "mean_token_accuracy": 0.2994137555360794, + "num_tokens": 20880087.0, + "step": 8775 + }, + { + "entropy": 4.794251871109009, + "epoch": 8.591287322564856, + "grad_norm": 1.265625, + "learning_rate": 7.627677125463901e-05, + "loss": 4.0035, + "mean_token_accuracy": 0.28885669857263563, + "num_tokens": 20892073.0, + "step": 8780 + }, + { + "entropy": 4.778573846817016, + "epoch": 8.59618208516887, + "grad_norm": 1.265625, + "learning_rate": 7.609709564578307e-05, + "loss": 4.0191, + "mean_token_accuracy": 0.29522900879383085, + "num_tokens": 20903483.0, + "step": 8785 + }, + { + "entropy": 4.740755367279053, + "epoch": 8.601076847772884, + "grad_norm": 1.140625, + "learning_rate": 7.591799861439056e-05, + "loss": 4.0302, + "mean_token_accuracy": 0.2992573529481888, + "num_tokens": 20914896.0, + "step": 8790 + }, + { + "entropy": 4.7406867980957035, + "epoch": 8.605971610376896, + "grad_norm": 1.2890625, + "learning_rate": 7.573948068142663e-05, + "loss": 3.9881, + "mean_token_accuracy": 0.29989816546440123, + "num_tokens": 20926803.0, + "step": 8795 + }, + { + "entropy": 4.812012577056885, + "epoch": 8.61086637298091, + "grad_norm": 1.328125, + "learning_rate": 7.556154236617209e-05, + "loss": 4.0541, + "mean_token_accuracy": 0.29535873532295226, + "num_tokens": 20938041.0, + "step": 8800 + }, + { + "entropy": 4.732575178146362, + "epoch": 8.615761135584924, + "grad_norm": 1.2109375, + "learning_rate": 7.538418418622166e-05, + "loss": 3.9805, + "mean_token_accuracy": 0.3018221825361252, + "num_tokens": 20950377.0, + "step": 8805 + }, + { + "entropy": 4.757494068145752, + "epoch": 8.620655898188938, + "grad_norm": 1.25, + "learning_rate": 7.520740665748263e-05, + "loss": 4.1058, + "mean_token_accuracy": 0.2827614098787308, + "num_tokens": 20963282.0, + "step": 8810 + }, + { + "entropy": 4.893733501434326, + "epoch": 8.625550660792952, + "grad_norm": 1.34375, + "learning_rate": 7.503121029417317e-05, + "loss": 4.1754, + "mean_token_accuracy": 0.2819168850779533, + "num_tokens": 20974504.0, + "step": 8815 + }, + { + "entropy": 4.72711215019226, + "epoch": 8.630445423396965, + "grad_norm": 1.3125, + "learning_rate": 7.48555956088209e-05, + "loss": 3.94, + "mean_token_accuracy": 0.31021041572093966, + "num_tokens": 20985804.0, + "step": 8820 + }, + { + "entropy": 4.800404024124146, + "epoch": 8.63534018600098, + "grad_norm": 1.28125, + "learning_rate": 7.468056311226164e-05, + "loss": 4.0498, + "mean_token_accuracy": 0.29349482655525205, + "num_tokens": 20998207.0, + "step": 8825 + }, + { + "entropy": 4.776733016967773, + "epoch": 8.640234948604993, + "grad_norm": 1.34375, + "learning_rate": 7.450611331363745e-05, + "loss": 3.9967, + "mean_token_accuracy": 0.29889522194862367, + "num_tokens": 21010009.0, + "step": 8830 + }, + { + "entropy": 4.769655370712281, + "epoch": 8.645129711209007, + "grad_norm": 1.3046875, + "learning_rate": 7.433224672039557e-05, + "loss": 4.0864, + "mean_token_accuracy": 0.28258649110794065, + "num_tokens": 21024030.0, + "step": 8835 + }, + { + "entropy": 4.761453676223755, + "epoch": 8.65002447381302, + "grad_norm": 1.3046875, + "learning_rate": 7.415896383828669e-05, + "loss": 4.027, + "mean_token_accuracy": 0.2979235738515854, + "num_tokens": 21034528.0, + "step": 8840 + }, + { + "entropy": 4.76865234375, + "epoch": 8.654919236417033, + "grad_norm": 1.3359375, + "learning_rate": 7.398626517136375e-05, + "loss": 3.9859, + "mean_token_accuracy": 0.3031134128570557, + "num_tokens": 21046006.0, + "step": 8845 + }, + { + "entropy": 4.8309084415435795, + "epoch": 8.659813999021047, + "grad_norm": 1.2890625, + "learning_rate": 7.38141512219801e-05, + "loss": 4.0598, + "mean_token_accuracy": 0.2886486917734146, + "num_tokens": 21058089.0, + "step": 8850 + }, + { + "entropy": 4.824134588241577, + "epoch": 8.66470876162506, + "grad_norm": 1.2734375, + "learning_rate": 7.364262249078831e-05, + "loss": 4.0813, + "mean_token_accuracy": 0.2871389642357826, + "num_tokens": 21071067.0, + "step": 8855 + }, + { + "entropy": 4.766701793670654, + "epoch": 8.669603524229075, + "grad_norm": 1.1875, + "learning_rate": 7.347167947673868e-05, + "loss": 4.0429, + "mean_token_accuracy": 0.29197971522808075, + "num_tokens": 21082515.0, + "step": 8860 + }, + { + "entropy": 4.779783010482788, + "epoch": 8.674498286833089, + "grad_norm": 1.3125, + "learning_rate": 7.330132267707776e-05, + "loss": 4.0776, + "mean_token_accuracy": 0.2924931704998016, + "num_tokens": 21094454.0, + "step": 8865 + }, + { + "entropy": 4.845491075515747, + "epoch": 8.679393049437103, + "grad_norm": 1.171875, + "learning_rate": 7.313155258734681e-05, + "loss": 4.0903, + "mean_token_accuracy": 0.29596313536167146, + "num_tokens": 21106490.0, + "step": 8870 + }, + { + "entropy": 4.807006454467773, + "epoch": 8.684287812041116, + "grad_norm": 1.1171875, + "learning_rate": 7.296236970138044e-05, + "loss": 4.056, + "mean_token_accuracy": 0.2819750368595123, + "num_tokens": 21119090.0, + "step": 8875 + }, + { + "entropy": 4.817266607284546, + "epoch": 8.68918257464513, + "grad_norm": 1.171875, + "learning_rate": 7.279377451130534e-05, + "loss": 4.0151, + "mean_token_accuracy": 0.28866426944732665, + "num_tokens": 21131524.0, + "step": 8880 + }, + { + "entropy": 4.853257083892823, + "epoch": 8.694077337249144, + "grad_norm": 1.203125, + "learning_rate": 7.26257675075385e-05, + "loss": 4.0761, + "mean_token_accuracy": 0.2896581441164017, + "num_tokens": 21144499.0, + "step": 8885 + }, + { + "entropy": 4.806553554534912, + "epoch": 8.698972099853156, + "grad_norm": 1.1875, + "learning_rate": 7.245834917878599e-05, + "loss": 4.0414, + "mean_token_accuracy": 0.2885812819004059, + "num_tokens": 21156515.0, + "step": 8890 + }, + { + "entropy": 4.758426523208618, + "epoch": 8.70386686245717, + "grad_norm": 1.21875, + "learning_rate": 7.229152001204166e-05, + "loss": 4.043, + "mean_token_accuracy": 0.294671842455864, + "num_tokens": 21168949.0, + "step": 8895 + }, + { + "entropy": 4.805542707443237, + "epoch": 8.708761625061184, + "grad_norm": 1.078125, + "learning_rate": 7.212528049258545e-05, + "loss": 4.0882, + "mean_token_accuracy": 0.2868252396583557, + "num_tokens": 21183584.0, + "step": 8900 + }, + { + "entropy": 4.760270977020264, + "epoch": 8.713656387665198, + "grad_norm": 1.1796875, + "learning_rate": 7.195963110398212e-05, + "loss": 4.0286, + "mean_token_accuracy": 0.2890154004096985, + "num_tokens": 21196698.0, + "step": 8905 + }, + { + "entropy": 4.784448194503784, + "epoch": 8.718551150269212, + "grad_norm": 1.3125, + "learning_rate": 7.179457232807984e-05, + "loss": 4.0756, + "mean_token_accuracy": 0.2900238573551178, + "num_tokens": 21209110.0, + "step": 8910 + }, + { + "entropy": 4.806553220748901, + "epoch": 8.723445912873226, + "grad_norm": 1.28125, + "learning_rate": 7.163010464500888e-05, + "loss": 4.0578, + "mean_token_accuracy": 0.29245475828647616, + "num_tokens": 21220887.0, + "step": 8915 + }, + { + "entropy": 4.770375537872314, + "epoch": 8.72834067547724, + "grad_norm": 1.1875, + "learning_rate": 7.146622853317995e-05, + "loss": 3.9816, + "mean_token_accuracy": 0.2967113465070724, + "num_tokens": 21232244.0, + "step": 8920 + }, + { + "entropy": 4.809350538253784, + "epoch": 8.733235438081254, + "grad_norm": 1.2734375, + "learning_rate": 7.1302944469283e-05, + "loss": 4.1094, + "mean_token_accuracy": 0.28816387355327605, + "num_tokens": 21243083.0, + "step": 8925 + }, + { + "entropy": 4.720986223220825, + "epoch": 8.738130200685267, + "grad_norm": 1.2421875, + "learning_rate": 7.1140252928286e-05, + "loss": 3.9761, + "mean_token_accuracy": 0.299193924665451, + "num_tokens": 21254176.0, + "step": 8930 + }, + { + "entropy": 4.789906978607178, + "epoch": 8.74302496328928, + "grad_norm": 1.4296875, + "learning_rate": 7.09781543834331e-05, + "loss": 4.0111, + "mean_token_accuracy": 0.29954510629177095, + "num_tokens": 21265689.0, + "step": 8935 + }, + { + "entropy": 4.757386350631714, + "epoch": 8.747919725893293, + "grad_norm": 1.359375, + "learning_rate": 7.081664930624368e-05, + "loss": 4.0157, + "mean_token_accuracy": 0.2966929852962494, + "num_tokens": 21277456.0, + "step": 8940 + }, + { + "entropy": 4.799019622802734, + "epoch": 8.752814488497307, + "grad_norm": 1.265625, + "learning_rate": 7.065573816651073e-05, + "loss": 4.0381, + "mean_token_accuracy": 0.29062928855419157, + "num_tokens": 21289546.0, + "step": 8945 + }, + { + "entropy": 4.7759593486785885, + "epoch": 8.757709251101321, + "grad_norm": 1.3359375, + "learning_rate": 7.049542143229964e-05, + "loss": 3.9771, + "mean_token_accuracy": 0.2983605146408081, + "num_tokens": 21301146.0, + "step": 8950 + }, + { + "entropy": 4.7996879577636715, + "epoch": 8.762604013705335, + "grad_norm": 1.375, + "learning_rate": 7.033569956994675e-05, + "loss": 4.0309, + "mean_token_accuracy": 0.2893683612346649, + "num_tokens": 21312565.0, + "step": 8955 + }, + { + "entropy": 4.79464807510376, + "epoch": 8.767498776309349, + "grad_norm": 1.375, + "learning_rate": 7.017657304405798e-05, + "loss": 4.0566, + "mean_token_accuracy": 0.2899869292974472, + "num_tokens": 21324207.0, + "step": 8960 + }, + { + "entropy": 4.72673192024231, + "epoch": 8.772393538913363, + "grad_norm": 1.21875, + "learning_rate": 7.001804231750746e-05, + "loss": 4.0599, + "mean_token_accuracy": 0.2862089216709137, + "num_tokens": 21337363.0, + "step": 8965 + }, + { + "entropy": 4.845165061950683, + "epoch": 8.777288301517377, + "grad_norm": 1.2109375, + "learning_rate": 6.98601078514364e-05, + "loss": 4.0282, + "mean_token_accuracy": 0.29737563133239747, + "num_tokens": 21350353.0, + "step": 8970 + }, + { + "entropy": 4.76452865600586, + "epoch": 8.78218306412139, + "grad_norm": 1.3203125, + "learning_rate": 6.970277010525142e-05, + "loss": 3.9753, + "mean_token_accuracy": 0.29486416578292846, + "num_tokens": 21361102.0, + "step": 8975 + }, + { + "entropy": 4.7922110080719, + "epoch": 8.787077826725405, + "grad_norm": 1.3515625, + "learning_rate": 6.954602953662342e-05, + "loss": 4.0282, + "mean_token_accuracy": 0.3000242471694946, + "num_tokens": 21371908.0, + "step": 8980 + }, + { + "entropy": 4.799092626571655, + "epoch": 8.791972589329417, + "grad_norm": 1.25, + "learning_rate": 6.93898866014863e-05, + "loss": 4.0546, + "mean_token_accuracy": 0.29198222160339354, + "num_tokens": 21383167.0, + "step": 8985 + }, + { + "entropy": 4.8559307098388675, + "epoch": 8.79686735193343, + "grad_norm": 1.2421875, + "learning_rate": 6.923434175403541e-05, + "loss": 4.1225, + "mean_token_accuracy": 0.28754718601703644, + "num_tokens": 21395086.0, + "step": 8990 + }, + { + "entropy": 4.754431200027466, + "epoch": 8.801762114537445, + "grad_norm": 1.296875, + "learning_rate": 6.907939544672638e-05, + "loss": 4.014, + "mean_token_accuracy": 0.29258523881435394, + "num_tokens": 21407017.0, + "step": 8995 + }, + { + "entropy": 4.760679292678833, + "epoch": 8.806656877141458, + "grad_norm": 1.3125, + "learning_rate": 6.892504813027381e-05, + "loss": 3.961, + "mean_token_accuracy": 0.30554075837135314, + "num_tokens": 21417563.0, + "step": 9000 + }, + { + "epoch": 8.806656877141458, + "eval_entropy": 4.768174048642824, + "eval_loss": 5.509099960327148, + "eval_mean_token_accuracy": 0.2090267488201367, + "eval_num_tokens": 21417563.0, + "eval_runtime": 2.9, + "eval_samples_per_second": 1188.615, + "eval_steps_per_second": 148.62, + "step": 9000 + } + ], + "logging_steps": 5, + "max_steps": 10210, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 1000, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.3243929553024e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-9000/training_args.bin b/checkpoint-9000/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/checkpoint-9000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289 diff --git a/config.json b/config.json new file mode 100644 index 0000000..000c292 --- /dev/null +++ b/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 50000, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 50001, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 50002, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 51200 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..4c122f0 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 50000, + "eos_token_id": [ + 50001 + ], + "pad_token_id": 50002, + "transformers_version": "4.56.2" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..2ffea8b --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2778b6b4151d0928c8d4606457d4a5564a1a5691c0885cab6038b6a24267451 +size 249556672 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..c78a835 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,1249 @@ +{ + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/spiece.model b/spiece.model new file mode 100644 index 0000000..ff937cd --- /dev/null +++ b/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65dc07ac33a1b2516cdf56b258313d8e263e2d4c6acef9d3e30c0c05b9f70ddb +size 1424239 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b27d01f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,10825 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50000": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50001": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50002": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50003": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50004": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50005": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50006": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50007": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50008": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50009": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50010": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50011": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50012": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50013": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50014": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50015": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50016": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50017": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50018": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50019": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50020": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50021": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50022": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50023": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50024": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50025": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50026": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50027": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50028": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50029": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50030": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50031": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50032": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50033": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50034": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50035": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50036": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50037": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50038": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50039": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50040": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50041": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50042": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50043": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50044": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50045": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50046": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50047": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50048": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50049": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50050": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50051": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50052": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50053": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50054": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50055": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50056": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50057": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50058": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50059": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50060": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50061": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50062": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50063": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50064": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50065": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50066": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50067": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50068": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50069": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50070": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50071": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50072": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50073": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50074": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50075": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50076": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50077": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50078": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50079": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50080": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50081": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50082": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50083": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50084": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50085": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50086": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50087": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50088": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50089": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50090": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50091": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50092": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50093": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50094": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50095": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50096": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50097": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50098": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50099": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50100": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50101": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50102": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50103": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50104": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50105": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50106": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50107": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50108": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50109": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50110": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50111": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50112": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50113": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50114": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50115": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50116": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50117": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50118": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50119": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50120": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50121": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50122": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50123": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50124": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50125": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50126": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50127": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50128": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50129": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50130": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50131": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50132": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50133": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50134": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50135": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50136": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50137": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50138": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50139": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50140": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50141": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50142": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50143": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50144": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50145": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50146": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50147": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50148": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50149": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50150": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50151": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50152": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50153": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50154": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50155": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50156": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50157": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50158": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50159": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50160": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50161": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50162": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50163": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50164": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50165": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50166": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50167": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50168": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50169": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50170": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50171": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50172": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50173": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50174": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50175": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50176": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50177": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50178": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50179": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50180": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50181": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50182": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50183": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50184": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50185": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50186": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50187": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50188": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50189": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50190": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50191": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50192": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50193": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50194": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50195": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50196": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50197": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50198": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50199": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50200": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50201": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50202": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50203": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50204": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50205": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50206": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50207": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50208": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50209": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50210": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50211": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50212": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50213": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50214": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50215": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50216": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50217": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50218": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50219": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50220": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50221": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50222": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50223": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50224": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50225": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50226": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50227": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50228": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50229": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50230": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50231": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50232": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50233": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50234": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50235": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50236": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50237": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50238": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50239": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50240": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50241": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50242": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50243": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50244": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50245": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50246": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50247": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50248": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50249": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50250": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50251": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50252": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50253": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50254": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50255": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50256": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50257": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50258": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50259": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50260": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50261": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50262": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50263": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50264": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50265": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50266": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50267": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50268": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50269": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50270": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50271": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50272": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50273": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50274": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50275": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50276": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50277": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50278": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50279": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50280": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50281": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50282": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50283": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50284": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50285": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50286": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50287": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50288": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50289": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50290": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50291": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50292": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50293": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50294": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50295": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50296": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50297": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50298": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50299": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50300": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50301": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50302": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50303": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50304": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50305": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50306": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50307": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50308": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50309": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50310": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50311": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50312": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50313": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50314": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50315": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50316": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50317": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50318": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50319": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50320": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50321": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50322": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50323": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50324": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50325": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50326": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50327": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50328": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50329": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50330": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50331": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50332": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50333": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50334": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50335": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50336": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50337": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50338": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50339": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50340": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50341": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50342": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50343": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50344": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50345": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50346": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50347": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50348": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50349": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50350": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50351": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50352": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50353": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50354": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50355": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50356": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50357": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50358": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50359": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50360": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50361": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50362": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50363": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50364": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50365": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50366": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50367": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50368": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50369": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50370": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50371": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50372": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50373": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50374": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50375": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50376": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50377": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50378": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50379": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50380": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50381": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50382": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50383": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50384": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50385": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50386": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50387": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50388": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50389": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50390": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50391": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50392": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50393": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50394": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50395": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50396": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50397": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50398": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50399": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50400": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50401": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50402": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50403": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50404": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50405": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50406": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50407": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50408": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50409": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50410": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50411": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50412": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50413": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50414": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50415": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50416": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50417": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50418": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50419": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50420": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50421": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50422": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50423": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50424": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50425": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50426": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50427": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50428": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50429": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50430": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50431": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50432": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50433": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50434": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50435": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50436": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50437": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50438": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50439": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50440": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50441": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50442": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50443": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50444": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50445": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50446": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50447": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50448": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50449": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50450": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50451": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50452": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50453": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50454": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50455": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50456": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50457": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50458": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50459": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50460": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50461": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50462": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50463": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50464": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50465": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50466": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50467": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50468": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50469": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50470": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50471": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50472": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50473": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50474": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50475": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50476": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50477": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50478": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50479": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50480": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50481": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50482": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50483": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50484": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50485": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50486": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50487": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50488": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50489": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50490": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50491": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50492": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50493": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50494": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50495": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50496": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50497": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50498": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50499": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50500": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50501": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50502": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50503": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50504": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50505": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50506": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50507": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50508": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50509": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50510": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50511": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50512": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50513": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50514": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50515": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50516": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50517": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50518": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50519": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50520": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50521": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50522": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50523": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50524": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50525": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50526": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50527": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50528": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50529": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50530": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50531": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50532": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50533": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50534": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50535": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50536": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50537": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50538": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50539": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50540": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50541": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50542": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50543": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50544": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50545": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50546": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50547": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50548": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50549": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50550": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50551": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50552": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50553": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50554": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50555": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50556": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50557": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50558": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50559": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50560": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50561": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50562": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50563": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50564": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50565": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50566": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50567": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50568": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50569": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50570": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50571": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50572": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50573": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50574": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50575": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50576": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50577": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50578": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50579": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50580": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50581": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50582": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50583": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50584": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50585": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50586": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50587": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50588": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50589": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50590": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50591": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50592": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50593": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50594": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50595": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50596": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50597": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50598": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50599": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50600": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50601": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50602": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50603": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50604": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50605": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50606": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50607": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50608": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50609": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50610": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50611": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50612": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50613": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50614": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50615": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50616": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50617": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50618": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50619": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50620": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50621": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50622": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50623": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50624": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50625": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50626": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50627": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50628": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50629": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50630": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50631": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50632": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50633": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50634": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50635": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50636": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50637": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50638": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50639": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50640": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50641": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50642": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50643": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50644": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50645": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50646": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50647": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50648": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50649": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50650": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50651": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50652": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50653": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50654": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50655": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50656": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50657": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50658": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50659": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50660": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50661": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50662": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50663": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50664": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50665": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50666": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50667": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50668": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50669": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50670": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50671": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50672": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50673": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50674": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50675": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50676": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50677": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50678": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50679": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50680": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50681": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50682": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50683": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50684": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50685": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50686": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50687": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50688": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50689": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50690": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50691": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50692": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50693": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50694": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50695": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50696": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50697": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50698": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50699": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50700": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50701": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50702": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50703": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50704": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50705": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50706": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50707": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50708": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50709": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50710": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50711": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50712": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50713": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50714": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50715": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50716": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50717": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50718": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50719": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50720": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50721": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50722": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50723": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50724": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50725": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50726": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50727": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50728": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50729": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50730": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50731": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50732": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50733": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50734": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50735": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50736": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50737": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50738": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50739": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50740": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50741": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50742": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50743": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50744": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50745": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50746": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50747": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50748": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50749": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50750": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50751": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50752": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50753": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50754": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50755": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50756": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50757": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50758": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50759": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50760": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50761": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50762": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50763": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50764": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50765": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50766": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50767": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50768": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50769": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50770": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50771": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50772": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50773": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50774": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50775": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50776": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50777": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50778": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50779": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50780": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50781": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50782": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50783": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50784": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50785": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50786": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50787": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50788": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50789": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50790": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50791": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50792": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50793": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50794": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50795": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50796": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50797": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50798": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50799": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50800": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50801": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50802": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50803": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50804": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50805": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50806": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50807": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50808": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50809": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50810": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50811": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50812": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50813": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50814": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50815": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50816": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50817": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50818": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50819": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50820": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50821": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50822": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50823": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50824": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50825": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50826": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50827": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50828": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50829": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50830": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50831": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50832": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50833": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50834": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50835": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50836": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50837": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50838": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50839": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50840": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50841": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50842": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50843": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50844": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50845": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50846": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50847": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50848": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50849": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50850": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50851": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50852": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50853": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50854": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50855": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50856": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50857": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50858": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50859": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50860": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50861": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50862": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50863": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50864": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50865": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50866": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50867": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50868": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50869": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50870": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50871": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50872": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50873": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50874": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50875": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50876": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50877": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50878": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50879": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50880": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50881": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50882": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50883": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50884": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50885": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50886": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50887": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50888": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50889": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50890": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50891": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50892": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50893": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50894": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50895": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50896": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50897": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50898": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50899": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50900": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50901": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50902": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50903": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50904": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50905": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50906": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50907": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50908": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50909": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50910": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50911": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50912": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50913": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50914": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50915": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50916": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50917": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50918": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50919": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50920": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50921": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50922": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50923": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50924": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50925": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50926": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50927": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50928": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50929": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50930": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50931": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50932": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50933": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50934": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50935": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50936": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50937": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50938": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50939": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50940": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50941": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50942": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50943": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50944": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50945": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50946": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50947": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50948": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50949": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50950": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50951": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50952": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50953": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50954": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50955": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50956": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50957": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50958": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50959": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50960": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50961": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50962": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50963": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50964": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50965": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50966": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50967": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50968": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50969": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50970": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50971": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50972": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50973": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50974": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50975": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50976": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50977": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50978": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50979": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50980": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50981": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50982": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50983": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50984": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50985": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50986": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50987": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50988": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50989": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50990": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50991": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50992": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50993": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50994": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50995": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50996": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50997": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50998": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "50999": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51000": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51001": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51002": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51003": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51004": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51005": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51006": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51007": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51008": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51009": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51010": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51011": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51012": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51013": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51014": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51015": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51016": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51017": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51018": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51019": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51020": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51021": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51022": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51023": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51024": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51025": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51026": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51027": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51028": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51029": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51030": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51031": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51032": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51033": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51034": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51035": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51036": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51037": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51038": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51039": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51040": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51041": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51042": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51043": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51044": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51045": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51046": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51047": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51048": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51049": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51050": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51051": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51052": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51053": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51054": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51055": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51056": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51057": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51058": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51059": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51060": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51061": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51062": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51063": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51064": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51065": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51066": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51067": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51068": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51069": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51070": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51071": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51072": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51073": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51074": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51075": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51076": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51077": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51078": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51079": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51080": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51081": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51082": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51083": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51084": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51085": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51086": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51087": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51088": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51089": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51090": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51091": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51092": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51093": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51094": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51095": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51096": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51097": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51098": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51099": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51100": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51101": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51102": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51103": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51104": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51105": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51106": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51107": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51108": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51109": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51110": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51111": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51112": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51113": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51114": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51115": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51116": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51117": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51118": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51119": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51120": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51121": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51122": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51123": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51124": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51125": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51126": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51127": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51128": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51129": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51130": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51131": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51132": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51133": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51134": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51135": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51136": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51137": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51138": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51139": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51140": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51141": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51142": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51143": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51144": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51145": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51146": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51147": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51148": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51149": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51150": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51151": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51152": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51153": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51154": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51155": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51156": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51157": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51158": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51159": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51160": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51161": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51162": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51163": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51164": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51165": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51166": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51167": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51168": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51169": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51170": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51171": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51172": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51173": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51174": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51175": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51176": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51177": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51178": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51179": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51180": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51181": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51182": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51183": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51184": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51185": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51186": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51187": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51188": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51189": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51190": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51191": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51192": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51193": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51194": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51195": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51196": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51197": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51198": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "51199": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX160]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX1156]", + "[XXXXX5]", + "[XXXXX597]", + "[XXXXX415]", + "[XXXXX693]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX686]", + "[XXXXX379]", + "[XXXXX335]", + "[XXXXX73]", + "[XXXXX758]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX1037]", + "[XXXXX235]", + "[XXXXX1107]", + "[XXXXX776]", + "[XXXXX286]", + "[XXXXX396]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX691]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX853]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX1169]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX146]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1192]", + "[XXXXX635]", + "[XXXXX271]", + "[XXXXX1023]", + "[XXXXX602]", + "[XXXXX291]", + "[XXXXX190]", + "[XXXXX1055]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX318]", + "[XXXXX62]", + "[XXXXX473]", + "[XXXXX517]", + "[XXXXX924]", + "[XXXXX970]", + "[XXXXX1033]", + "[XXXXX110]", + "[XXXXX1151]", + "[XXXXX1189]", + "[XXXXX1095]", + "[XXXXX148]", + "[XXXXX337]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX576]", + "[XXXXX914]", + "[XXXXX963]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1174]", + "[XXXXX3]", + "[XXXXX792]", + "[XXXXX843]", + "[XXXXX590]", + "[XXXXX118]", + "[XXXXX280]", + "[XXXXX1119]", + "[XXXXX1025]", + "[XXXXX140]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX307]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX100]", + "[XXXXX485]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX44]", + "[XXXXX1031]", + "[XXXXX545]", + "[XXXXX78]", + "[XXXXX687]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX487]", + "[XXXXX932]", + "[XXXXX119]", + "[XXXXX170]", + "[XXXXX254]", + "[XXXXX420]", + "[XXXXX962]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX18]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX618]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX1058]", + "[XXXXX1108]", + "[XXXXX1144]", + "[XXXXX791]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX696]", + "[XXXXX1168]", + "[XXXXX592]", + "[XXXXX127]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX705]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX412]", + "[XXXXX410]", + "[XXXXX795]", + "[XXXXX101]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1038]", + "[XXXXX447]", + "[XXXXX1043]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX186]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX26]", + "[XXXXX227]", + "[XXXXX746]", + "[XXXXX818]", + "[XXXXX725]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX195]", + "[XXXXX526]", + "[XXXXX570]", + "[XXXXX174]", + "[XXXXX333]", + "[XXXXX466]", + "[XXXXX513]", + "[XXXXX695]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX742]", + "[XXXXX1008]", + "[XXXXX1123]", + "[XXXXX1145]", + "[XXXXX701]", + "[XXXXX562]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX267]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX469]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX1182]", + "[XXXXX992]", + "[XXXXX185]", + "[XXXXX352]", + "[XXXXX762]", + "[XXXXX991]", + "[XXXXX85]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX272]", + "[XXXXX619]", + "[XXXXX759]", + "[XXXXX94]", + "[XXXXX807]", + "[XXXXX299]", + "[XXXXX187]", + "[XXXXX486]", + "[XXXXX45]", + "[XXXXX1036]", + "[XXXXX354]", + "[XXXXX386]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX304]", + "[XXXXX92]", + "[XXXXX7]", + "[XXXXX31]", + "[XXXXX102]", + "[XXXXX163]", + "[XXXXX723]", + "[XXXXX1042]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX1056]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX780]", + "[XXXXX547]", + "[XXXXX857]", + "[XXXXX860]", + "[XXXXX897]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX202]", + "[XXXXX1029]", + "[XXXXX956]", + "[XXXXX397]", + "[XXXXX239]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX796]", + "[XXXXX639]", + "[XXXXX203]", + "[XXXXX231]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX911]", + "[XXXXX380]", + "[XXXXX477]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX801]", + "[XXXXX1134]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX598]", + "[XXXXX365]", + "[XXXXX729]", + "[XXXXX214]", + "[XXXXX1117]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX683]", + "[XXXXX731]", + "[XXXXX312]", + "[XXXXX1178]", + "[XXXXX666]", + "[XXXXX982]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX52]", + "[XXXXX593]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX462]", + "[XXXXX32]", + "[XXXXX596]", + "[XXXXX948]", + "[XXXXX150]", + "[XXXXX322]", + "[XXXXX390]", + "[XXXXX918]", + "[XXXXX157]", + "[XXXXX310]", + "[XXXXX392]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX384]", + "[XXXXX760]", + "[XXXXX700]", + "[XXXXX817]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX997]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX316]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX680]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX685]", + "[XXXXX806]", + "[XXXXX870]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX509]", + "[XXXXX943]", + "[XXXXX292]", + "[XXXXX367]", + "[XXXXX632]", + "[XXXXX1136]", + "[XXXXX156]", + "[XXXXX1100]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX903]", + "[XXXXX939]", + "[XXXXX986]", + "[XXXXX506]", + "[XXXXX10]", + "[XXXXX573]", + "[XXXXX968]", + "[XXXXX1039]", + "[XXXXX252]", + "[XXXXX612]", + "[XXXXX947]", + "[XXXXX1162]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX535]", + "[XXXXX710]", + "[XXXXX40]", + "[XXXXX984]", + "[XXXXX584]", + "[XXXXX132]", + "[XXXXX1084]", + "[XXXXX549]", + "[XXXXX810]", + "[XXXXX208]", + "[XXXXX609]", + "[XXXXX275]", + "[XXXXX262]", + "[XXXXX331]", + "[XXXXX361]", + "[XXXXX561]", + "[XXXXX143]", + "[XXXXX1061]", + "[XXXXX59]", + "[XXXXX21]", + "[XXXXX995]", + "[XXXXX439]", + "[XXXXX831]", + "[XXXXX745]", + "[XXXXX43]", + "[XXXXX498]", + "[XXXXX575]", + "[XXXXX624]", + "[XXXXX72]", + "[XXXXX921]", + "[XXXXX201]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX775]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX894]", + "[XXXXX876]", + "[XXXXX1143]", + "[XXXXX355]", + "[XXXXX450]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX394]", + "[XXXXX296]", + "[XXXXX536]", + "[XXXXX560]", + "[XXXXX373]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX319]", + "[XXXXX165]", + "[XXXXX344]", + "[XXXXX1012]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX633]", + "[XXXXX551]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX348]", + "[XXXXX614]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX233]", + "[XXXXX933]", + "[XXXXX781]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX449]", + "[XXXXX697]", + "[XXXXX724]", + "[XXXXX224]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX505]", + "[XXXXX96]", + "[XXXXX182]", + "[XXXXX424]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX172]", + "[XXXXX507]", + "[XXXXX920]", + "[XXXXX1126]", + "[XXXXX474]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX1114]", + "[XXXXX1040]", + "[XXXXX79]", + "[XXXXX36]", + "[XXXXX977]", + "[XXXXX1129]", + "[XXXXX1063]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX113]", + "[XXXXX320]", + "[XXXXX167]", + "[XXXXX751]", + "[XXXXX656]", + "[XXXXX543]", + "[XXXXX828]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX569]", + "[XXXXX1166]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX802]", + "[XXXXX588]", + "[XXXXX739]", + "[XXXXX50]", + "[XXXXX882]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX585]", + "[XXXXX121]", + "[XXXXX647]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1147]", + "[XXXXX501]", + "[XXXXX1164]", + "[XXXXX650]", + "[XXXXX329]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX868]", + "[XXXXX779]", + "[XXXXX17]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX917]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX862]", + "[XXXXX1041]", + "[XXXXX542]", + "[XXXXX595]", + "[XXXXX353]", + "[XXXXX181]", + "[XXXXX662]", + "[XXXXX1195]", + "[XXXXX435]", + "[XXXXX1051]", + "[XXXXX703]", + "[XXXXX1140]", + "[XXXXX750]", + "[XXXXX57]", + "[XXXXX75]", + "[XXXXX293]", + "[XXXXX681]", + "[XXXXX46]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX821]", + "[XXXXX871]", + "[XXXXX980]", + "[XXXXX990]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX77]", + "[XXXXX819]", + "[XXXXX436]", + "[XXXXX306]", + "[XXXXX434]", + "[XXXXX88]", + "[XXXXX184]", + "[XXXXX290]", + "[XXXXX216]", + "[XXXXX176]", + "[XXXXX747]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX301]", + "[XXXXX1015]", + "[XXXXX520]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX923]", + "[XXXXX958]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX863]", + "[XXXXX444]", + "[XXXXX1149]", + "[XXXXX866]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX646]", + "[XXXXX702]", + "[XXXXX204]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1128]", + "[XXXXX937]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX1183]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX608]", + "[XXXXX281]", + "[XXXXX1045]", + "[XXXXX928]", + "[XXXXX1154]", + "[XXXXX334]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX941]", + "[XXXXX359]", + "[XXXXX55]", + "[XXXXX842]", + "[XXXXX427]", + "[XXXXX491]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX81]", + "[XXXXX139]", + "[XXXXX226]", + "[XXXXX563]", + "[XXXXX708]", + "[XXXXX820]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX22]", + "[XXXXX1064]", + "[XXXXX874]", + "[XXXXX944]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX849]", + "[XXXXX483]", + "[XXXXX713]", + "[XXXXX222]", + "[XXXXX640]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX327]", + "[XXXXX378]", + "[XXXXX790]", + "[XXXXX1179]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX771]", + "[XXXXX559]", + "[XXXXX253]", + "[XXXXX644]", + "[XXXXX811]", + "[XXXXX554]", + "[XXXXX744]", + "[XXXXX786]", + "[XXXXX913]", + "[XXXXX966]", + "[XXXXX972]", + "[XXXXX664]", + "[XXXXX1131]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX672]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX1141]", + "[XXXXX429]", + "[XXXXX114]", + "[XXXXX523]", + "[XXXXX833]", + "[XXXXX927]", + "[XXXXX297]", + "[XXXXX812]", + "[XXXXX1062]", + "[XXXXX152]", + "[XXXXX1010]", + "[XXXXX690]", + "[XXXXX363]", + "[XXXXX1103]", + "[XXXXX194]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX515]", + "[XXXXX196]", + "[XXXXX283]", + "[XXXXX95]", + "[XXXXX528]", + "[XXXXX749]", + "[XXXXX934]", + "[XXXXX1052]", + "[XXXXX1188]", + "[XXXXX1001]", + "[XXXXX785]", + "[XXXXX393]", + "[XXXXX502]", + "[XXXXX404]", + "[XXXXX129]", + "[XXXXX643]", + "[XXXXX1086]", + "[XXXXX1104]", + "[XXXXX326]", + "[XXXXX330]", + "[XXXXX620]", + "[XXXXX193]", + "[XXXXX470]", + "[XXXXX279]", + "[XXXXX97]", + "[XXXXX177]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX572]", + "[XXXXX777]", + "[XXXXX1135]", + "[XXXXX1160]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX153]", + "[XXXXX671]", + "[XXXXX809]", + "[XXXXX525]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1194]", + "[XXXXX408]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX242]", + "[XXXXX357]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX969]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX54]", + "[XXXXX480]", + "[XXXXX564]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX164]", + "[XXXXX395]", + "[XXXXX401]", + "[XXXXX446]", + "[XXXXX658]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX131]", + "[XXXXX387]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX657]", + "[XXXXX418]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX298]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1078]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX258]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX124]", + "[XXXXX308]", + "[XXXXX1085]", + "[XXXXX1170]", + "[XXXXX38]", + "[XXXXX438]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX698]", + "[XXXXX1127]", + "[XXXXX1181]", + "[XXXXX763]", + "[XXXXX627]", + "[XXXXX250]", + "[XXXXX757]", + "[XXXXX142]", + "[XXXXX794]", + "[XXXXX128]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1066]", + "[XXXXX116]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX443]", + "[XXXXX879]", + "[XXXXX1101]", + "[XXXXX711]", + "[XXXXX123]", + "[XXXXX1152]", + "[XXXXX692]", + "[XXXXX555]", + "[XXXXX266]", + "[XXXXX0]", + "[XXXXX332]", + "[XXXXX497]", + "[XXXXX904]", + "[XXXXX1019]", + "[XXXXX709]", + "[XXXXX351]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX922]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX422]", + "[XXXXX638]", + "[XXXXX98]", + "[XXXXX814]", + "[XXXXX1057]", + "[XXXXX1070]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1165]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX1047]", + "[XXXXX960]", + "[XXXXX910]", + "[XXXXX42]", + "[XXXXX238]", + "[XXXXX383]", + "[XXXXX1032]", + "[XXXXX577]", + "[XXXXX268]", + "[XXXXX179]", + "[XXXXX1076]", + "[XXXXX1167]", + "[XXXXX1172]", + "[XXXXX665]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1026]", + "[XXXXX159]", + "[XXXXX503]", + "[XXXXX583]", + "[XXXXX668]", + "[XXXXX1115]", + "[XXXXX112]", + "[XXXXX154]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX459]", + "[XXXXX1090]", + "[XXXXX689]", + "[XXXXX589]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX481]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX957]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX495]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX200]", + "[XXXXX954]", + "[XXXXX48]", + "[XXXXX855]", + "[XXXXX419]", + "[XXXXX919]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1082]", + "[XXXXX1185]", + "[XXXXX859]", + "[XXXXX1139]", + "[XXXXX1072]", + "[XXXXX220]", + "[XXXXX465]", + "[XXXXX1105]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX311]", + "[XXXXX403]", + "[XXXXX684]", + "[XXXXX426]", + "[XXXXX68]", + "[XXXXX277]", + "[XXXXX437]", + "[XXXXX896]", + "[XXXXX899]", + "[XXXXX878]", + "[XXXXX1073]", + "[XXXXX774]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX223]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX399]", + "[XXXXX1053]", + "[XXXXX1077]", + "[XXXXX336]", + "[XXXXX734]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX580]", + "[XXXXX406]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX1146]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX1153]", + "[XXXXX440]", + "[XXXXX385]", + "[XXXXX499]", + "[XXXXX718]", + "[XXXXX848]", + "[XXXXX877]", + "[XXXXX641]", + "[XXXXX1137]", + "[XXXXX269]", + "[XXXXX521]", + "[XXXXX234]", + "[XXXXX987]", + "[XXXXX741]", + "[XXXXX349]", + "[XXXXX93]", + "[XXXXX247]", + "[XXXXX961]", + "[XXXXX1120]", + "[XXXXX369]", + "[XXXXX479]", + "[XXXXX892]", + "[XXXXX553]", + "[XXXXX906]", + "[XXXXX571]", + "[XXXXX1046]", + "[XXXXX206]", + "[XXXXX488]", + "[XXXXX445]", + "[XXXXX524]", + "[XXXXX228]", + "[XXXXX998]", + "[XXXXX675]", + "[XXXXX732]", + "[XXXXX1028]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX1021]", + "[XXXXX726]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX556]", + "[XXXXX1159]", + "[XXXXX417]", + "[XXXXX1175]", + "[XXXXX1142]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX251]", + "[XXXXX345]", + "[XXXXX610]", + "[XXXXX276]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX1050]", + "[XXXXX71]", + "[XXXXX360]", + "[XXXXX512]", + "[XXXXX341]", + "[XXXXX375]", + "[XXXXX637]", + "[XXXXX1116]", + "[XXXXX9]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX979]", + "[XXXXX825]", + "[XXXXX852]", + "[XXXXX215]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX325]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX188]", + "[XXXXX905]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX51]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX282]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1014]", + "[XXXXX1138]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX752]", + "[XXXXX108]", + "[XXXXX339]", + "[XXXXX893]", + "[XXXXX1177]", + "[XXXXX988]", + "[XXXXX719]", + "[XXXXX1059]", + "[XXXXX421]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX14]", + "[XXXXX1087]", + "[XXXXX382]", + "[XXXXX531]", + "[XXXXX1079]", + "[XXXXX1067]", + "[XXXXX655]", + "[XXXXX340]", + "[XXXXX398]", + "[XXXXX175]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX568]", + "[XXXXX1110]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX832]", + "[XXXXX1030]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX248]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX20]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX500]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX261]", + "[XXXXX567]", + "[XXXXX541]", + "[XXXXX529]", + "[XXXXX699]", + "[XXXXX715]", + "[XXXXX1003]", + "[XXXXX518]", + "[XXXXX891]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX428]", + "[XXXXX183]", + "[XXXXX850]", + "[XXXXX539]", + "[XXXXX527]", + "[XXXXX660]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX858]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX111]", + "[XXXXX955]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX823]", + "[XXXXX867]", + "[XXXXX587]", + "[XXXXX243]", + "[XXXXX677]", + "[XXXXX1017]", + "[XXXXX173]", + "[XXXXX682]", + "[XXXXX1184]", + "[XXXXX1009]", + "[XXXXX704]", + "[XXXXX532]", + "[XXXXX901]", + "[XXXXX120]", + "[XXXXX388]", + "[XXXXX405]", + "[XXXXX788]", + "[XXXXX728]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX837]", + "[XXXXX350]", + "[XXXXX716]", + "[XXXXX579]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX468]", + "[XXXXX688]", + "[XXXXX56]", + "[XXXXX653]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1018]", + "[XXXXX1091]", + "[XXXXX342]", + "[XXXXX1065]", + "[XXXXX1161]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX530]", + "[XXXXX69]", + "[XXXXX489]", + "[XXXXX1]", + "[XXXXX207]", + "[XXXXX433]", + "[XXXXX358]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX722]", + "[XXXXX985]", + "[XXXXX908]", + "[XXXXX1024]", + "[XXXXX1111]", + "[XXXXX1113]", + "[XXXXX678]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX808]", + "[XXXXX493]", + "[XXXXX1155]", + "[XXXXX217]", + "[XXXXX616]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX484]", + "[XXXXX362]", + "[XXXXX582]", + "[XXXXX1034]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX604]", + "[XXXXX456]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX199]", + "[XXXXX364]", + "[XXXXX302]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX936]", + "[XXXXX978]", + "[XXXXX895]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX1002]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX64]", + "[XXXXX211]", + "[XXXXX82]", + "[XXXXX634]", + "[XXXXX661]", + "[XXXXX748]", + "[XXXXX778]", + "[XXXXX24]", + "[XXXXX448]", + "[XXXXX887]", + "[XXXXX890]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1069]", + "[XXXXX294]", + "[XXXXX295]", + "[XXXXX197]", + "[XXXXX210]", + "[XXXXX630]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX391]", + "[XXXXX338]", + "[XXXXX800]", + "[XXXXX841]", + "[XXXXX967]", + "[XXXXX793]", + "[XXXXX916]", + "[XXXXX603]", + "[XXXXX270]", + "[XXXXX105]", + "[XXXXX1016]", + "[XXXXX804]", + "[XXXXX264]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX813]", + "[XXXXX546]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..f7e9ea3 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60740e85fe04e3ff2dd1ff89a34d1ff8fa23b605bcbda9584486f5e298cb9d4a +size 6289